-- Logs begin at Mon 2021-08-23 13:03:48 UTC, end at Mon 2021-08-23 14:37:20 UTC. -- Aug 23 13:58:05.468434 n-d-805629-1 systemd[1]: Started Devstack devstack@q-svc.service. Aug 23 13:58:07.590877 n-d-805629-1 neutron-server[76400]: INFO neutron.common.config [-] Logging enabled! Aug 23 13:58:07.591635 n-d-805629-1 neutron-server[76400]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev11 Aug 23 13:58:07.591635 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=76400) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 23 13:58:07.593883 n-d-805629-1 neutron-server[76400]: INFO neutron.common.config [-] Logging enabled! Aug 23 13:58:07.594133 n-d-805629-1 neutron-server[76400]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev11 Aug 23 13:58:07.594378 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=76400) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 23 13:58:07.595337 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 23 13:58:07.595575 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 23 13:58:07.595942 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 23 13:58:07.596187 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 23 13:58:07.596413 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 23 13:58:07.596732 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.597030 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.597329 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.597569 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.598845 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.599150 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.599441 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.599735 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.600037 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.600321 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.600605 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.600893 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.601356 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.601453 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] config_source = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.601717 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.602011 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.602236 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] debug = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.602520 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.603115 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.603573 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.603864 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.604153 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.604499 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.604730 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.604997 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.605337 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] host = n-d-805629-1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.605645 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.606650 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.606953 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.607249 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.607530 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.607815 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.608106 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.608383 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] log_dir = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.608660 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] log_file = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.609251 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.609575 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.609990 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.610291 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.610521 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.611026 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.611436 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.611739 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.612027 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.612310 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.612759 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.613072 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.613355 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.613658 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.613951 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.614239 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.614528 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.614808 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.615088 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.615360 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.615635 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.615922 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.616198 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.616475 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.616751 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.617042 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.617316 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.617615 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.618084 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.618377 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.618664 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.618953 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.619228 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.619513 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.619787 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.620061 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] use_journal = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.620334 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] use_json = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.621026 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.621026 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.621169 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.621431 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.621730 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.622011 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.622283 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.622568 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:07.622867 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.623167 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.623467 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.623753 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.624044 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.624330 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.624619 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.624896 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.625187 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.625472 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.625789 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.626259 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.627068 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.627368 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.628111 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.628399 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.628779 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.629125 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.629411 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.629716 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.630215 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.630553 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.630861 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.631160 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.631464 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.631758 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.632048 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.632328 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.632613 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.632911 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.633195 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.633471 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.633770 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.634052 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.634329 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.634617 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.634896 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.635190 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.635447 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.635726 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.636001 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.636276 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.636553 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.636826 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.637104 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.637374 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.637673 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.637948 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.638217 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.638487 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.638760 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.639033 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.639311 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.639584 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.639855 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.640132 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.640403 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.640675 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.640964 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.641260 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.641535 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.641836 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.642112 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.642386 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.642661 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.642938 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.643214 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.643491 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.643762 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.644050 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.644331 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.644617 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.644898 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.645173 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.645466 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.645763 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.646045 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.646321 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.646599 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.646882 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.647162 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.647453 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.647743 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.648033 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.648322 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.648612 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.648893 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.649199 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.649473 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:07.649709 n-d-805629-1 neutron-server[76400]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 13:58:07.649957 n-d-805629-1 neutron-server[76400]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=76400) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 23 13:58:08.045930 n-d-805629-1 neutron-server[76400]: INFO keyring.backend [-] Loading KWallet Aug 23 13:58:08.053186 n-d-805629-1 neutron-server[76400]: INFO keyring.backend [-] Loading SecretService Aug 23 13:58:08.056535 n-d-805629-1 neutron-server[76400]: INFO keyring.backend [-] Loading Windows Aug 23 13:58:08.057877 n-d-805629-1 neutron-server[76400]: INFO keyring.backend [-] Loading chainer Aug 23 13:58:08.058455 n-d-805629-1 neutron-server[76400]: INFO keyring.backend [-] Loading macOS Aug 23 13:58:08.092170 n-d-805629-1 neutron-server[76400]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=76400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:58:08.092444 n-d-805629-1 neutron-server[76400]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=76400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:58:08.092729 n-d-805629-1 neutron-server[76400]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=76400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:58:08.093062 n-d-805629-1 neutron-server[76400]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 23 13:58:08.393190 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.393486 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.393780 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.449005 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.449282 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.450180 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.453091 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.453367 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.453656 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.481135 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.481408 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.481702 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.508303 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.508580 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.508844 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.819598 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.820204 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.820204 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.820375 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.821042 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.941899 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.942214 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.942491 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.942763 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.943024 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.943329 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.943591 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.943852 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.944102 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.944378 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.944632 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.944892 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.945151 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.945400 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.945682 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.945945 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.946194 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.946458 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.946705 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.946981 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.947586 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.947831 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.948073 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.948346 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.948589 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.948827 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.949206 n-d-805629-1 neutron-server[76400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=76400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 13:58:08.949464 n-d-805629-1 neutron-server[76400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=76400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 13:58:08.949720 n-d-805629-1 neutron-server[76400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=76400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 13:58:08.949952 n-d-805629-1 neutron-server[76400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=76400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 13:58:08.950181 n-d-805629-1 neutron-server[76400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=76400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 13:58:08.950409 n-d-805629-1 neutron-server[76400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=76400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 13:58:08.950954 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 23 13:58:08.954002 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 23 13:58:08.958120 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 23 13:58:08.962266 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 23 13:58:08.964074 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 23 13:58:08.964462 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 23 13:58:08.964792 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 23 13:58:08.965200 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 23 13:58:08.968489 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 23 13:58:08.968734 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 23 13:58:08.969082 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 13:58:08.997226 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 23 13:58:08.997706 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.998002 n-d-805629-1 neutron-server[76400]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=76400) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 23 13:58:08.998360 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:08.999857 n-d-805629-1 neutron-server[76400]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=76400) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 23 13:58:09.000139 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 13:58:09.000379 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 23 13:58:09.003542 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:09.003823 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:09.063175 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 23 13:58:09.063412 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 23 13:58:09.063649 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 23 13:58:09.064018 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 23 13:58:09.094428 n-d-805629-1 neutron-server[76400]: DEBUG oslo_db.sqlalchemy.engines [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=76400) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 23 13:58:09.560646 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Initializing driver for type 'gre' Aug 23 13:58:09.561252 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] gre ID ranges: [(1, 1000)] Aug 23 13:58:09.743685 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Initializing driver for type 'local' Aug 23 13:58:09.744023 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Initializing driver for type 'vlan' Aug 23 13:58:09.811919 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] VlanTypeDriver initialization complete Aug 23 13:58:09.812195 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Initializing driver for type 'vxlan' Aug 23 13:58:09.812705 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] vxlan ID ranges: [(1, 1000)] Aug 23 13:58:10.000427 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Initializing extension driver 'port_security' Aug 23 13:58:10.000984 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.extensions.port_security [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] PortSecurityExtensionDriver initialization complete Aug 23 13:58:10.001085 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Initializing mechanism driver 'openvswitch' Aug 23 13:58:10.001410 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Initializing mechanism driver 'hyperv' Aug 23 13:58:10.007835 n-d-805629-1 neutron-server[76400]: DEBUG neutron.plugins.ml2.plugin [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=76400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:58:10.008586 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > port after_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.008962 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > port after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.009317 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > port after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.009735 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > subnet after_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.010090 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > subnet after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.010432 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > subnet after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.010812 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > network after_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.011161 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > network after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.011502 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > network after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.012507 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > security_group after_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.012857 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > security_group after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.013200 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > security_group after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.013599 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.013943 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.014278 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.014615 n-d-805629-1 neutron-server[76400]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] ML2 OVO RPC backend initialized. {{(pid=76400) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 23 13:58:10.023990 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router_interface after_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.023990 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.023990 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > network before_response 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.023990 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > networks before_response 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.024395 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > port before_response 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.024395 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > ports before_response 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.024395 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > subnet before_response 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.024395 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > subnets before_response 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.024710 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > network after_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.024710 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > network after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.024710 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > network after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.024710 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > port after_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.024999 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > port after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.024999 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > port after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.024999 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > subnet after_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.024999 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > subnet after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.025279 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > subnet after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.025279 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.plugin [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Modular L2 Plugin initialization complete Aug 23 13:58:10.025279 n-d-805629-1 neutron-server[76400]: DEBUG neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading services supported by the core plugin {{(pid=76400) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 23 13:58:10.025279 n-d-805629-1 neutron-server[76400]: INFO neutron.plugins.ml2.managers [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Got port-security extension from driver 'port_security' Aug 23 13:58:10.025279 n-d-805629-1 neutron-server[76400]: INFO neutron.extensions.vlantransparent [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Disabled vlantransparent extension. Aug 23 13:58:10.025279 n-d-805629-1 neutron-server[76400]: DEBUG neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=76400) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 23 13:58:10.025279 n-d-805629-1 neutron-server[76400]: INFO neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading Plugin: router Aug 23 13:58:10.058278 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router_interface before_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.058670 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router after_create 55549900 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.059541 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router before_create 55549900 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.059908 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.060405 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.060765 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router after_delete 55549900 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.061125 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > floatingip after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.061492 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router after_create 55549900 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.061867 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router after_update 55549900 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.062263 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router after_update 55549900 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.062572 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.062937 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router after_update 55549900 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.063352 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router precommit_update 55549900 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.063723 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: port after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.064064 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: port after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.064401 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: subnet after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.064739 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.065088 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > port precommit_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.065438 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router precommit_create 55549900 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.065805 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: port before_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.066149 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router precommit_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.066504 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router after_update 55549900 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.066846 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router precommit_delete 55549900 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.067194 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router precommit_create 55549900 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.067554 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router_interface after_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.067899 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router precommit_update 55549900 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.068261 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > agent after_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.068611 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > agent after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.068954 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > network after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.069842 n-d-805629-1 neutron-server[76400]: DEBUG neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Tracking information for resource: router configured {{(pid=76400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 13:58:10.070172 n-d-805629-1 neutron-server[76400]: DEBUG neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Tracking information for resource: floatingip configured {{(pid=76400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 13:58:10.075828 n-d-805629-1 neutron-server[76400]: INFO neutron.db.l3_agentschedulers_db [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 23 13:58:10.076406 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: port after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.076769 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: port after_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.077121 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: port after_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.077471 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: port after_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.078299 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router before_create 55550100 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.078670 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router precommit_delete 55550100 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.079033 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router precommit_create 55550100 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.079390 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > router precommit_update 55550100 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.083680 n-d-805629-1 neutron-server[76400]: DEBUG neutron.services.provider_configuration [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Service providers = [] {{(pid=76400) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 23 13:58:10.084051 n-d-805629-1 neutron-server[76400]: DEBUG neutron.db.servicetype_db [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=76400) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 23 13:58:10.087305 n-d-805629-1 neutron-server[76400]: DEBUG neutron.services.service_base [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=76400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 13:58:10.087662 n-d-805629-1 neutron-server[76400]: DEBUG neutron.services.service_base [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=76400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 13:58:10.088008 n-d-805629-1 neutron-server[76400]: DEBUG neutron.services.service_base [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=76400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 13:58:10.088902 n-d-805629-1 neutron-server[76400]: DEBUG neutron.services.service_base [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=76400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 13:58:10.089276 n-d-805629-1 neutron-server[76400]: INFO neutron.services.service_base [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 23 13:58:10.089690 n-d-805629-1 neutron-server[76400]: DEBUG neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=76400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 13:58:10.090056 n-d-805629-1 neutron-server[76400]: INFO neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 23 13:58:10.100628 n-d-805629-1 neutron-server[76400]: DEBUG neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=76400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 13:58:10.100966 n-d-805629-1 neutron-server[76400]: INFO neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading Plugin: auto_allocate Aug 23 13:58:10.106746 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: network precommit_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.107115 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: network precommit_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.107633 n-d-805629-1 neutron-server[76400]: DEBUG neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=76400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 13:58:10.107956 n-d-805629-1 neutron-server[76400]: INFO neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading Plugin: tag Aug 23 13:58:10.114588 n-d-805629-1 neutron-server[76400]: DEBUG neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=76400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 13:58:10.114925 n-d-805629-1 neutron-server[76400]: INFO neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading Plugin: timestamp Aug 23 13:58:10.118690 n-d-805629-1 neutron-server[76400]: DEBUG neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=76400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 13:58:10.119021 n-d-805629-1 neutron-server[76400]: INFO neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading Plugin: network_ip_availability Aug 23 13:58:10.124681 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.125051 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.125413 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.126147 n-d-805629-1 neutron-server[76400]: DEBUG neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=76400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 13:58:10.126466 n-d-805629-1 neutron-server[76400]: INFO neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading Plugin: flavors Aug 23 13:58:10.131290 n-d-805629-1 neutron-server[76400]: DEBUG neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=76400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 13:58:10.131621 n-d-805629-1 neutron-server[76400]: INFO neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading Plugin: revisions Aug 23 13:58:10.135855 n-d-805629-1 neutron-server[76400]: DEBUG neutron.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=76400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 13:58:10.136246 n-d-805629-1 neutron-server[76400]: DEBUG oslo_concurrency.lockutils [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.043s {{(pid=76400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:58:10.137613 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=76400) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Aug 23 13:58:10.137953 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Initializing extension manager. Aug 23 13:58:10.138459 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: __init__.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.138800 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: __pycache__ {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.139132 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.139462 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.139792 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: _filter_validation_lib.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.140119 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.140442 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: address_group.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.141201 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.141805 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: address-group Aug 23 13:58:10.142125 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: address_scope.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.142832 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.143351 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: address-scope Aug 23 13:58:10.143672 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: admin_state_down_before_update.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.156195 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.156711 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: router-admin-state-down-before-update Aug 23 13:58:10.157036 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: agent.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.157767 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.158278 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: agent Aug 23 13:58:10.158597 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: agent_resources_synced.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.159508 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.160023 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: agent-resources-synced Aug 23 13:58:10.160344 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: allowedaddresspairs.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.162155 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.162760 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: allowed-address-pairs Aug 23 13:58:10.163089 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: auto_allocated_topology.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.164153 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.164677 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: auto-allocated-topology Aug 23 13:58:10.165003 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: availability_zone.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.165728 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.166238 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: availability_zone Aug 23 13:58:10.166556 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: availability_zone_filter.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.167469 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.167974 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: availability_zone_filter Aug 23 13:58:10.168330 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: data_plane_status.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.169230 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.169772 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension data-plane-status not supported by any of loaded plugins Aug 23 13:58:10.170093 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: default_subnetpools.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.170997 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.171511 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: default-subnetpools Aug 23 13:58:10.171833 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: dhcpagentscheduler.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.172603 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.173116 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: dhcp_agent_scheduler Aug 23 13:58:10.173433 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: dns.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.174371 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.174884 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension dns-integration not supported by any of loaded plugins Aug 23 13:58:10.175204 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: dns_domain_ports.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.176117 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.176628 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 23 13:58:10.176952 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: dvr.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.177653 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.178164 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: dvr Aug 23 13:58:10.178487 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: empty_string_filtering.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.185303 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.185851 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: empty-string-filtering Aug 23 13:58:10.186176 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.187083 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.187589 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 23 13:58:10.187912 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.188812 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.189314 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 23 13:58:10.189665 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: external_net.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.190581 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.191159 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: external-net Aug 23 13:58:10.191493 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: extra_dhcp_opt.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.192387 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.192900 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: extra_dhcp_opt Aug 23 13:58:10.193222 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: extraroute.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.194159 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.194669 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: extraroute Aug 23 13:58:10.194989 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: extraroute_atomic.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.196014 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.196529 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: extraroute-atomic Aug 23 13:58:10.196851 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: filter_validation.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.197814 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.198325 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: filter-validation Aug 23 13:58:10.198648 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: fip_pf_description.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.200161 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.200675 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 23 13:58:10.200997 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: fip_port_details.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.201948 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.202456 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: fip-port-details Aug 23 13:58:10.202777 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: flavors.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.204003 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.204696 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: flavors Aug 23 13:58:10.205022 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.206689 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.207220 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 23 13:58:10.207557 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: floatingip_pools.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.208263 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.208782 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: floatingip-pools Aug 23 13:58:10.209110 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: ip_allocation.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.210074 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.210581 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension ip_allocation not supported by any of loaded plugins Aug 23 13:58:10.210910 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.211818 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.212336 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: ip-substring-filtering Aug 23 13:58:10.212659 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: l2_adjacency.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.213596 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.214109 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 23 13:58:10.214431 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: l3.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.215411 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.215934 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: router Aug 23 13:58:10.216334 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: l3_conntrack_helper.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.218589 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.219115 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 23 13:58:10.219444 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.220375 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.220904 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: ext-gw-mode Aug 23 13:58:10.221230 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.222182 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.222698 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: l3-ha Aug 23 13:58:10.223021 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: l3_flavors.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.223936 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.224446 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: l3-flavors Aug 23 13:58:10.224768 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.225704 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.226217 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 23 13:58:10.226537 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: l3agentscheduler.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.227561 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.228075 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: l3_agent_scheduler Aug 23 13:58:10.228401 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: logging.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.236657 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.237175 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension logging not supported by any of loaded plugins Aug 23 13:58:10.237514 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: metering.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.238322 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.238861 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: metering Aug 23 13:58:10.239187 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.240277 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.240793 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: metering_source_and_destination_fields Aug 23 13:58:10.241118 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: multiprovidernet.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.242068 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.242578 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: multi-provider Aug 23 13:58:10.242902 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: netmtu.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.243809 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.244318 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: net-mtu Aug 23 13:58:10.244639 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: netmtu_writable.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.245557 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.246081 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: net-mtu-writable Aug 23 13:58:10.247010 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: network_availability_zone.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.247685 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.248194 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: network_availability_zone Aug 23 13:58:10.248513 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: network_ip_availability.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.249744 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.250268 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: network-ip-availability Aug 23 13:58:10.250593 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: network_segment_range.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.251363 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.251874 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension network-segment-range not supported by any of loaded plugins Aug 23 13:58:10.252195 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: pagination.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.253181 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.253508 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: pagination Aug 23 13:58:10.253858 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.254851 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.255364 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: port-mac-address-regenerate Aug 23 13:58:10.255687 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: port_resource_request.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.256596 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.257102 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension port-resource-request not supported by any of loaded plugins Aug 23 13:58:10.257430 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: portbindings.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.258375 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.258884 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: binding Aug 23 13:58:10.259204 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: portbindings_extended.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.260473 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.260997 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: binding-extended Aug 23 13:58:10.261326 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: portsecurity.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.262310 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.262830 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: port-security Aug 23 13:58:10.263155 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: project_id.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.270286 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.270616 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: project-id Aug 23 13:58:10.270936 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: providernet.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.271855 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.272371 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: provider Aug 23 13:58:10.272692 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: qos.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.276253 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.276783 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension qos not supported by any of loaded plugins Aug 23 13:58:10.277118 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.278419 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.278946 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 23 13:58:10.279279 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.280197 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.280716 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 23 13:58:10.281043 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: qos_default.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.281980 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.282498 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension qos-default not supported by any of loaded plugins Aug 23 13:58:10.282825 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: qos_fip.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.283483 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.283986 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension qos-fip not supported by any of loaded plugins Aug 23 13:58:10.284312 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: qos_gateway_ip.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.285226 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.285761 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 23 13:58:10.286088 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: qos_port_network_policy.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.286998 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.287510 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 23 13:58:10.287836 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: qos_rule_type_details.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.288753 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.289265 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 23 13:58:10.289620 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: qos_rules_alias.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.294288 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.294808 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 23 13:58:10.295134 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: quotasv2.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.296014 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.296342 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: quotas Aug 23 13:58:10.296666 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: quotasv2_detail.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.298410 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.298748 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: quota_details Aug 23 13:58:10.299078 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: rbac.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.300166 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.300688 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: rbac-policies Aug 23 13:58:10.301017 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: rbac_address_scope.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.301977 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.302498 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: rbac-address-scope Aug 23 13:58:10.302823 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: rbac_security_groups.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.303741 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.304256 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: rbac-security-groups Aug 23 13:58:10.304579 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: rbac_subnetpool.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.305499 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.306044 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: rbac-subnetpool Aug 23 13:58:10.306366 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: revisionifmatch.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.307290 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.307806 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: revision-if-match Aug 23 13:58:10.308128 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: revisions.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.309853 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.310373 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: standard-attr-revisions Aug 23 13:58:10.310700 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: router_availability_zone.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.311375 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.311891 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: router_availability_zone Aug 23 13:58:10.312216 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: routerservicetype.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.313177 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.313676 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension router-service-type not supported by any of loaded plugins Aug 23 13:58:10.314001 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: security_groups_port_filtering.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.314939 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.315459 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: port-security-groups-filtering Aug 23 13:58:10.315788 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: securitygroup.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.327966 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.328546 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: security-group Aug 23 13:58:10.328880 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: segment.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.329717 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.330241 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension segment not supported by any of loaded plugins Aug 23 13:58:10.330571 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.331545 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.332063 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 23 13:58:10.332389 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: servicetype.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.333491 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.334044 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: service-type Aug 23 13:58:10.334370 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: sorting.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.335518 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.335849 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: sorting Aug 23 13:58:10.336173 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: standard_attr_segment.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.337089 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.337633 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 23 13:58:10.337967 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: standardattrdescription.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.338617 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.339130 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: standard-attr-description Aug 23 13:58:10.339454 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: stateful_security_group.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.340406 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.340925 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: stateful-security-group Aug 23 13:58:10.341246 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: stdattrs_common.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.341995 n-d-805629-1 neutron-server[76400]: WARNING neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 23 13:58:10.342316 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.343242 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.343756 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 23 13:58:10.344076 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: subnet_onboard.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.345376 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.346344 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: subnet_onboard Aug 23 13:58:10.346670 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.347599 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.348111 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 23 13:58:10.348431 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: subnet_service_types.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.349357 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.349918 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: subnet-service-types Aug 23 13:58:10.351003 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: subnetallocation.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.352102 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.352639 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: subnet_allocation Aug 23 13:58:10.352972 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.353678 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.354198 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: subnetpool-prefix-ops Aug 23 13:58:10.354523 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.356864 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.357394 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 23 13:58:10.357769 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: tagging.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.358865 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.359388 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: standard-attr-tag Aug 23 13:58:10.359716 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: timestamp.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.360937 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.361456 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loaded extension: standard-attr-timestamp Aug 23 13:58:10.361821 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: trunk.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.362853 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.363371 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension trunk not supported by any of loaded plugins Aug 23 13:58:10.363697 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: trunk_details.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.364618 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.365130 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension trunk-details not supported by any of loaded plugins Aug 23 13:58:10.365453 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: uplink_status_propagation.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.366408 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.366922 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 23 13:58:10.367243 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Loading extension file: vlantransparent.py {{(pid=76400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 13:58:10.367914 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=76400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 13:58:10.368421 n-d-805629-1 neutron-server[76400]: INFO neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 23 13:58:10.370713 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of TrackedResource for resource:network Aug 23 13:58:10.372132 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of TrackedResource for resource:subnet Aug 23 13:58:10.372744 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 13:58:10.373521 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of TrackedResource for resource:port Aug 23 13:58:10.374857 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.v2.resource_helper [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=76400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:58:10.375307 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.v2.resource_helper [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Service FLAVORS assigned prefix: {{(pid=76400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:58:10.375908 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.v2.resource_helper [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=76400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:58:10.376340 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.v2.resource_helper [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=76400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:58:10.376682 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of TrackedResource for resource:router Aug 23 13:58:10.377332 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of TrackedResource for resource:floatingip Aug 23 13:58:10.378067 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.v2.resource_helper [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Service METERING assigned prefix: /metering {{(pid=76400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:58:10.379496 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.379871 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.380221 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=76400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:58:10.381371 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 13:58:10.381843 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of TrackedResource for resource:security_group Aug 23 13:58:10.382506 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 13:58:10.383234 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.v2.resource_helper [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Service CORE assigned prefix: {{(pid=76400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:58:10.383566 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 13:58:10.383905 n-d-805629-1 neutron-server[76400]: WARNING neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] subnetpool is already registered Aug 23 13:58:10.384514 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.v2.resource_helper [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Service CORE assigned prefix: {{(pid=76400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:58:10.384843 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 13:58:10.385153 n-d-805629-1 neutron-server[76400]: WARNING neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] subnetpool is already registered Aug 23 13:58:10.387760 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.v2.resource_helper [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=76400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:58:10.388192 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.v2.resource_helper [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Service FLAVORS assigned prefix: {{(pid=76400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:58:10.388775 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.v2.resource_helper [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=76400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:58:10.389194 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.v2.resource_helper [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=76400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:58:10.389527 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of TrackedResource for resource:router Aug 23 13:58:10.389890 n-d-805629-1 neutron-server[76400]: WARNING neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] router is already registered Aug 23 13:58:10.390473 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of TrackedResource for resource:floatingip Aug 23 13:58:10.390807 n-d-805629-1 neutron-server[76400]: WARNING neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] floatingip is already registered Aug 23 13:58:10.391423 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.v2.resource_helper [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Service METERING assigned prefix: /metering {{(pid=76400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:58:10.392088 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 13:58:10.392416 n-d-805629-1 neutron-server[76400]: WARNING neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] rbac_policy is already registered Aug 23 13:58:10.392965 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of TrackedResource for resource:security_group Aug 23 13:58:10.393292 n-d-805629-1 neutron-server[76400]: WARNING neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] security_group is already registered Aug 23 13:58:10.393915 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 13:58:10.394245 n-d-805629-1 neutron-server[76400]: WARNING neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] security_group_rule is already registered Aug 23 13:58:10.394923 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.v2.resource_helper [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Service CORE assigned prefix: {{(pid=76400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:58:10.395251 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 13:58:10.395575 n-d-805629-1 neutron-server[76400]: WARNING neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] subnetpool is already registered Aug 23 13:58:10.396166 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.v2.resource_helper [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Service CORE assigned prefix: {{(pid=76400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:58:10.396490 n-d-805629-1 neutron-server[76400]: INFO neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 13:58:10.396810 n-d-805629-1 neutron-server[76400]: WARNING neutron.quota.resource_registry [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] subnetpool is already registered Aug 23 13:58:10.397468 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: extensions {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.398949 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: address-groups {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.400521 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: address-scopes {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.401741 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: agents {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.402937 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: auto-allocated-topology {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.404141 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: availability_zones {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.405400 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: dhcp-networks {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.406805 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: dhcp-agents {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.408184 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: routers {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.409985 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: flavors {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.411130 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: service_profiles {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.412306 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: next_providers {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.413812 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: service_profiles {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.415216 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: floatingip-pools {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.416392 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: routers {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.418845 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: floatingips {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.419993 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: l3-routers {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.421316 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: l3-agents {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.422720 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: metering-labels {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.424826 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: metering-label-rules {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.426106 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: network-ip-availabilities {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.427313 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: bindings {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.428932 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: quotas {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.430371 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: quotas {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.431791 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: rbac-policies {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.433079 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: security-groups {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.434928 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: security-group-rules {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.436149 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: service-providers {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.437351 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: subnetpools {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.438756 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: subnetpools {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.440194 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: tags {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.441864 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: tags {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.443605 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: tags {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.445323 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: tags {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.447500 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: tags {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.449139 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: tags {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.450975 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: tags {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.452760 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: tags {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.454611 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: tags {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.456403 n-d-805629-1 neutron-server[76400]: DEBUG neutron.api.extensions [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Extended resource: tags {{(pid=76400) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 13:58:10.462119 n-d-805629-1 neutron-server[76400]: WARNING keystonemiddleware.auth_token [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 23 13:58:10.466812 n-d-805629-1 neutron-server[76400]: WARNING keystonemiddleware.auth_token [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 23 13:58:10.474680 n-d-805629-1 neutron-server[76400]: DEBUG oslo_concurrency.lockutils [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Acquired lock "singleton_lock" {{(pid=76400) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 23 13:58:10.475148 n-d-805629-1 neutron-server[76400]: DEBUG oslo_concurrency.lockutils [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Releasing lock "singleton_lock" {{(pid=76400) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 23 13:58:10.475767 n-d-805629-1 neutron-server[76400]: INFO oslo_service.service [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Starting 2 workers Aug 23 13:58:10.480277 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Started child 76505 {{(pid=76400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 13:58:10.484909 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Started child 76506 {{(pid=76400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 13:58:10.486300 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:10.486816 n-d-805629-1 neutron-server[76400]: INFO neutron.service [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 23 13:58:10.487166 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Notify callbacks [] for process, before_spawn {{(pid=76400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:10.487760 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [-] (76505) wsgi starting up on http://0.0.0.0:9696 Aug 23 13:58:10.489674 n-d-805629-1 neutron-server[76400]: INFO oslo_service.service [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Starting 1 workers Aug 23 13:58:10.490759 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:10.492324 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [-] (76506) wsgi starting up on http://0.0.0.0:9696 Aug 23 13:58:10.494615 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Started child 76509 {{(pid=76400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 13:58:10.495114 n-d-805629-1 neutron-server[76400]: INFO oslo_service.service [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Starting 1 workers Aug 23 13:58:10.498997 n-d-805629-1 neutron-server[76509]: DEBUG neutron.service [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] calling RpcWorker wait() {{(pid=76509) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 23 13:58:10.499538 n-d-805629-1 neutron-server[76509]: DEBUG neutron.service [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] returning from RpcWorker wait() {{(pid=76509) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 23 13:58:10.499891 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Started child 76510 {{(pid=76400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 13:58:10.500675 n-d-805629-1 neutron-server[76400]: DEBUG neutron_lib.callbacks.manager [None req-514124a5-182a-4fe5-89f5-29bcea11e410 None None] Notify callbacks [] for process, after_spawn {{(pid=76400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:10.500775 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:10.501161 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:58:10.502575 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=76400) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 23 13:58:10.502791 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 23 13:58:10.502966 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 23 13:58:10.503170 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 23 13:58:10.503507 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 23 13:58:10.503670 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 23 13:58:10.504204 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.504477 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.504730 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.504988 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.505293 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.505405 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:10.505877 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.506139 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.506381 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.506606 n-d-805629-1 neutron-server[76510]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:58:10.506698 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.506881 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.507049 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.507213 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.507465 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.507727 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.508017 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.508315 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.508549 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.508863 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.509002 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.509237 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] config_source = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.509496 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.509753 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.510020 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] debug = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.510292 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.510797 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.511041 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.511262 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.511499 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.511774 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.512075 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.512351 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.512572 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.512792 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.513045 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.513322 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.513534 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.513798 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.514055 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.514272 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.514725 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] host = n-d-805629-1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.514976 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.515213 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.515457 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.515684 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.515940 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.516153 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.516427 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.516666 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.516911 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.517169 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.517434 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.517709 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.517929 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] log_dir = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.518186 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] log_file = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.518421 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] log_options = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.518571 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.518846 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.519130 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.519323 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.519490 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.519664 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.519919 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.520081 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.520326 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.520546 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.520758 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.520985 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.521227 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.521440 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.521708 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.521940 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.522163 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.522386 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.522644 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.522888 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.523115 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.523359 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.523571 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.523792 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.524005 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.524238 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.524460 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.524674 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.524882 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.525139 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.525399 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.525661 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.525905 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.526167 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.527240 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.527240 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.527240 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.527461 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.527651 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.528234 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.528803 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.528803 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.529019 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.529232 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.529451 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] use_journal = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.529707 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] use_json = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.529921 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.530137 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.530389 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.530625 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.530855 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.531073 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.531295 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.531519 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.531923 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.532194 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.532524 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.532768 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.532997 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.533266 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.533522 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.533759 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.534127 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.540435 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.540435 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.540435 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.540435 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.540435 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.540435 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.540435 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.540435 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541010 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541010 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541010 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541010 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541010 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541010 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541010 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541010 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541010 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541640 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541640 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541640 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541640 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541640 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541640 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541640 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541640 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.541640 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.542308 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.542308 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.542308 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.542308 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.542308 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.542308 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.542308 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.542308 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.542308 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.542910 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.542910 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.542910 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.543708 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.543708 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.543859 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.544072 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.544338 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.544573 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.544786 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.545014 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.545229 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.545546 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.545888 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.546119 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.546401 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.546839 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.547195 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.547595 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.547863 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.548141 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.548339 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.548638 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.548933 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.549160 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.549472 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.549738 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.550397 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.550397 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.552991 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.553294 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.553654 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.554303 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.557540 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.557540 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.557886 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.557886 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.558112 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.560493 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.561668 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.562119 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.563760 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.564002 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.564300 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.564573 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.564820 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.567698 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.568338 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.570011 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.571446 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.573848 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.574128 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.574449 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.574754 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.575026 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.575291 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.575534 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.575841 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.576113 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.576481 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.576745 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.577015 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.577308 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.577594 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.578106 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.578548 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.578983 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.579445 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.580070 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.580548 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.580996 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.581455 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.581920 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.582398 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.582935 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.583375 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.583870 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.585028 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.585581 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.586037 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.586452 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.586993 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.587464 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.587909 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.588340 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.588802 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.589256 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.589750 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.590841 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.591282 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.591702 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.592382 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.592916 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.593339 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.593812 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.594254 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.594663 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.595087 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.595508 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.596179 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.596595 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.597094 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.597391 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.597842 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.598276 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.598706 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.599132 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.599433 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.599887 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.600321 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.600652 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.600929 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.601221 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.601723 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.602069 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.602424 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.602757 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.603241 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.603677 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.604103 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.604529 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.604963 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.605408 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.605894 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.608310 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.608749 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.609149 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.609572 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.609989 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.610223 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.610612 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.611024 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.611424 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.611924 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.612357 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.612790 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.613905 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.614139 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.614386 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.614627 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.614874 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.615095 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.615315 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.615558 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.615782 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.616022 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.616232 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.616448 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.616673 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.616888 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.617116 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.617403 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.617653 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.617893 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.618166 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.618497 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.618730 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.618966 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.619203 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.619448 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.619658 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.619865 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.620078 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.620284 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.620565 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.620818 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.621032 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.621351 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.621607 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.621818 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.622077 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.622377 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.622601 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.622833 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.623048 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.623288 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.623501 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.623767 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.624076 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.624369 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.624597 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.624831 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.625090 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.625377 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.625647 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.625857 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.626149 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.626468 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.626974 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.627109 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.627234 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.627487 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.627723 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.627934 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.628162 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.628567 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.628696 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.628957 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.629219 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.629464 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.629719 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.629939 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.630283 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.630401 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.633837 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.634114 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.634361 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.634453 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 58428) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:58:10.634556 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 13:58:10.635069 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=76400) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 23 13:58:10.635240 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 23 13:58:10.635404 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 23 13:58:10.635581 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 23 13:58:10.635754 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 23 13:58:10.635910 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 23 13:58:10.636120 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.636284 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.636447 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.636610 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.636773 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.636983 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.637147 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.637307 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.637466 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.637669 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.637833 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.637991 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.638150 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.638315 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.638587 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.638752 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.638911 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.639071 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.639235 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.639394 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] config_source = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.639551 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.639711 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.639869 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] debug = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.640027 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.640241 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.640406 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.640567 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.640725 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.640883 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.641041 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.641201 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.641359 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.641518 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.641698 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.641856 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.642015 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.642182 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.642368 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.642501 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.642670 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] host = n-d-805629-1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.642797 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.642961 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.643119 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.643276 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.643460 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.643603 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.643815 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.643954 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.644063 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.644212 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.644370 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.644581 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.644740 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] log_dir = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.644898 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] log_file = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.645056 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] log_options = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.645214 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.645372 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.645531 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.645802 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.645968 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.646171 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.646336 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.646460 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.646616 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.646759 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.646920 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.647079 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.647238 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.647395 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.647554 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.647715 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.647873 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.648031 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.648199 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.648370 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.648494 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.649043 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0116308 Aug 23 13:58:10.649231 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.649231 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.649231 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.649996 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.649996 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.650297 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.650297 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.650523 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.650523 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.650731 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.650851 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.650981 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.651130 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.651446 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.651607 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.651920 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.652084 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.652396 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.653070 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.653379 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.653537 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.653860 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.654021 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.654181 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] use_journal = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.654340 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] use_json = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.654501 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.654715 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.654875 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.655031 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.655329 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.655626 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.655788 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.656111 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:58:10.656623 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.656922 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.657227 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.657516 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.657872 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.658151 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.658674 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.658674 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.659032 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.659243 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.660205 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.660205 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.660205 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.660410 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.660631 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.661211 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.661211 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.661449 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.661746 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.662031 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.662311 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.662589 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.662863 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.663416 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.664586 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.664586 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.664586 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.664586 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.664962 n-d-805629-1 neutron-server[76509]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:58:10.665037 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.665037 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.665584 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.665584 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.665781 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.666019 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.666280 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.666479 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.666629 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.666758 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.666959 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.667090 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.667232 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.667789 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.668018 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.668878 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.669122 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.669369 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.669466 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.669648 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.669822 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.669990 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.670155 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.670338 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.670502 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.670663 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.670825 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.670989 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.671148 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.671305 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.671468 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.671620 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.671778 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.671939 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.672091 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.672255 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.672407 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.672569 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.672721 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.672885 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.673044 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.673202 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.673361 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.673518 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.673735 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.675046 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.675046 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.675046 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.675046 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.675046 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.675046 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.675046 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.675046 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.675861 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.675861 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.675861 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.675861 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.675861 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.675861 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.676906 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.676906 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.676906 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.676906 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.676906 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.676906 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.676906 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.677378 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.677378 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.677378 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.677738 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.677738 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.677937 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.677937 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.679686 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.679686 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.679686 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.679686 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.679686 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.679686 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.679686 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.679686 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.680485 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.680485 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.680485 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.680485 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.680485 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.680485 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.680485 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.680485 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.680485 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.681332 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.681332 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.681332 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.681332 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.681332 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.681332 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.682751 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.682751 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.682751 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.682751 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.682751 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.682751 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.682751 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.682751 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.682751 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.683717 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.683717 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.683717 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.683717 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.683717 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.683717 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.683717 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.686303 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.686303 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.686303 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.686303 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.686303 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.686303 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.686303 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.686303 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.687811 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.687811 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.687811 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.687811 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.687811 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.687811 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.687811 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.687811 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.690134 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.690134 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.690134 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.690134 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.690134 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.690134 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.690134 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.690134 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.691680 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.691680 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.691680 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.691680 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.691680 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.691680 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.691680 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.691680 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.692313 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.692313 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.692313 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.692313 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.692313 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.692313 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.692313 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.692313 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693216 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693216 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693216 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693216 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693216 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693216 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693216 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693216 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693890 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693890 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693890 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693890 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693890 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693890 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693890 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693890 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.693890 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.694818 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.694818 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.694818 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.694818 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.694818 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.694818 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.694818 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.694818 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.695634 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.695634 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.695634 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.695634 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.695634 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.695634 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.695634 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.695634 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.696266 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.696266 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.696266 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.696266 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.696535 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.696535 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.696677 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.696754 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.696887 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.697324 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.697476 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.697690 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.697807 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.698147 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.698317 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.698487 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.698631 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.698802 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.698973 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.699132 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.699299 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.699451 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.699611 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.699770 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.700299 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.700299 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.700299 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.700589 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.700589 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.700803 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.700803 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.700967 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.701169 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.701672 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.701672 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.701672 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.701921 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.701921 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:58:10.702133 n-d-805629-1 neutron-server[76400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=76400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 13:58:21.125310 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a137183a-5b99-48ce-b498-37ec6480c349 None None] get_active_networks_info from n-d-805629-1 {{(pid=76509) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 23 13:58:21.192531 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a137183a-5b99-48ce-b498-37ec6480c349 None None] No non-hosted networks {{(pid=76509) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 23 13:58:21.202236 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.agentschedulers_db [None req-a137183a-5b99-48ce-b498-37ec6480c349 None None] DHCP Agent not found on host n-d-805629-1 {{(pid=76509) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 23 13:58:21.316669 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1aad3aea-8899-44f9-8e6f-b6bbaa2abf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937679'] for agent, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:21.675058 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937679'] for agent, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:21.675058 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:21.675600 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:21.675600 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:21.675933 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:21.676268 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:21.676608 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:21.676939 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:21.677264 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:21.678927 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:21.678927 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:21.678927 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:21.678927 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-805629-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:58:21.686901 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-805629-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:58:23.478168 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9f3a05ad-d889-4f0a-a986-b55ee26e5733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937679'] for agent, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:23.513510 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-f9a77b85-7050-4f4f-bade-435d4b1adafe None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-805629-1 {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 13:58:23.514309 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-f9a77b85-7050-4f4f-bade-435d4b1adafe None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 13:58:24.115194 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f9a77b85-7050-4f4f-bade-435d4b1adafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:24.314397 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937679'] for agent, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:25.837582 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937679'] for agent, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:27.492529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 58522) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:58:28.104273 n-d-805629-1 neutron-server[76506]: WARNING oslo_policy.policy [None req-ea4c80d2-536f-46e6-9f1a-7447b86841a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 13:58:28.105029 n-d-805629-1 neutron-server[76506]: WARNING oslo_policy.policy [None req-ea4c80d2-536f-46e6-9f1a-7447b86841a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 13:58:28.344584 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [None req-ea4c80d2-536f-46e6-9f1a-7447b86841a2 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76506) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 13:58:28.345571 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ea4c80d2-536f-46e6-9f1a-7447b86841a2 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8521259 Aug 23 13:58:28.436869 n-d-805629-1 neutron-server[76509]: INFO neutron.db.l3_hamode_db [None req-189ee3ff-5683-448f-ba9e-9edb3dbddced None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 23 13:58:28.526019 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ee3ff-5683-448f-ba9e-9edb3dbddced None None] Routers set() bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:58:28.526382 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ee3ff-5683-448f-ba9e-9edb3dbddced None None] Router IDs set() for agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 13:58:30.567928 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 58536) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:58:30.953858 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-d0df1b10-1155-4f13-9ef9-862b6622f90f admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 13:58:31.001274 n-d-805629-1 neutron-server[76506]: DEBUG neutron.policy [None req-d0df1b10-1155-4f13-9ef9-862b6622f90f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=76506) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 23 13:58:31.002032 n-d-805629-1 neutron-server[76506]: WARNING oslo_policy.policy [None req-d0df1b10-1155-4f13-9ef9-862b6622f90f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 13:58:31.002415 n-d-805629-1 neutron-server[76506]: WARNING oslo_policy.policy [None req-d0df1b10-1155-4f13-9ef9-862b6622f90f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 13:58:31.005688 n-d-805629-1 neutron-server[76506]: INFO neutron.quota [None req-d0df1b10-1155-4f13-9ef9-862b6622f90f admin admin] Loaded quota_driver: . Aug 23 13:58:31.021330 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-d0df1b10-1155-4f13-9ef9-862b6622f90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:58:31.186824 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d0df1b10-1155-4f13-9ef9-862b6622f90f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777929619897', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777925369706', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777925362120', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777925386429', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777925379625', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4187458', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3871039', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-829254', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-784026'] for rbac-policy, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:31.374652 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d0df1b10-1155-4f13-9ef9-862b6622f90f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:31.375796 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d0df1b10-1155-4f13-9ef9-862b6622f90f admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8068223 Aug 23 13:58:33.883471 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 58550) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:58:34.497635 n-d-805629-1 neutron-server[76505]: WARNING oslo_policy.policy [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 13:58:34.498200 n-d-805629-1 neutron-server[76505]: WARNING oslo_policy.policy [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 13:58:34.713208 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b93740fb83ae40a1bb26586ff1078af0', 'name': 'private'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 13:58:34.715437 n-d-805629-1 neutron-server[76505]: INFO neutron.quota [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Loaded quota_driver: . Aug 23 13:58:34.731518 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:58:34.737952 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Usage tracker for resource:network and tenant:b93740fb83ae40a1bb26586ff1078af0 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 13:58:34.743482 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 13:58:34.750772 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 13:58:34.882660 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Made reservation on behalf of b93740fb83ae40a1bb26586ff1078af0 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:58:34.915734 n-d-805629-1 neutron-server[76505]: DEBUG neutron.policy [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=76505) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 23 13:58:34.916496 n-d-805629-1 neutron-server[76505]: WARNING oslo_policy.policy [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 13:58:34.917479 n-d-805629-1 neutron-server[76505]: WARNING oslo_policy.policy [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 13:58:34.922022 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:34.943603 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:34.990904 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:58:34.994663 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b93740fb83ae40a1bb26586ff1078af0 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 13:58:34.997460 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 13:58:35.003053 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 13:58:35.073597 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:35.130923 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:35.136944 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:58:35.156814 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 13:58:35.181750 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777929225593', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:35.182336 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Unsubscribe: segment precommit_create {{(pid=76505) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 13:58:35.182788 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Added segment c5962b3b-19d3-4674-97aa-e4bbab59955e of type vlan for network 206bf781-ac0d-476a-b9eb-feb9e31cd22d Aug 23 13:58:35.234506 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ce68cb-1e7a-43f1-b944-63c6202e9073,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:58:35.267473 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:35.267734 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:35.268058 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:35.268376 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:35.268691 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:35.269001 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:35.269308 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:35.269635 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:35.269940 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:35.270247 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:35.270549 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Tracked resource versions report: Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: pushed versions: Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: { 'ConntrackHelper': {'1.0'}, Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'Log': {'1.0'}, Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'Network': {'1.1'}, Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'Port': {'1.5'}, Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'PortForwarding': {'1.2'}, Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'QosPolicy': {'1.8'}, Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'SecurityGroup': {'1.2'}, Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'SecurityGroupRule': {'1.0'}, Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'SubPort': {'1.0'}, Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'Subnet': {'1.1'}, Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'Trunk': {'1.1'}} Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: consumer versions: Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: { DHCP agent@n-d-805629-1: {}, Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: L3 agent@n-d-805629-1: {}, Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: Metadata agent@n-d-805629-1: {}, Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: Metering agent@n-d-805629-1: {}, Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: Open vSwitch agent@n-d-805629-1: { 'ConntrackHelper': '1.0', Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'Log': '1.0', Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'Network': '1.1', Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'Port': '1.5', Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'PortForwarding': '1.2', Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'QosPolicy': '1.8', Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'SecurityGroup': '1.2', Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'SecurityGroupRule': '1.0', Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'SubPort': '1.0', Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'Subnet': '1.1', Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: 'Trunk': '1.1'}} Aug 23 13:58:35.271633 n-d-805629-1 neutron-server[76505]: {{(pid=76505) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 13:58:35.299146 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:35.311247 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:58:35.386369 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:35.387810 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:58:35.388480 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:35.393363 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:58:35.492790 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Pushing event updated for resources: {'Network': ['ID=206bf781-ac0d-476a-b9eb-feb9e31cd22d,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:58:35.496495 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:58:35.504282 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 206bf781-ac0d-476a-b9eb-feb9e31cd22d details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 13:58:35.566821 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6811552 Aug 23 13:58:38.135012 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 58572) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:58:38.599699 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a669ad2e-55ce-4c9c-a986-c4ce4aa56138 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:58:38.601027 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-a669ad2e-55ce-4c9c-a986-c4ce4aa56138 admin admin] 10.222.0.86 "GET /v2.0/networks/206bf781-ac0d-476a-b9eb-feb9e31cd22d HTTP/1.1" status: 200 len: 825 time: 0.4645710 Aug 23 13:58:38.632173 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-73bdf2ac-e514-4e56-a9ab-815c4b884bef admin admin] 10.222.0.86 "GET /v2.0/subnetpools/fc54e251-b124-4250-85e4-071b30775367 HTTP/1.1" status: 200 len: 734 time: 0.0258446 Aug 23 13:58:38.643093 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d', 'subnetpool_id': 'fc54e251-b124-4250-85e4-071b30775367', 'tenant_id': 'b93740fb83ae40a1bb26586ff1078af0', 'gateway_ip': '172.20.0.1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 13:58:38.649731 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:58:38.655021 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Usage tracker for resource:subnet and tenant:b93740fb83ae40a1bb26586ff1078af0 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 13:58:38.661641 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 13:58:38.668620 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 13:58:38.731069 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Made reservation on behalf of b93740fb83ae40a1bb26586ff1078af0 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:58:38.733421 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:39.072103 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:39.077028 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:58:39.170365 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=804e8002-1733-4a4f-8372-39856fbca600,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:58:39.176253 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:58:39.180750 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Checking segment: {'id': 'c5962b3b-19d3-4674-97aa-e4bbab59955e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 13:58:39.181109 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Network hostable DHCP agents. Network: 206bf781-ac0d-476a-b9eb-feb9e31cd22d, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 13:58:39.299545 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Network 206bf781-ac0d-476a-b9eb-feb9e31cd22d is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 13:58:39.385266 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 206bf781-ac0d-476a-b9eb-feb9e31cd22d) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:58:39.389787 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:58:39.390325 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:39.394508 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90abda0-2c68-4334-b629-fc8d3a971962 None None] Network 206bf781-ac0d-476a-b9eb-feb9e31cd22d requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 13:58:39.463578 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8253016 Aug 23 13:58:39.703628 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-206bf781-ac0d-476a-b9eb-feb9e31cd22d', 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d', 'tenant_id': 'b93740fb83ae40a1bb26586ff1078af0', 'fixed_ips': [{'subnet_id': '804e8002-1733-4a4f-8372-39856fbca600'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 13:58:39.704810 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:39.887880 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Allocated IP 172.20.0.2 (206bf781-ac0d-476a-b9eb-feb9e31cd22d/804e8002-1733-4a4f-8372-39856fbca600/d40dcd8d-a4e2-4b69-85dd-ee60bb313918) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:58:40.110052 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:40.123388 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Transition to ACTIVE for port object d40dcd8d-a4e2-4b69-85dd-ee60bb313918 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:58:40.145817 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Transition to ACTIVE for port object d40dcd8d-a4e2-4b69-85dd-ee60bb313918 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:58:40.260245 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:40.265209 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:58:40.324881 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Network 206bf781-ac0d-476a-b9eb-feb9e31cd22d is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:58:40.327670 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:58:40.331403 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 13:58:40.343370 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Pushing event updated for resources: {'Port': ['ID=d40dcd8d-a4e2-4b69-85dd-ee60bb313918,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:58:40.383893 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:40.384175 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:40.384500 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:40.385064 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:40.385430 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:40.385769 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:40.386079 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:40.386389 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:40.386693 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:40.386995 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:40.387299 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Tracked resource versions report: Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: pushed versions: Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: { 'ConntrackHelper': {'1.0'}, Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'Log': {'1.0'}, Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'Network': {'1.1'}, Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'Port': {'1.5'}, Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'PortForwarding': {'1.2'}, Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'QosPolicy': {'1.8'}, Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'SecurityGroup': {'1.2'}, Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'SecurityGroupRule': {'1.0'}, Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'SubPort': {'1.0'}, Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'Subnet': {'1.1'}, Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'Trunk': {'1.1'}} Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: consumer versions: Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: { DHCP agent@n-d-805629-1: {}, Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: L3 agent@n-d-805629-1: {}, Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: Metadata agent@n-d-805629-1: {}, Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: Metering agent@n-d-805629-1: {}, Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: Open vSwitch agent@n-d-805629-1: { 'ConntrackHelper': '1.0', Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'Log': '1.0', Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'Network': '1.1', Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'Port': '1.5', Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'PortForwarding': '1.2', Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'QosPolicy': '1.8', Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'SecurityGroup': '1.2', Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'SecurityGroupRule': '1.0', Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'SubPort': '1.0', Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'Subnet': '1.1', Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: 'Trunk': '1.1'}} Aug 23 13:58:40.388422 n-d-805629-1 neutron-server[76509]: {{(pid=76509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 13:58:40.392484 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:58:40.442353 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Attempting to bind port d40dcd8d-a4e2-4b69-85dd-ee60bb313918 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 13:58:40.442990 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Attempting to bind port d40dcd8d-a4e2-4b69-85dd-ee60bb313918 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'c5962b3b-19d3-4674-97aa-e4bbab59955e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 13:58:40.443157 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Attempting to bind port d40dcd8d-a4e2-4b69-85dd-ee60bb313918 on network 206bf781-ac0d-476a-b9eb-feb9e31cd22d {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 13:58:40.449627 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 13, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 13:58:40.450025 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Checking segment: {'id': 'c5962b3b-19d3-4674-97aa-e4bbab59955e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 13:58:40.450497 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:40.450888 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Bound using segment: {'id': 'c5962b3b-19d3-4674-97aa-e4bbab59955e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 13:58:40.451345 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Bound port: d40dcd8d-a4e2-4b69-85dd-ee60bb313918, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5962b3b-19d3-4674-97aa-e4bbab59955e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 13:58:40.451760 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:40.536014 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] For port d40dcd8d-a4e2-4b69-85dd-ee60bb313918, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 13:58:40.540074 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] For port d40dcd8d-a4e2-4b69-85dd-ee60bb313918, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=d40dcd8d-a4e2-4b69-85dd-ee60bb313918,segment=NetworkSegment(c5962b3b-19d3-4674-97aa-e4bbab59955e),segment_id=c5962b3b-19d3-4674-97aa-e4bbab59955e)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 13:58:40.611633 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:40.615579 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:58:40.719904 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Pushing event updated for resources: {'Port': ['ID=d40dcd8d-a4e2-4b69-85dd-ee60bb313918,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:58:40.723325 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:58:41.735696 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 58582) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:58:42.152289 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [None req-2bbf14c3-dc2b-4965-b41b-949bcaa0c493 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76506) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 13:58:42.153241 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-2bbf14c3-dc2b-4965-b41b-949bcaa0c493 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4166462 Aug 23 13:58:43.908658 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device d40dcd8d-a4e2-4b69-85dd-ee60bb313918 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 13:58:44.054254 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port d40dcd8d-a4e2-4b69-85dd-ee60bb313918 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:58:44.417132 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 58596) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:58:44.442804 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0add5a7c-aaea-4eaf-a39c-d17f59948e66 None None] Network 206bf781-ac0d-476a-b9eb-feb9e31cd22d requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 13:58:44.617853 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-4666d7a3-865c-4f0f-838f-d342687cb743 None None] Provisioning for port d40dcd8d-a4e2-4b69-85dd-ee60bb313918 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:58:44.625725 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-4666d7a3-865c-4f0f-838f-d342687cb743 None None] Provisioning complete for port d40dcd8d-a4e2-4b69-85dd-ee60bb313918 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:58:44.626135 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4666d7a3-865c-4f0f-838f-d342687cb743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:44.801449 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4666d7a3-865c-4f0f-838f-d342687cb743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:44.811649 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [None req-b6926e0d-1e15-459a-9f83-a867c318d60a admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76506) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 13:58:44.812610 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b6926e0d-1e15-459a-9f83-a867c318d60a admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3945417 Aug 23 13:58:44.836759 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-4666d7a3-865c-4f0f-838f-d342687cb743 None None] For port d40dcd8d-a4e2-4b69-85dd-ee60bb313918, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=d40dcd8d-a4e2-4b69-85dd-ee60bb313918,segment=NetworkSegment(c5962b3b-19d3-4674-97aa-e4bbab59955e),segment_id=c5962b3b-19d3-4674-97aa-e4bbab59955e)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:58:44.897300 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4666d7a3-865c-4f0f-838f-d342687cb743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:44.899614 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:58:44.967727 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666d7a3-865c-4f0f-838f-d342687cb743 None None] Pushing event updated for resources: {'Port': ['ID=d40dcd8d-a4e2-4b69-85dd-ee60bb313918,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:58:44.971004 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-4666d7a3-865c-4f0f-838f-d342687cb743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:58:45.021814 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c671c258-554b-4ec8-a1bf-3c779ecd244d None None] Provisioning complete for port d40dcd8d-a4e2-4b69-85dd-ee60bb313918 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:58:45.022109 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c671c258-554b-4ec8-a1bf-3c779ecd244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:45.882493 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device d40dcd8d-a4e2-4b69-85dd-ee60bb313918 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 13:58:45.952585 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port d40dcd8d-a4e2-4b69-85dd-ee60bb313918 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:58:45.952964 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:47.326228 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 58608) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:58:47.690841 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-f8bfdb90-15d4-4b69-926f-7eb43c8bc94c admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'b93740fb83ae40a1bb26586ff1078af0', 'name': 'router1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 13:58:47.695590 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f8bfdb90-15d4-4b69-926f-7eb43c8bc94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:58:47.700379 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f8bfdb90-15d4-4b69-926f-7eb43c8bc94c admin admin] Usage tracker for resource:router and tenant:b93740fb83ae40a1bb26586ff1078af0 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 13:58:47.703613 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f8bfdb90-15d4-4b69-926f-7eb43c8bc94c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 13:58:47.709130 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f8bfdb90-15d4-4b69-926f-7eb43c8bc94c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 13:58:47.790575 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f8bfdb90-15d4-4b69-926f-7eb43c8bc94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:47.792599 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f8bfdb90-15d4-4b69-926f-7eb43c8bc94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:47.815826 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f8bfdb90-15d4-4b69-926f-7eb43c8bc94c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:47.982821 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f8bfdb90-15d4-4b69-926f-7eb43c8bc94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:48.071133 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f8bfdb90-15d4-4b69-926f-7eb43c8bc94c admin admin] Notify callbacks [] for router, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:48.072306 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f8bfdb90-15d4-4b69-926f-7eb43c8bc94c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7451131 Aug 23 13:58:50.382783 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 58618) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:58:50.766050 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [None req-571dfb15-eb70-41c6-afbb-387edfe8a3d9 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 13:58:50.767007 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-571dfb15-eb70-41c6-afbb-387edfe8a3d9 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3831952 Aug 23 13:58:51.104970 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b195afdd-f499-4069-be9e-411f88f75f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:51.613634 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:52.985350 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 58628) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:58:53.376032 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 13:58:53.380805 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:58:53.384625 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Usage tracker for resource:network and tenant:781245be25c84cc5bb424cec91d0b636 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 13:58:53.387417 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 13:58:53.392927 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 13:58:53.493311 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Made reservation on behalf of 781245be25c84cc5bb424cec91d0b636 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:58:53.495595 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:53.504532 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e82a8781-505b-4a18-91f8-446f8712040a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:53.507689 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:53.538701 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:58:53.543163 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Usage tracker for resource:security_group_rule and tenant:781245be25c84cc5bb424cec91d0b636 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 13:58:53.545925 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 13:58:53.551500 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 13:58:53.614868 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:53.687272 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:53.690222 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:58:53.714044 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Reserving flat network on physical network physnet1 {{(pid=76505) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 23 13:58:53.726301 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fc3cb6-9994-4fe4-842d-db46240a9c9c,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:58:53.730865 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:58:53.733149 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:53.734097 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Added segment fdf3dfd7-c179-412b-8130-ef4171ba2de4 of type flat for network fda5307f-67bc-48cb-a9ed-aa314a59f306 Aug 23 13:58:53.763968 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:53.864508 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:53.865726 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:58:53.866244 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:53.869364 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:58:53.966997 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Pushing event updated for resources: {'Network': ['ID=fda5307f-67bc-48cb-a9ed-aa314a59f306,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:58:53.969578 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:58:53.976496 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 13:58:54.048280 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0618472 Aug 23 13:58:54.291759 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:55.782215 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:56.272385 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 58648) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:58:56.501083 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfc77fe-bc71-4f49-a1dd-a8a22ac61ed7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:58:56.502411 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-2cfc77fe-bc71-4f49-a1dd-a8a22ac61ed7 admin admin] 10.222.0.86 "GET /v2.0/subnets/804e8002-1733-4a4f-8372-39856fbca600 HTTP/1.1" status: 200 len: 849 time: 0.2289991 Aug 23 13:58:56.646215 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-6beacbde-4f90-4b10-97b4-93e132e9bf8b admin admin] 10.222.0.86 "GET /v2.0/routers/8173b281-d707-4439-afb2-2d028c157cac HTTP/1.1" status: 200 len: 704 time: 0.1384037 Aug 23 13:58:57.105756 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:57.334198 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Allocated IP 172.20.0.1 (206bf781-ac0d-476a-b9eb-feb9e31cd22d/804e8002-1733-4a4f-8372-39856fbca600/bae9aad7-1e33-414a-89d4-725da41b2f41) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:58:57.518743 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:57.535020 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Transition to ACTIVE for port object bae9aad7-1e33-414a-89d4-725da41b2f41 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:58:57.636298 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:57.640299 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:58:57.704992 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Network 206bf781-ac0d-476a-b9eb-feb9e31cd22d is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:58:57.707847 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:58:57.712377 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 13:58:57.713264 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:57.715323 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Pushing event updated for resources: {'Port': ['ID=bae9aad7-1e33-414a-89d4-725da41b2f41,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:58:57.720560 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:58:57.885180 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:57.948020 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-15c4f423-e60a-4967-a9ed-f941e819c8eb None None] Provisioning for port bae9aad7-1e33-414a-89d4-725da41b2f41 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:58:57.952860 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-15c4f423-e60a-4967-a9ed-f941e819c8eb None None] Provisioning complete for port bae9aad7-1e33-414a-89d4-725da41b2f41 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:58:57.953313 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-15c4f423-e60a-4967-a9ed-f941e819c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:58.005736 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-15c4f423-e60a-4967-a9ed-f941e819c8eb None None] Port bae9aad7-1e33-414a-89d4-725da41b2f41 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 13:58:58.109747 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:58.167489 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:58.168580 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:58.172242 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:58:58.249827 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Pushing event updated for resources: {'Port': ['ID=bae9aad7-1e33-414a-89d4-725da41b2f41,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:58:58.295488 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:58:58.363318 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Network 206bf781-ac0d-476a-b9eb-feb9e31cd22d is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:58:58.364269 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:58:58.528551 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0dd15f9c-a503-4e0e-8099-d9afa1ae3b88 None None] Provisioning complete for port bae9aad7-1e33-414a-89d4-725da41b2f41 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:58:58.528924 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0dd15f9c-a503-4e0e-8099-d9afa1ae3b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:58.580388 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-0dd15f9c-a503-4e0e-8099-d9afa1ae3b88 None None] Port bae9aad7-1e33-414a-89d4-725da41b2f41 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 13:58:58.810893 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Router 8173b281-d707-4439-afb2-2d028c157cac is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 13:58:58.973204 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:58:58.982095 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] 10.222.0.86 "PUT /v2.0/routers/8173b281-d707-4439-afb2-2d028c157cac/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3307531 Aug 23 13:58:58.982549 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Sync routers for ids ['8173b281-d707-4439-afb2-2d028c157cac'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 13:58:58.995570 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Routers {'8173b281-d707-4439-afb2-2d028c157cac'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:58:58.996408 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T13:58:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['8173b281-d707-4439-afb2-2d028c157cac'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:58:59.167197 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Set router 8173b281-d707-4439-afb2-2d028c157cac gateway port host: None {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 13:58:59.535871 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8173b281-d707-4439-afb2-2d028c157cac', 'name': 'router1', 'tenant_id': 'b93740fb83ae40a1bb26586ff1078af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:58:47Z', 'updated_at': '2021-08-23T13:58:57Z', 'revision_number': 2, 'project_id': 'b93740fb83ae40a1bb26586ff1078af0', 'gw_port_host': None, '_interfaces': [{'id': 'bae9aad7-1e33-414a-89d4-725da41b2f41', 'name': '', 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d', 'tenant_id': 'b93740fb83ae40a1bb26586ff1078af0', 'mac_address': 'fa:16:3e:64:d9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173b281-d707-4439-afb2-2d028c157cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804e8002-1733-4a4f-8372-39856fbca600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:58:57Z', 'updated_at': '2021-08-23T13:58:57Z', 'revision_number': 2, 'project_id': 'b93740fb83ae40a1bb26586ff1078af0', 'subnets': [{'id': '804e8002-1733-4a4f-8372-39856fbca600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc54e251-b124-4250-85e4-071b30775367'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:58:59.540703 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Checking router: 8173b281-d707-4439-afb2-2d028c157cac for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 13:58:59.541070 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Updating router 8173b281-d707-4439-afb2-2d028c157cac port bae9aad7-1e33-414a-89d4-725da41b2f41 binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 13:58:59.595178 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:59.985989 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:00.003111 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Transition to ACTIVE for port object bae9aad7-1e33-414a-89d4-725da41b2f41 will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:59:00.093497 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:00.098695 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:59:00.281724 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Pushing event updated for resources: {'Port': ['ID=bae9aad7-1e33-414a-89d4-725da41b2f41,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:59:00.338083 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:00.338422 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:00.338753 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:00.339079 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:00.339401 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:00.339720 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:00.340037 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:00.340350 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:00.340663 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:00.340977 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:00.341288 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Tracked resource versions report: Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: pushed versions: Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: { 'ConntrackHelper': {'1.0'}, Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'Log': {'1.0'}, Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'Network': {'1.1'}, Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'Port': {'1.5'}, Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'PortForwarding': {'1.2'}, Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'QosPolicy': {'1.8'}, Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'SecurityGroup': {'1.2'}, Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'SecurityGroupRule': {'1.0'}, Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'SubPort': {'1.0'}, Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'Subnet': {'1.1'}, Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'Trunk': {'1.1'}} Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: consumer versions: Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: { DHCP agent@n-d-805629-1: {}, Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: L3 agent@n-d-805629-1: {}, Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: Metadata agent@n-d-805629-1: {}, Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: Metering agent@n-d-805629-1: {}, Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: Open vSwitch agent@n-d-805629-1: { 'ConntrackHelper': '1.0', Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'Log': '1.0', Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'Network': '1.1', Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'Port': '1.5', Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'PortForwarding': '1.2', Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'QosPolicy': '1.8', Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'SecurityGroup': '1.2', Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'SecurityGroupRule': '1.0', Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'SubPort': '1.0', Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'Subnet': '1.1', Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: 'Trunk': '1.1'}} Aug 23 13:59:00.342436 n-d-805629-1 neutron-server[76510]: {{(pid=76510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 13:59:00.350398 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:59:00.354414 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Attempting to bind port bae9aad7-1e33-414a-89d4-725da41b2f41 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 13:59:00.354829 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Attempting to bind port bae9aad7-1e33-414a-89d4-725da41b2f41 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'c5962b3b-19d3-4674-97aa-e4bbab59955e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 13:59:00.355270 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Attempting to bind port bae9aad7-1e33-414a-89d4-725da41b2f41 on network 206bf781-ac0d-476a-b9eb-feb9e31cd22d {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 13:59:00.361656 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 13:59:00.362074 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Checking segment: {'id': 'c5962b3b-19d3-4674-97aa-e4bbab59955e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 13:59:00.362547 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:00.362934 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Bound using segment: {'id': 'c5962b3b-19d3-4674-97aa-e4bbab59955e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 13:59:00.363394 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Bound port: bae9aad7-1e33-414a-89d4-725da41b2f41, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5962b3b-19d3-4674-97aa-e4bbab59955e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 13:59:00.363785 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:00.455131 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] For port bae9aad7-1e33-414a-89d4-725da41b2f41, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 13:59:00.459215 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] For port bae9aad7-1e33-414a-89d4-725da41b2f41, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=bae9aad7-1e33-414a-89d4-725da41b2f41,segment=NetworkSegment(c5962b3b-19d3-4674-97aa-e4bbab59955e),segment_id=c5962b3b-19d3-4674-97aa-e4bbab59955e)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 13:59:00.542821 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:00.546978 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:59:00.617991 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Routers {'8173b281-d707-4439-afb2-2d028c157cac'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:59:00.619282 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T13:58:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['8173b281-d707-4439-afb2-2d028c157cac'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:59:00.753345 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Pushing event updated for resources: {'Port': ['ID=bae9aad7-1e33-414a-89d4-725da41b2f41,revision_number=4']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:59:00.765401 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:59:00.787949 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] Set router 8173b281-d707-4439-afb2-2d028c157cac gateway port host: None {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 13:59:01.104293 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 58670) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:59:01.114179 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8173b281-d707-4439-afb2-2d028c157cac', 'name': 'router1', 'tenant_id': 'b93740fb83ae40a1bb26586ff1078af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:58:47Z', 'updated_at': '2021-08-23T13:58:57Z', 'revision_number': 2, 'project_id': 'b93740fb83ae40a1bb26586ff1078af0', 'gw_port_host': None, '_interfaces': [{'id': 'bae9aad7-1e33-414a-89d4-725da41b2f41', 'name': '', 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d', 'tenant_id': 'b93740fb83ae40a1bb26586ff1078af0', 'mac_address': 'fa:16:3e:64:d9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173b281-d707-4439-afb2-2d028c157cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804e8002-1733-4a4f-8372-39856fbca600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:58:57Z', 'updated_at': '2021-08-23T13:59:00Z', 'revision_number': 4, 'project_id': 'b93740fb83ae40a1bb26586ff1078af0', 'subnets': [{'id': '804e8002-1733-4a4f-8372-39856fbca600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc54e251-b124-4250-85e4-071b30775367'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:59:01.118036 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca471919-016f-46da-beb4-7b77138fe8b1 None None] The sync data for ids ['8173b281-d707-4439-afb2-2d028c157cac'] in n-d-805629-1 is: [{'id': '8173b281-d707-4439-afb2-2d028c157cac', 'name': 'router1', 'tenant_id': 'b93740fb83ae40a1bb26586ff1078af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:58:47Z', 'updated_at': '2021-08-23T13:58:57Z', 'revision_number': 2, 'project_id': 'b93740fb83ae40a1bb26586ff1078af0', 'gw_port_host': None, '_interfaces': [{'id': 'bae9aad7-1e33-414a-89d4-725da41b2f41', 'name': '', 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d', 'tenant_id': 'b93740fb83ae40a1bb26586ff1078af0', 'mac_address': 'fa:16:3e:64:d9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173b281-d707-4439-afb2-2d028c157cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804e8002-1733-4a4f-8372-39856fbca600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:58:57Z', 'updated_at': '2021-08-23T13:59:00Z', 'revision_number': 4, 'project_id': 'b93740fb83ae40a1bb26586ff1078af0', 'subnets': [{'id': '804e8002-1733-4a4f-8372-39856fbca600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc54e251-b124-4250-85e4-071b30775367'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 13:59:01.318213 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2613219f-114d-4d30-8c0d-49538e686acb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:01.318706 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-2613219f-114d-4d30-8c0d-49538e686acb admin admin] Synchronizing usage tracker for tenant:781245be25c84cc5bb424cec91d0b636 on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 13:59:01.395925 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-2613219f-114d-4d30-8c0d-49538e686acb admin admin] Unset dirty status for tenant:781245be25c84cc5bb424cec91d0b636 on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 13:59:01.397165 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-2613219f-114d-4d30-8c0d-49538e686acb admin admin] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 842 time: 0.2919309 Aug 23 13:59:01.407128 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'gateway_ip': '172.25.6.1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 13:59:01.412467 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:59:01.416429 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Usage tracker for resource:subnet and tenant:781245be25c84cc5bb424cec91d0b636 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 13:59:01.419155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 13:59:01.425216 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 13:59:01.507942 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Made reservation on behalf of 781245be25c84cc5bb424cec91d0b636 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:59:01.510889 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Notify callbacks [] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:01.942424 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device bae9aad7-1e33-414a-89d4-725da41b2f41 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 13:59:01.950065 n-d-805629-1 neutron-server[76505]: DEBUG neutron.objects.ports [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=76505) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Aug 23 13:59:01.950508 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:01.954341 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d851fc87-b842-48cf-8011-a98ab6af2f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:59:02.025794 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ebadfa5-14a3-4cf8-a766-31ed9672a25f,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:59:02.028017 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:59:02.038436 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 13:59:02.038785 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Network hostable DHCP agents. Network: fda5307f-67bc-48cb-a9ed-aa314a59f306, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 13:59:02.068068 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port bae9aad7-1e33-414a-89d4-725da41b2f41 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:59:02.073385 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port bae9aad7-1e33-414a-89d4-725da41b2f41 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:59:02.073786 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:02.135871 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 13:59:02.187571 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:02.193088 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, fda5307f-67bc-48cb-a9ed-aa314a59f306) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:59:02.199606 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:02.200430 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:02.207667 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d00163-796a-4364-ac68-a42182948d08 None None] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 13:59:02.279822 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8762147 Aug 23 13:59:02.333748 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port bae9aad7-1e33-414a-89d4-725da41b2f41, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=bae9aad7-1e33-414a-89d4-725da41b2f41,segment=NetworkSegment(c5962b3b-19d3-4674-97aa-e4bbab59955e),segment_id=c5962b3b-19d3-4674-97aa-e4bbab59955e)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:59:02.423828 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:02.430072 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:59:02.471119 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d202191-69d1-44a7-ab74-e8fcfca08457 None None] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 13:59:02.585646 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=bae9aad7-1e33-414a-89d4-725da41b2f41,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:59:02.590966 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:59:03.896318 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device bae9aad7-1e33-414a-89d4-725da41b2f41 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 13:59:03.965959 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port bae9aad7-1e33-414a-89d4-725da41b2f41 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:59:03.966328 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:04.422419 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 58684) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:59:04.557448 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 5 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 13:59:04.651275 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-b0af7484-4a87-486c-9095-f6d99f7199f9 admin admin] 10.222.0.86 "GET /v2.0/routers/8173b281-d707-4439-afb2-2d028c157cac HTTP/1.1" status: 200 len: 710 time: 0.2277453 Aug 23 13:59:04.777400 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68360222-6857-46a1-a8de-15fcf491d83f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:04.778779 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-68360222-6857-46a1-a8de-15fcf491d83f admin admin] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 886 time: 0.1224945 Aug 23 13:59:04.787596 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 13:59:05.242152 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:05.528500 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:05.584103 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:05.714115 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Allocated IP 172.25.6.5 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/b5348e53-98a2-4ba2-85c4-be6ca13c18c2) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:59:05.852151 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:05.948160 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:05.951896 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:59:06.011310 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:59:06.014074 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:59:06.017876 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 13:59:06.051069 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Pushing event updated for resources: {'Port': ['ID=b5348e53-98a2-4ba2-85c4-be6ca13c18c2,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:59:06.060477 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:59:06.240464 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:06.403597 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:06.406867 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-930788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-935825'] for router, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:06.597386 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Router 8173b281-d707-4439-afb2-2d028c157cac has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 13:59:06.791144 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 13:59:06.799093 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Notify callbacks [] for router, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:06.800275 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] 10.222.0.86 "PUT /v2.0/routers/8173b281-d707-4439-afb2-2d028c157cac HTTP/1.1" status: 200 len: 888 time: 2.0160515 Aug 23 13:59:06.803287 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Sync routers for ids ['8173b281-d707-4439-afb2-2d028c157cac'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 13:59:06.816726 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Routers {'8173b281-d707-4439-afb2-2d028c157cac'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:59:06.817428 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T13:58:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['8173b281-d707-4439-afb2-2d028c157cac'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:59:07.008327 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Set router 8173b281-d707-4439-afb2-2d028c157cac gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 13:59:07.345474 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8173b281-d707-4439-afb2-2d028c157cac', 'name': 'router1', 'tenant_id': 'b93740fb83ae40a1bb26586ff1078af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b5348e53-98a2-4ba2-85c4-be6ca13c18c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:58:47Z', 'updated_at': '2021-08-23T13:59:06Z', 'revision_number': 4, 'project_id': 'b93740fb83ae40a1bb26586ff1078af0', 'gw_port': {'id': 'b5348e53-98a2-4ba2-85c4-be6ca13c18c2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173b281-d707-4439-afb2-2d028c157cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:59:05Z', 'updated_at': '2021-08-23T13:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'bae9aad7-1e33-414a-89d4-725da41b2f41', 'name': '', 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d', 'tenant_id': 'b93740fb83ae40a1bb26586ff1078af0', 'mac_address': 'fa:16:3e:64:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8173b281-d707-4439-afb2-2d028c157cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804e8002-1733-4a4f-8372-39856fbca600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:58:57Z', 'updated_at': '2021-08-23T13:59:02Z', 'revision_number': 5, 'project_id': 'b93740fb83ae40a1bb26586ff1078af0', 'subnets': [{'id': '804e8002-1733-4a4f-8372-39856fbca600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc54e251-b124-4250-85e4-071b30775367'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:59:07.350094 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Checking router: 8173b281-d707-4439-afb2-2d028c157cac for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 13:59:07.350436 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Updating router 8173b281-d707-4439-afb2-2d028c157cac port b5348e53-98a2-4ba2-85c4-be6ca13c18c2 binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 13:59:07.399337 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:07.720524 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:07.731819 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Transition to ACTIVE for port object b5348e53-98a2-4ba2-85c4-be6ca13c18c2 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:59:07.807998 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:07.811962 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-4666d7a3-865c-4f0f-838f-d342687cb743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:59:07.888582 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e9385-5991-4868-970c-1efad60b436e None None] Pushing event updated for resources: {'Port': ['ID=b5348e53-98a2-4ba2-85c4-be6ca13c18c2,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:59:07.891873 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-8e6e9385-5991-4868-970c-1efad60b436e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:59:07.892655 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Attempting to bind port b5348e53-98a2-4ba2-85c4-be6ca13c18c2 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 13:59:07.893027 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Attempting to bind port b5348e53-98a2-4ba2-85c4-be6ca13c18c2 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 13:59:07.893374 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Attempting to bind port b5348e53-98a2-4ba2-85c4-be6ca13c18c2 on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 13:59:07.899754 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 13:59:07.900122 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 13:59:07.900524 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:07.900906 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 13:59:07.901367 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Bound port: b5348e53-98a2-4ba2-85c4-be6ca13c18c2, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 13:59:07.901756 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:07.970193 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] For port b5348e53-98a2-4ba2-85c4-be6ca13c18c2, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 13:59:07.973066 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] For port b5348e53-98a2-4ba2-85c4-be6ca13c18c2, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=b5348e53-98a2-4ba2-85c4-be6ca13c18c2,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 13:59:08.041868 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:08.045685 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:59:08.146972 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e9385-5991-4868-970c-1efad60b436e None None] Pushing event updated for resources: {'Port': ['ID=b5348e53-98a2-4ba2-85c4-be6ca13c18c2,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:59:08.150748 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-8e6e9385-5991-4868-970c-1efad60b436e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:59:08.151694 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Routers {'8173b281-d707-4439-afb2-2d028c157cac'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 13:59:08.152267 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T13:58:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['8173b281-d707-4439-afb2-2d028c157cac'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:59:08.326637 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] Set router 8173b281-d707-4439-afb2-2d028c157cac gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 13:59:08.642523 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8173b281-d707-4439-afb2-2d028c157cac', 'name': 'router1', 'tenant_id': 'b93740fb83ae40a1bb26586ff1078af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b5348e53-98a2-4ba2-85c4-be6ca13c18c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:58:47Z', 'updated_at': '2021-08-23T13:59:06Z', 'revision_number': 4, 'project_id': 'b93740fb83ae40a1bb26586ff1078af0', 'gw_port': {'id': 'b5348e53-98a2-4ba2-85c4-be6ca13c18c2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173b281-d707-4439-afb2-2d028c157cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:59:05Z', 'updated_at': '2021-08-23T13:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'bae9aad7-1e33-414a-89d4-725da41b2f41', 'name': '', 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d', 'tenant_id': 'b93740fb83ae40a1bb26586ff1078af0', 'mac_address': 'fa:16:3e:64:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8173b281-d707-4439-afb2-2d028c157cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804e8002-1733-4a4f-8372-39856fbca600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:58:57Z', 'updated_at': '2021-08-23T13:59:02Z', 'revision_number': 5, 'project_id': 'b93740fb83ae40a1bb26586ff1078af0', 'subnets': [{'id': '804e8002-1733-4a4f-8372-39856fbca600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc54e251-b124-4250-85e4-071b30775367'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:59:08.646532 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee81bf3-2fff-4177-94f8-2a86f4b4b924 None None] The sync data for ids ['8173b281-d707-4439-afb2-2d028c157cac'] in n-d-805629-1 is: [{'id': '8173b281-d707-4439-afb2-2d028c157cac', 'name': 'router1', 'tenant_id': 'b93740fb83ae40a1bb26586ff1078af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b5348e53-98a2-4ba2-85c4-be6ca13c18c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:58:47Z', 'updated_at': '2021-08-23T13:59:06Z', 'revision_number': 4, 'project_id': 'b93740fb83ae40a1bb26586ff1078af0', 'gw_port': {'id': 'b5348e53-98a2-4ba2-85c4-be6ca13c18c2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8173b281-d707-4439-afb2-2d028c157cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:59:05Z', 'updated_at': '2021-08-23T13:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'bae9aad7-1e33-414a-89d4-725da41b2f41', 'name': '', 'network_id': '206bf781-ac0d-476a-b9eb-feb9e31cd22d', 'tenant_id': 'b93740fb83ae40a1bb26586ff1078af0', 'mac_address': 'fa:16:3e:64:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8173b281-d707-4439-afb2-2d028c157cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '804e8002-1733-4a4f-8372-39856fbca600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:58:57Z', 'updated_at': '2021-08-23T13:59:02Z', 'revision_number': 5, 'project_id': 'b93740fb83ae40a1bb26586ff1078af0', 'subnets': [{'id': '804e8002-1733-4a4f-8372-39856fbca600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc54e251-b124-4250-85e4-071b30775367'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 13:59:09.029468 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 58694) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:59:09.172902 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-8bbd1315-46c0-49de-a172-f814998ccf5b admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1066 time: 0.1421659 Aug 23 13:59:09.921853 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device b5348e53-98a2-4ba2-85c4-be6ca13c18c2 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 13:59:10.073371 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port b5348e53-98a2-4ba2-85c4-be6ca13c18c2 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:59:10.080114 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port b5348e53-98a2-4ba2-85c4-be6ca13c18c2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:59:10.080562 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:10.192016 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:10.209442 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port b5348e53-98a2-4ba2-85c4-be6ca13c18c2, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=b5348e53-98a2-4ba2-85c4-be6ca13c18c2,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 13:59:10.324818 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:10.327071 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-8e6e9385-5991-4868-970c-1efad60b436e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:59:10.398965 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=b5348e53-98a2-4ba2-85c4-be6ca13c18c2,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:59:10.402253 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:59:11.907339 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device b5348e53-98a2-4ba2-85c4-be6ca13c18c2 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 13:59:11.980506 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port b5348e53-98a2-4ba2-85c4-be6ca13c18c2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:59:11.980892 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:21.096114 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a4d64ca3-f343-47a4-a7b7-0892688f92f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:21.640577 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:23.466492 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b35b1202-6941-437d-a0ef-edfdd9017518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:24.291676 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:25.811679 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:41.561355 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 5 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 13:59:51.100151 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a77bea85-9c42-4173-aa30-17f6db093986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:51.639310 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:53.490654 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d9f1cb19-8345-42ca-a6fc-a98c5b9c82a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:54.364675 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:55.831752 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:18.560896 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 5 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:00:21.088744 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-38c8e914-fc6b-4b6c-acc1-930e04e7abb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:21.637271 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:23.483171 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-506fd304-9311-416c-903b-617ce3ace995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:25.214936 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:25.808633 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:51.071175 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-db5d6aae-8b94-432d-8349-e01811ae0d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:51.595974 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:53.470048 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-8d92563a-daa5-48a9-ae66-7925a1229faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:54.275479 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:55.561647 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 5 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:00:55.795844 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:17.916955 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59298) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:01:18.011730 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a0c358-2c4c-4a5c-a8c3-1a1e5421cb1d admin admin] GET failed (client error): The resource could not be found. Aug 23 14:01:18.012959 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-96a0c358-2c4c-4a5c-a8c3-1a1e5421cb1d admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0950334 Aug 23 14:01:18.144399 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1225265-65fc-4e55-bb60-20fbe2c5f710 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:01:18.145810 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-e1225265-65fc-4e55-bb60-20fbe2c5f710 admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1289389 Aug 23 14:01:20.209616 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59308) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:01:20.380611 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a0313c-f51f-4f6f-8d0c-9919cee2490f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:01:20.381287 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f0a0313c-f51f-4f6f-8d0c-9919cee2490f admin admin] Synchronizing usage tracker for tenant:781245be25c84cc5bb424cec91d0b636 on resource:subnet {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:01:20.445988 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f0a0313c-f51f-4f6f-8d0c-9919cee2490f admin admin] Unset dirty status for tenant:781245be25c84cc5bb424cec91d0b636 on resource:subnet {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:01:20.447112 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f0a0313c-f51f-4f6f-8d0c-9919cee2490f admin admin] 10.222.0.86 "GET /v2.0/subnets/804e8002-1733-4a4f-8372-39856fbca600 HTTP/1.1" status: 200 len: 849 time: 0.2365215 Aug 23 14:01:20.456910 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:01:20.576391 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Notify callbacks [] for subnet, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:20.811947 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777929243661'] for subnet, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:20.816083 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-407db58e-f45c-4223-be29-0d6944d56760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:01:20.859082 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:01:20.860226 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:20.860922 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] 10.222.0.86 "PUT /v2.0/subnets/804e8002-1733-4a4f-8372-39856fbca600 HTTP/1.1" status: 200 len: 868 time: 0.4081454 Aug 23 14:01:20.879105 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5602259d-d1f5-47bf-8341-eb238cb4f680 None None] Network 206bf781-ac0d-476a-b9eb-feb9e31cd22d requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:01:20.884505 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Pushing event updated for resources: {'Subnet': ['ID=804e8002-1733-4a4f-8372-39856fbca600,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:01:20.893992 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:20.894338 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:20.894675 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:20.895007 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:20.895335 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:20.895659 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:20.896180 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:20.896513 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:20.896863 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:20.897186 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:20.897506 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:20.902340 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:01:21.145414 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-057e52bd-d0a8-4719-abde-50c4384e85e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:21.421009 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-cadd76c8-16b5-4d8f-ab90-3b5e62e8a664 None None] Provisioning complete for port d40dcd8d-a4e2-4b69-85dd-ee60bb313918 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:01:21.421289 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cadd76c8-16b5-4d8f-ab90-3b5e62e8a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:21.565667 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-cadd76c8-16b5-4d8f-ab90-3b5e62e8a664 None None] Provisioning complete for port bae9aad7-1e33-414a-89d4-725da41b2f41 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:01:21.565667 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cadd76c8-16b5-4d8f-ab90-3b5e62e8a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:21.623151 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:22.917635 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59318) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:01:23.111246 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d5b58e-21b8-4391-a133-154d6c292b71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:01:23.111626 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d5b58e-21b8-4391-a133-154d6c292b71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:01:23.113129 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-24d5b58e-21b8-4391-a133-154d6c292b71 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1945548 Aug 23 14:01:23.462547 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ae873fe3-e558-4bf3-af48-8b562d157deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:24.297278 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:25.209208 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 59328) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:01:25.442056 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ea1e85-d6d8-4dab-b67f-f27a7e3aee1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:01:25.442364 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ea1e85-d6d8-4dab-b67f-f27a7e3aee1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:01:25.443968 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-96ea1e85-d6d8-4dab-b67f-f27a7e3aee1c admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2338049 Aug 23 14:01:25.817057 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:27.481207 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59338) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:01:27.674453 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64b91d1-1c52-4299-bfbd-aab47025020b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:01:27.675729 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-d64b91d1-1c52-4299-bfbd-aab47025020b admin admin] 10.222.0.86 "GET /v2.0/networks/206bf781-ac0d-476a-b9eb-feb9e31cd22d HTTP/1.1" status: 200 len: 869 time: 0.1935422 Aug 23 14:01:29.711118 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59348) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:01:29.916933 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b55e9-a2f2-4393-b82c-3242abfd41f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:01:29.918296 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-ec1b55e9-a2f2-4393-b82c-3242abfd41f5 admin admin] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 886 time: 0.2061813 Aug 23 14:01:31.962985 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59358) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:01:32.094603 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bc87ee-bcc4-4312-bc96-a744ad9e69d6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:01:32.094969 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bc87ee-bcc4-4312-bc96-a744ad9e69d6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:01:32.096476 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f7bc87ee-bcc4-4312-bc96-a744ad9e69d6 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1325426 Aug 23 14:01:32.560987 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 5 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:01:34.136054 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59368) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:01:34.262691 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feae8218-cc69-4c9e-9979-7846126b206e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:01:34.263052 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feae8218-cc69-4c9e-9979-7846126b206e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:01:34.264572 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-feae8218-cc69-4c9e-9979-7846126b206e admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275814 Aug 23 14:01:36.317940 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 59378) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:01:36.454199 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd2c0d7-2afa-4cb3-bfa4-b03bb3ee97bf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:01:36.455542 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-bcd2c0d7-2afa-4cb3-bfa4-b03bb3ee97bf admin admin] 10.222.0.86 "GET /v2.0/subnets/804e8002-1733-4a4f-8372-39856fbca600 HTTP/1.1" status: 200 len: 868 time: 0.1366501 Aug 23 14:01:38.551754 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59388) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:01:38.677407 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9d23a9-cf21-464e-870b-6194ba4f931f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:01:38.678748 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-8a9d23a9-cf21-464e-870b-6194ba4f931f admin admin] 10.222.0.86 "GET /v2.0/subnets/9ebadfa5-14a3-4cf8-a766-31ed9672a25f HTTP/1.1" status: 200 len: 816 time: 0.1260703 Aug 23 14:01:51.090802 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-db34a730-c900-490e-98c8-449a5cfce0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:51.605053 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:53.508005 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a5708348-6cc3-4c69-b3f8-1f51de260c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:54.319334 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:55.832827 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:57.231405 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59430) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:01:57.309896 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [None req-1742b095-64c8-4a97-8c70-2ed933f3bc7b admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:01:57.310923 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-1742b095-64c8-4a97-8c70-2ed933f3bc7b admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0785358 Aug 23 14:01:59.478015 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59440) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:01:59.578385 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19535f5-c89a-484c-81fe-95ec7aa230dc admin admin] GET failed (client error): The resource could not be found. Aug 23 14:01:59.579646 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-a19535f5-c89a-484c-81fe-95ec7aa230dc admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1006751 Aug 23 14:01:59.724213 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277f79db-e71d-430a-9aaa-b9f6df5c489e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:01:59.725626 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-277f79db-e71d-430a-9aaa-b9f6df5c489e admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1419532 Aug 23 14:02:01.926910 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59450) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:02:01.998961 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:02:02.003595 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:02:02.012935 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:02:02.090134 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] Made reservation on behalf of 781245be25c84cc5bb424cec91d0b636 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:02:02.092440 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:02.181818 n-d-805629-1 neutron-server[76505]: WARNING neutron.services.revisions.revision_plugin [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] Could not find related network for resource to bump revision. Aug 23 14:02:02.194445 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:02:02.203166 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:02.203455 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] Added segment e91a0158-1fa0-44c2-a5b8-1330637222c5 of type vlan for network c328e107-ebf2-475b-beef-35ca93ee0640 Aug 23 14:02:02.229174 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:02.335952 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:02.337177 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:02:02.337798 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:02.341398 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:02:02.439562 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] Pushing event updated for resources: {'Network': ['ID=c328e107-ebf2-475b-beef-35ca93ee0640,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:02:02.443630 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:02:02.449746 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network c328e107-ebf2-475b-beef-35ca93ee0640 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:02:02.520064 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5920119 Aug 23 14:02:04.592296 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59460) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:02:04.684150 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-6822e1c8-12d5-42c9-8e0e-49f9c3bce75f admin admin] GET failed (client error): The resource could not be found. Aug 23 14:02:04.684639 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-6822e1c8-12d5-42c9-8e0e-49f9c3bce75f admin admin] Synchronizing usage tracker for tenant:781245be25c84cc5bb424cec91d0b636 on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:02:04.758433 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-6822e1c8-12d5-42c9-8e0e-49f9c3bce75f admin admin] Unset dirty status for tenant:781245be25c84cc5bb424cec91d0b636 on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:02:04.759545 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-6822e1c8-12d5-42c9-8e0e-49f9c3bce75f admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1662779 Aug 23 14:02:04.902585 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c521d-22de-460b-82aa-be5c6367dda8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:02:04.904047 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-222c521d-22de-460b-82aa-be5c6367dda8 admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1406612 Aug 23 14:02:04.914073 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-e667b0da-92e4-4386-b3ce-b9372a2c8127 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:02:04.918459 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-e667b0da-92e4-4386-b3ce-b9372a2c8127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:02:04.928324 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-e667b0da-92e4-4386-b3ce-b9372a2c8127 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:02:04.986849 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e667b0da-92e4-4386-b3ce-b9372a2c8127 admin admin] Made reservation on behalf of 781245be25c84cc5bb424cec91d0b636 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:02:04.989692 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e667b0da-92e4-4386-b3ce-b9372a2c8127 admin admin] Notify callbacks [] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:05.233658 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e667b0da-92e4-4386-b3ce-b9372a2c8127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:05.237688 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:02:05.307391 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667b0da-92e4-4386-b3ce-b9372a2c8127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee22f830-c801-44e0-a3a4-c0940c2f3600,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:02:05.311959 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e667b0da-92e4-4386-b3ce-b9372a2c8127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:02:05.321817 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667b0da-92e4-4386-b3ce-b9372a2c8127 admin admin] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:02:05.330166 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e667b0da-92e4-4386-b3ce-b9372a2c8127 admin admin] Network hostable DHCP agents. Network: c328e107-ebf2-475b-beef-35ca93ee0640, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:02:05.421807 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e667b0da-92e4-4386-b3ce-b9372a2c8127 admin admin] Network c328e107-ebf2-475b-beef-35ca93ee0640 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:02:05.479001 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-e667b0da-92e4-4386-b3ce-b9372a2c8127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, c328e107-ebf2-475b-beef-35ca93ee0640) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:02:05.483590 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e667b0da-92e4-4386-b3ce-b9372a2c8127 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:02:05.493017 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e667b0da-92e4-4386-b3ce-b9372a2c8127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:05.589581 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-e667b0da-92e4-4386-b3ce-b9372a2c8127 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6665847 Aug 23 14:02:05.592210 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54292086-f4a9-4f97-bd95-d8de90200740 None None] Network c328e107-ebf2-475b-beef-35ca93ee0640 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:02:05.897459 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-c328e107-ebf2-475b-beef-35ca93ee0640', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'tenant_id': '781245be25c84cc5bb424cec91d0b636', 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:02:05.898422 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:06.077741 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Allocated IP 192.168.233.2 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/3b85b43d-9611-4c78-af7e-f4c478e90a9f) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:02:06.297104 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:06.308620 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Transition to ACTIVE for port object 3b85b43d-9611-4c78-af7e-f4c478e90a9f will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:02:06.337570 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Transition to ACTIVE for port object 3b85b43d-9611-4c78-af7e-f4c478e90a9f will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:02:06.444928 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:06.449886 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:02:06.527991 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Pushing event updated for resources: {'Port': ['ID=3b85b43d-9611-4c78-af7e-f4c478e90a9f,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:02:06.531290 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:02:06.533955 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:02:06.536972 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:02:06.544920 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:02:06.545262 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:02:06.545700 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:02:06.546037 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:02:06.546363 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:02:06.546688 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:02:06.547012 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:02:06.547379 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:02:06.547653 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:02:06.548041 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:02:06.548299 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:02:06.551973 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:02:06.638907 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Attempting to bind port 3b85b43d-9611-4c78-af7e-f4c478e90a9f on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:02:06.639526 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Attempting to bind port 3b85b43d-9611-4c78-af7e-f4c478e90a9f by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:02:06.639660 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Attempting to bind port 3b85b43d-9611-4c78-af7e-f4c478e90a9f on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:02:06.646990 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:02:06.647368 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:02:06.647776 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:06.648178 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:02:06.648662 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Bound port: 3b85b43d-9611-4c78-af7e-f4c478e90a9f, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:02:06.649060 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:06.771988 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] For port 3b85b43d-9611-4c78-af7e-f4c478e90a9f, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:02:06.775564 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] For port 3b85b43d-9611-4c78-af7e-f4c478e90a9f, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=3b85b43d-9611-4c78-af7e-f4c478e90a9f,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:02:06.833816 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:06.839316 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:02:06.916220 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Pushing event updated for resources: {'Port': ['ID=3b85b43d-9611-4c78-af7e-f4c478e90a9f,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:02:06.927544 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:02:07.799925 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e658f25-2cc0-425b-8c1c-46f704bb7ea1 None None] Network c328e107-ebf2-475b-beef-35ca93ee0640 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:02:07.962579 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a52c4520-deda-4cb4-aff1-fa064a33035d None None] Provisioning for port 3b85b43d-9611-4c78-af7e-f4c478e90a9f completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:02:08.053292 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 3b85b43d-9611-4c78-af7e-f4c478e90a9f up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:02:08.199367 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 3b85b43d-9611-4c78-af7e-f4c478e90a9f completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:02:08.209008 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 3b85b43d-9611-4c78-af7e-f4c478e90a9f triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:02:08.211418 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:08.348167 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:08.384109 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 3b85b43d-9611-4c78-af7e-f4c478e90a9f, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=3b85b43d-9611-4c78-af7e-f4c478e90a9f,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:02:08.401828 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-3b6d3f35-8594-4846-9810-42cbd02478ef None None] Provisioning complete for port 3b85b43d-9611-4c78-af7e-f4c478e90a9f triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:02:08.402256 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3b6d3f35-8594-4846-9810-42cbd02478ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:08.463186 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:08.467459 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:02:08.587036 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=3b85b43d-9611-4c78-af7e-f4c478e90a9f,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:02:08.589793 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:02:09.566069 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 5 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:02:09.999808 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 3b85b43d-9611-4c78-af7e-f4c478e90a9f up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:02:10.082420 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 3b85b43d-9611-4c78-af7e-f4c478e90a9f triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:02:10.082888 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:21.090142 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d4ba7033-a416-4d2f-b375-d0bf21f8ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:21.621008 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:23.478379 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e1e82c99-427b-45bc-8c8c-66f72c471c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:24.335336 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:25.830637 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:46.568450 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 5 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:02:51.094947 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-63dd5b30-77f5-4c15-9142-7af3afebcb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:51.614651 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:53.515313 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cedf1d7d-ec85-4cb3-be0d-dc30f706e078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:54.492599 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:55.837457 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:18.301879 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59502) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:03:18.307793 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [None req-283cb2dc-957e-48f7-9c26-c3c99ffe267e tempest-verify_tempest_config-69922872 tempest-verify_tempest_config-69922872-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:03:18.309134 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-283cb2dc-957e-48f7-9c26-c3c99ffe267e tempest-verify_tempest_config-69922872 tempest-verify_tempest_config-69922872-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0063045 Aug 23 14:03:18.869740 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 59518) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:03:19.013692 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:19.055350 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:03:19.060149 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Usage tracker for resource:security_group_rule and tenant:f17ada3664d3441eb94a565a6de749fb is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:03:19.063812 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:03:19.069969 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:03:19.140720 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:19.218847 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:19.228063 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:03:19.266870 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f17ada3664d3441eb94a565a6de749fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3960695 Aug 23 14:03:19.269991 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 59526) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:03:19.282220 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887e5612-de05-43e3-8503-1987b68292dc,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:03:19.300984 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:03:19.301311 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:03:19.301665 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Tracked resource versions report: Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: pushed versions: Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: { 'ConntrackHelper': {'1.0'}, Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'Log': {'1.0'}, Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'Network': {'1.1'}, Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'Port': {'1.5'}, Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'PortForwarding': {'1.2'}, Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'QosPolicy': {'1.8'}, Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'SecurityGroup': {'1.2'}, Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'SecurityGroupRule': {'1.0'}, Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'SubPort': {'1.0'}, Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'Subnet': {'1.1'}, Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'Trunk': {'1.1'}} Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: consumer versions: Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: { DHCP agent@n-d-805629-1: {}, Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: L3 agent@n-d-805629-1: {}, Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: Metadata agent@n-d-805629-1: {}, Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: Metering agent@n-d-805629-1: {}, Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: Open vSwitch agent@n-d-805629-1: { 'ConntrackHelper': '1.0', Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'Log': '1.0', Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'Network': '1.1', Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'Port': '1.5', Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'PortForwarding': '1.2', Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'QosPolicy': '1.8', Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'SecurityGroup': '1.2', Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'SecurityGroupRule': '1.0', Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'SubPort': '1.0', Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'Subnet': '1.1', Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: 'Trunk': '1.1'}} Aug 23 14:03:19.308875 n-d-805629-1 neutron-server[76506]: {{(pid=76506) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:03:19.354229 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:03:19.368691 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1012ba53-48f1-4819-a8e5-8ad86668634b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:19.393263 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1012ba53-48f1-4819-a8e5-8ad86668634b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:19.550909 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1012ba53-48f1-4819-a8e5-8ad86668634b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:19.554869 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-95c7da57-3f53-4921-8c63-0d5e8101c5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:03:19.566561 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012ba53-48f1-4819-a8e5-8ad86668634b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887e5612-de05-43e3-8503-1987b68292dc,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:03:19.571214 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1012ba53-48f1-4819-a8e5-8ad86668634b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:03:19.573503 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1012ba53-48f1-4819-a8e5-8ad86668634b admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:19.576402 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-1012ba53-48f1-4819-a8e5-8ad86668634b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/887e5612-de05-43e3-8503-1987b68292dc HTTP/1.1" status: 204 len: 168 time: 0.3036344 Aug 23 14:03:21.090420 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b7db1f3c-a6d9-423a-960a-d1096893feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:21.605026 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:23.473625 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-17b16110-0b81-421b-b7bf-ed006e1580ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:23.568321 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 5 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:03:24.319224 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:25.856177 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:51.140789 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-294286c1-dcb2-4e59-a928-47b85410eaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:51.643763 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:53.472289 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d8d87a2e-a969-4697-b6ce-edac18ad68f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:54.354855 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:55.820767 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:00.567831 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 5 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:04:21.110554 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c453933a-bd8f-42dc-80df-83d79a5b5d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:21.607637 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:23.479609 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-17d98ea4-96f5-442b-b0ff-a54a15d6b6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:24.327675 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:25.847639 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:37.567396 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 5 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:04:51.107241 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3d33845d-cc1b-47fd-81c5-05b6a1963033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:51.606554 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:53.496030 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5c515509-839c-4bc2-b27b-cc7b4ccee4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:54.320613 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:55.823284 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:14.566220 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 5 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:05:21.090414 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9cbc63a6-4ac6-45c3-87ea-f41b2e6cd332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:21.637969 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:23.490232 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-863ac307-66c5-413e-84e9-50151a2018eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:24.323340 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:25.832538 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:51.105749 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0995867b-ff4d-4458-877b-15a5d748e47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:51.566572 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 5 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:05:51.625782 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:53.465900 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-408ed2f8-ea1e-4e20-bc0c-cbd2d15f3453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:54.369166 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:55.848396 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:21.110510 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0760aad2-6076-46ec-9f2f-5bbb67896d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:21.590187 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:23.482002 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c525f273-199a-4e8f-ae1e-b2ff96dab52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:24.327429 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:25.858396 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:28.567056 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 5 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:06:31.601223 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937679'] for agent, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:33.224020 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-937679'] for agent, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:51.087273 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-19054588-4722-4609-876f-b390da3c34cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:51.600501 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:53.497946 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-81e1182d-f09e-4278-934c-e4bec2cb04d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:54.377771 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:55.903455 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:01.508872 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:03.154559 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:05.566774 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:07:16.577019 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 59592) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:16.725526 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d6294a00-ebe0-46a3-aa12-a92f7235bd1c admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1472285 Aug 23 14:07:18.846569 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59602) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:18.936581 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4e37da08-8b94-44e6-ad20-40e0f6b7d45a admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0888000 Aug 23 14:07:21.118771 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-231068ed-0d29-433a-aaf9-d265b90bff9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:21.622472 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:23.496246 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-29270c47-7a6f-496c-9e68-f532d9aead55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:24.421984 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:25.918324 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:31.546644 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:33.170341 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:42.568442 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:07:51.182583 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-da810201-246b-4a67-ab4c-cb9bdc6cb98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:51.621665 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:53.511767 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0c1032bf-370d-44ea-b5e5-88be94f7dc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:54.433009 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:55.888305 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:01.535547 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:03.179461 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:19.570770 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:08:21.151812 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b65a132d-2f70-4884-b49e-e286dbcaaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.643364 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:23.471923 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2b525acb-b6a0-4746-88ce-2b1c4d173342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:24.384294 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:25.913643 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:31.560628 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:33.217566 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:51.128137 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-68f4f112-3fae-4e60-aa1c-6379c5703efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:51.665223 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:53.482854 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-55c3334c-ccb2-4483-9546-ebfaf37ffbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:54.400249 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:55.962559 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:56.574340 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:08:59.661005 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 59808) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:59.808363 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 59816) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:00.435798 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-network', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:00.444704 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:00.450143 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Usage tracker for resource:network and tenant:9ba3514f5e5345bdb74853fae0d863ae is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:00.453851 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:00.460897 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:00.631781 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Made reservation on behalf of 9ba3514f5e5345bdb74853fae0d863ae for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:00.636041 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:00.660212 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:00.730228 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:00.739115 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Usage tracker for resource:security_group_rule and tenant:9ba3514f5e5345bdb74853fae0d863ae is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:00.743885 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:00.752752 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:00.902432 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59836) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:00.910003 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-916c2428-2024-4ac1-8e33-ca86eaef8e94 tempest-AutoAllocateNetworkTest-1392588491 tempest-AutoAllocateNetworkTest-1392588491-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=74e3876103f74e16992442f3350dca81&shared=False HTTP/1.1" status: 200 len: 208 time: 1.0924401 Aug 23 14:09:00.922510 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:01.058996 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1512f13-4580-4e80-b7c7-87c0863873cb tempest-AutoAllocateNetworkTest-1392588491 tempest-AutoAllocateNetworkTest-1392588491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:01.060401 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-c1512f13-4580-4e80-b7c7-87c0863873cb tempest-AutoAllocateNetworkTest-1392588491 tempest-AutoAllocateNetworkTest-1392588491-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1569049 Aug 23 14:09:01.065988 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 59844) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:01.159475 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:01.175389 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:01.187638 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a05972b4-dcde-4d4e-ad3e-372313e104ad tempest-AutoAllocateNetworkTest-1392588491 tempest-AutoAllocateNetworkTest-1392588491-project] 10.222.0.86 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1202340 Aug 23 14:09:01.192055 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59852) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:01.203537 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:09:01.228424 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777929225593', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:01.228927 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Unsubscribe: segment precommit_create {{(pid=76506) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 14:09:01.229520 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Added segment 5540f992-eb30-4e93-90fc-d8adc7f1ff13 of type vlan for network 7d55dac6-c24c-49d5-a663-12afdd587d9d Aug 23 14:09:01.234336 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-3ab7315c-6387-4da6-b721-12f0f5bc84a2 tempest-AutoAllocateNetworkTest-1392588491 tempest-AutoAllocateNetworkTest-1392588491-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=74e3876103f74e16992442f3350dca81 HTTP/1.1" status: 200 len: 208 time: 0.0407341 Aug 23 14:09:01.237204 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0709d212-8a26-415d-8a9a-004be3bb7bba,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:01.285275 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:01.285670 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:01.286001 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:01.286507 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:01.286994 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:01.287561 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:01.288389 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:01.288698 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:01.289178 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:01.289685 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:01.290163 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Tracked resource versions report: Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: pushed versions: Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: { 'ConntrackHelper': {'1.0'}, Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'Log': {'1.0'}, Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'Network': {'1.1'}, Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'Port': {'1.5'}, Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'PortForwarding': {'1.2'}, Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'QosPolicy': {'1.8'}, Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'SecurityGroup': {'1.2'}, Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'SecurityGroupRule': {'1.0'}, Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'SubPort': {'1.0'}, Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'Subnet': {'1.1'}, Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'Trunk': {'1.1'}} Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: consumer versions: Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: { DHCP agent@n-d-805629-1: {}, Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: HyperV agent@n-h1-805629-1: {}, Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: HyperV agent@n-h2-805629-1: {}, Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: L3 agent@n-d-805629-1: {}, Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: Metadata agent@n-d-805629-1: {}, Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: Metering agent@n-d-805629-1: {}, Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: Open vSwitch agent@n-d-805629-1: { 'ConntrackHelper': '1.0', Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'Log': '1.0', Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'Network': '1.1', Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'Port': '1.5', Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'PortForwarding': '1.2', Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'QosPolicy': '1.8', Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'SecurityGroup': '1.2', Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'SecurityGroupRule': '1.0', Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'SubPort': '1.0', Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'Subnet': '1.1', Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: 'Trunk': '1.1'}} Aug 23 14:09:01.291252 n-d-805629-1 neutron-server[76506]: {{(pid=76506) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:09:01.300381 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:01.325752 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:01.439620 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:01.441236 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:01.442169 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:01.446121 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:01.597237 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Pushing event updated for resources: {'Network': ['ID=7d55dac6-c24c-49d5-a663-12afdd587d9d,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:01.601933 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:01.615283 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 7d55dac6-c24c-49d5-a663-12afdd587d9d details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:09:01.633744 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:01.714943 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0526242 Aug 23 14:09:01.719615 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59870) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:01.729729 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Request body: {'subnet': {'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-subnet', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:01.737606 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:01.744231 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Usage tracker for resource:subnet and tenant:9ba3514f5e5345bdb74853fae0d863ae is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:01.749280 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:01.759428 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:01.885592 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Made reservation on behalf of 9ba3514f5e5345bdb74853fae0d863ae for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:01.889945 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e667b0da-92e4-4386-b3ce-b9372a2c8127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9c2655a-6e68-446a-9ae7-90bbfd7e3c26,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Tracked resource versions report: Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: pushed versions: Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: { 'ConntrackHelper': {'1.0'}, Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: 'Log': {'1.0'}, Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: 'Network': {'1.1'}, Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: 'Port': {'1.5'}, Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: 'PortForwarding': {'1.2'}, Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: 'QosPolicy': {'1.8'}, Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: 'SecurityGroup': {'1.2'}, Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: 'SecurityGroupRule': {'1.0'}, Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: 'SubPort': {'1.0'}, Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: 'Subnet': {'1.1'}, Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: 'Trunk': {'1.1'}} Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: consumer versions: Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: { DHCP agent@n-d-805629-1: {}, Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: HyperV agent@n-h1-805629-1: {}, Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: HyperV agent@n-h2-805629-1: {}, Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: L3 agent@n-d-805629-1: {}, Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: Metadata agent@n-d-805629-1: {}, Aug 23 14:09:02.412242 n-d-805629-1 neutron-server[76505]: Metering agent@n-d-805629-1: {}, Aug 23 14:09:02.418144 n-d-805629-1 neutron-server[76505]: Open vSwitch agent@n-d-805629-1: { 'ConntrackHelper': '1.0', Aug 23 14:09:02.418144 n-d-805629-1 neutron-server[76505]: 'Log': '1.0', Aug 23 14:09:02.418144 n-d-805629-1 neutron-server[76505]: 'Network': '1.1', Aug 23 14:09:02.418144 n-d-805629-1 neutron-server[76505]: 'Port': '1.5', Aug 23 14:09:02.418144 n-d-805629-1 neutron-server[76505]: 'PortForwarding': '1.2', Aug 23 14:09:02.418144 n-d-805629-1 neutron-server[76505]: 'QosPolicy': '1.8', Aug 23 14:09:02.418144 n-d-805629-1 neutron-server[76505]: 'SecurityGroup': '1.2', Aug 23 14:09:02.418144 n-d-805629-1 neutron-server[76505]: 'SecurityGroupRule': '1.0', Aug 23 14:09:02.418144 n-d-805629-1 neutron-server[76505]: 'SubPort': '1.0', Aug 23 14:09:02.418144 n-d-805629-1 neutron-server[76505]: 'Subnet': '1.1', Aug 23 14:09:02.418144 n-d-805629-1 neutron-server[76505]: 'Trunk': '1.1'}} Aug 23 14:09:02.418144 n-d-805629-1 neutron-server[76505]: {{(pid=76505) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:09:02.418144 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:02.418144 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Checking segment: {'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:09:02.418144 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Network hostable DHCP agents. Network: 7d55dac6-c24c-49d5-a663-12afdd587d9d, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:09:02.539571 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Network 7d55dac6-c24c-49d5-a663-12afdd587d9d is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:09:02.664245 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59892) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:02.784898 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 7d55dac6-c24c-49d5-a663-12afdd587d9d) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:02.790629 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:02.791297 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:02.800574 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1a8ba9-22e1-4a5d-b758-076d9357ae74 None None] Network 7d55dac6-c24c-49d5-a663-12afdd587d9d requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:09:02.901491 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1802673 Aug 23 14:09:02.905082 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 59904) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:02.915600 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:02.924434 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:02.932227 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Usage tracker for resource:router and tenant:9ba3514f5e5345bdb74853fae0d863ae is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:02.938676 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:02.950642 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:03.054923 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.056466 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.057506 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9745a90b-7667-487b-b479-690e058c016f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-7d55dac6-c24c-49d5-a663-12afdd587d9d', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:09:03.059065 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.091549 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.248652 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-9745a90b-7667-487b-b479-690e058c016f None None] Allocated IP 172.20.0.2 (7d55dac6-c24c-49d5-a663-12afdd587d9d/c9c2655a-6e68-446a-9ae7-90bbfd7e3c26/1261cc37-9dd8-454f-aa3f-eb9be0c1cf34) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:03.337088 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.432077 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.480002 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.486072 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-9745a90b-7667-487b-b479-690e058c016f None None] Transition to ACTIVE for port object 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:03.505949 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-9745a90b-7667-487b-b479-690e058c016f None None] Transition to ACTIVE for port object 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:03.608800 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.616291 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:03.691384 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1c64c4b4-4542-423e-aafe-b1fd52e6152f admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.722992 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745a90b-7667-487b-b479-690e058c016f None None] Pushing event updated for resources: {'Port': ['ID=1261cc37-9dd8-454f-aa3f-eb9be0c1cf34,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:03.733604 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:03.734134 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:03.734630 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:03.735091 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:03.735548 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:03.736002 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:03.736463 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:03.736912 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:03.737359 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:03.737871 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:03.738351 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Tracked resource versions report: Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: pushed versions: Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: { 'ConntrackHelper': {'1.0'}, Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'Log': {'1.0'}, Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'Network': {'1.1'}, Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'Port': {'1.5'}, Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'PortForwarding': {'1.2'}, Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'QosPolicy': {'1.8'}, Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'SecurityGroup': {'1.2'}, Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'SecurityGroupRule': {'1.0'}, Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'SubPort': {'1.0'}, Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'Subnet': {'1.1'}, Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'Trunk': {'1.1'}} Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: consumer versions: Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: { DHCP agent@n-d-805629-1: {}, Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: HyperV agent@n-h1-805629-1: {}, Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: HyperV agent@n-h2-805629-1: {}, Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: L3 agent@n-d-805629-1: {}, Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: Metadata agent@n-d-805629-1: {}, Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: Metering agent@n-d-805629-1: {}, Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: Open vSwitch agent@n-d-805629-1: { 'ConntrackHelper': '1.0', Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'Log': '1.0', Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'Network': '1.1', Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'Port': '1.5', Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'PortForwarding': '1.2', Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'QosPolicy': '1.8', Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'SecurityGroup': '1.2', Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'SecurityGroupRule': '1.0', Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'SubPort': '1.0', Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'Subnet': '1.1', Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: 'Trunk': '1.1'}} Aug 23 14:09:03.739570 n-d-805629-1 neutron-server[76509]: {{(pid=76509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:09:03.755693 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-9745a90b-7667-487b-b479-690e058c016f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:03.769883 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9745a90b-7667-487b-b479-690e058c016f None None] Network 7d55dac6-c24c-49d5-a663-12afdd587d9d is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:03.771858 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-9745a90b-7667-487b-b479-690e058c016f None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:03.774095 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9745a90b-7667-487b-b479-690e058c016f None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:09:03.812232 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-1c64c4b4-4542-423e-aafe-b1fd52e6152f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:03.817884 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-1c64c4b4-4542-423e-aafe-b1fd52e6152f admin admin] Usage tracker for resource:security_group_rule and tenant:74e3876103f74e16992442f3350dca81 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:03.823862 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-1c64c4b4-4542-423e-aafe-b1fd52e6152f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:03.833127 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-1c64c4b4-4542-423e-aafe-b1fd52e6152f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:03.889162 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-9745a90b-7667-487b-b479-690e058c016f None None] Attempting to bind port 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:03.890845 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-9745a90b-7667-487b-b479-690e058c016f None None] Attempting to bind port 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:03.891822 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745a90b-7667-487b-b479-690e058c016f None None] Attempting to bind port 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 on network 7d55dac6-c24c-49d5-a663-12afdd587d9d {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:09:03.904210 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745a90b-7667-487b-b479-690e058c016f None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:09:03.905330 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745a90b-7667-487b-b479-690e058c016f None None] Checking segment: {'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:09:03.906306 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.907299 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9745a90b-7667-487b-b479-690e058c016f None None] Bound using segment: {'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:09:03.908436 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-9745a90b-7667-487b-b479-690e058c016f None None] Bound port: 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:03.909382 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.920133 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.957112 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.059048 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1c64c4b4-4542-423e-aafe-b1fd52e6152f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.123065 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-9745a90b-7667-487b-b479-690e058c016f None None] For port 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:09:04.136240 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-9745a90b-7667-487b-b479-690e058c016f None None] For port 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=1261cc37-9dd8-454f-aa3f-eb9be0c1cf34,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:09:04.156940 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Allocated IP 172.25.6.39 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/6e673066-9ffd-4aab-bbab-5868d13353c9) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:04.172523 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1c64c4b4-4542-423e-aafe-b1fd52e6152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.182940 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:04.262556 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9745a90b-7667-487b-b479-690e058c016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.267389 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:04.379460 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-1c64c4b4-4542-423e-aafe-b1fd52e6152f admin admin] Synchronizing usage tracker for tenant:781245be25c84cc5bb424cec91d0b636 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:04.389906 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64c4b4-4542-423e-aafe-b1fd52e6152f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5de3db-48f2-4236-afa5-163f5b85b914,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:04.393573 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1c64c4b4-4542-423e-aafe-b1fd52e6152f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:04.402611 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745a90b-7667-487b-b479-690e058c016f None None] Pushing event updated for resources: {'Port': ['ID=1261cc37-9dd8-454f-aa3f-eb9be0c1cf34,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:04.406765 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-9745a90b-7667-487b-b479-690e058c016f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:04.484555 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.533932 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-1c64c4b4-4542-423e-aafe-b1fd52e6152f admin admin] Unset dirty status for tenant:781245be25c84cc5bb424cec91d0b636 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:04.539632 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-1c64c4b4-4542-423e-aafe-b1fd52e6152f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=74e3876103f74e16992442f3350dca81&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8705001 Aug 23 14:09:04.541133 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 59940) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:04.652876 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.653327 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e0be9f59-88ae-421c-97e0-43166972ebdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.672504 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:04.685665 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e0be9f59-88ae-421c-97e0-43166972ebdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.829938 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:04.833671 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:04.835796 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Pushing event updated for resources: {'Port': ['ID=6e673066-9ffd-4aab-bbab-5868d13353c9,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:04.848967 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:09:04.853491 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e0be9f59-88ae-421c-97e0-43166972ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.863418 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:04.877862 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e0be9f59-88ae-421c-97e0-43166972ebdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.884241 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e0be9f59-88ae-421c-97e0-43166972ebdf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bd5de3db-48f2-4236-afa5-163f5b85b914 HTTP/1.1" status: 204 len: 168 time: 0.3414540 Aug 23 14:09:04.886723 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be9f59-88ae-421c-97e0-43166972ebdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5de3db-48f2-4236-afa5-163f5b85b914,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:04.890122 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e0be9f59-88ae-421c-97e0-43166972ebdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:04.913422 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:05.078004 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:05.085708 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:05.509736 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bcfccd-55ae-4803-a3ed-bd9a750091c6 None None] Network 7d55dac6-c24c-49d5-a663-12afdd587d9d requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:09:05.525167 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Router 7912d10e-be87-4097-9ed9-3b6fd1009fcb is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:09:05.730425 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-13cb5252-946b-42cc-afa6-f6692a40b623 None None] Provisioning for port 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:05.889140 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:09:05.904428 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Sync routers for ids ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:09:05.952007 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Routers {'7912d10e-be87-4097-9ed9-3b6fd1009fcb'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:09:05.959182 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:08:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:06.039334 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Notify callbacks [] for router, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:06.040638 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.1336663 Aug 23 14:09:06.048314 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 59978) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:06.203482 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Set router 7912d10e-be87-4097-9ed9-3b6fd1009fcb gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:09:06.368934 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:06.582142 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:06.588263 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:06.588635 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:06.758360 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:04Z', 'revision_number': 3, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:06.764688 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Checking router: 7912d10e-be87-4097-9ed9-3b6fd1009fcb for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:09:06.765398 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Updating router 7912d10e-be87-4097-9ed9-3b6fd1009fcb port 6e673066-9ffd-4aab-bbab-5868d13353c9 binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:09:06.844577 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:06.860736 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:06.929848 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=1261cc37-9dd8-454f-aa3f-eb9be0c1cf34,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:09:07.059466 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:07.061658 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:07.160652 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=1261cc37-9dd8-454f-aa3f-eb9be0c1cf34,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:07.172634 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:07.579058 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:07.739836 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60020) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:07.794133 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:07.807046 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Transition to ACTIVE for port object 6e673066-9ffd-4aab-bbab-5868d13353c9 will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:07.930410 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:07.935236 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:07.981445 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Allocated IP 172.20.0.1 (7d55dac6-c24c-49d5-a663-12afdd587d9d/c9c2655a-6e68-446a-9ae7-90bbfd7e3c26/fe2b8d93-51ce-4784-b1c8-6f2d75b350d5) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:08.000046 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Pushing event updated for resources: {'Port': ['ID=6e673066-9ffd-4aab-bbab-5868d13353c9,revision_number=2']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:08.010496 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:08.010958 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:08.011129 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:08.011470 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:08.011804 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:08.012112 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:08.012428 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:08.012737 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:08.013050 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:08.013361 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:08.013713 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Tracked resource versions report: Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: pushed versions: Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: { 'ConntrackHelper': {'1.0'}, Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'Log': {'1.0'}, Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'Network': {'1.1'}, Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'Port': {'1.5'}, Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'PortForwarding': {'1.2'}, Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'QosPolicy': {'1.8'}, Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'SecurityGroup': {'1.2'}, Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'SecurityGroupRule': {'1.0'}, Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'SubPort': {'1.0'}, Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'Subnet': {'1.1'}, Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'Trunk': {'1.1'}} Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: consumer versions: Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: { DHCP agent@n-d-805629-1: {}, Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: HyperV agent@n-h1-805629-1: {}, Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: HyperV agent@n-h2-805629-1: {}, Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: L3 agent@n-d-805629-1: {}, Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: Metadata agent@n-d-805629-1: {}, Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: Metering agent@n-d-805629-1: {}, Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: Open vSwitch agent@n-d-805629-1: { 'ConntrackHelper': '1.0', Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'Log': '1.0', Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'Network': '1.1', Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'Port': '1.5', Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'PortForwarding': '1.2', Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'QosPolicy': '1.8', Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'SecurityGroup': '1.2', Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'SecurityGroupRule': '1.0', Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'SubPort': '1.0', Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'Subnet': '1.1', Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: 'Trunk': '1.1'}} Aug 23 14:09:08.014747 n-d-805629-1 neutron-server[76510]: {{(pid=76510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:09:08.019660 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:08.046549 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Attempting to bind port 6e673066-9ffd-4aab-bbab-5868d13353c9 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:08.046926 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Attempting to bind port 6e673066-9ffd-4aab-bbab-5868d13353c9 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:08.047632 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Attempting to bind port 6e673066-9ffd-4aab-bbab-5868d13353c9 on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:09:08.056000 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:09:08.056465 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:09:08.056765 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:08.057213 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:09:08.058268 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Bound port: 6e673066-9ffd-4aab-bbab-5868d13353c9, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:08.058672 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:08.180625 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] For port 6e673066-9ffd-4aab-bbab-5868d13353c9, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:09:08.189119 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] For port 6e673066-9ffd-4aab-bbab-5868d13353c9, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=6e673066-9ffd-4aab-bbab-5868d13353c9,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:09:08.216619 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5fb3-fea2-40b3-9528-fa6acd64bb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:08.257004 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:08.280441 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cd7a5fb3-fea2-40b3-9528-fa6acd64bb8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:08.291028 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:08.292117 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cd7a5fb3-fea2-40b3-9528-fa6acd64bb8e admin admin] Usage tracker for resource:security_group_rule and tenant:79993eb2350e435586198d64664c2f21 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:08.299586 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cd7a5fb3-fea2-40b3-9528-fa6acd64bb8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:08.309857 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cd7a5fb3-fea2-40b3-9528-fa6acd64bb8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:08.318100 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:08.330367 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Transition to ACTIVE for port object fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:08.338896 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:08.459793 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:08.460869 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:08.476406 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Routers {'7912d10e-be87-4097-9ed9-3b6fd1009fcb'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:09:08.477442 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:08:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:08.478529 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5fb3-fea2-40b3-9528-fa6acd64bb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:08.587234 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5fb3-fea2-40b3-9528-fa6acd64bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:08.632173 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:08.635392 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1c64c4b4-4542-423e-aafe-b1fd52e6152f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:08.639687 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:08.738854 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2b8d93-51ce-4784-b1c8-6f2d75b350d5,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:08.746668 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-cd7a5fb3-fea2-40b3-9528-fa6acd64bb8e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=79993eb2350e435586198d64664c2f21&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0056305 Aug 23 14:09:08.752387 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60052) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:08.757592 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:08.779301 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Network 7d55dac6-c24c-49d5-a663-12afdd587d9d is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:08.780763 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:08.795797 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:09:08.796382 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:08.818812 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a5fb3-fea2-40b3-9528-fa6acd64bb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16b33c7-56a6-41b3-9f21-8fd9d0545f68,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:08.835809 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cd7a5fb3-fea2-40b3-9528-fa6acd64bb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:08.919644 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cd54ed7c-45db-4fc8-a440-48cb86b808fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:08.991132 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cd54ed7c-45db-4fc8-a440-48cb86b808fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:09.008915 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60064) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:09.079157 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Pushing event updated for resources: {'Port': ['ID=6e673066-9ffd-4aab-bbab-5868d13353c9,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:09.083692 n-d-805629-1 neutron-server[76505]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 14:09:09.104070 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:09.136912 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-33349ed7-f16a-4d76-8d8e-74d766b71840 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=c7ab04a217f84231bc95c1af845e89cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537789 Aug 23 14:09:09.170685 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cd54ed7c-45db-4fc8-a440-48cb86b808fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:09.182162 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] Set router 7912d10e-be87-4097-9ed9-3b6fd1009fcb gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:09:09.186000 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:09.233252 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ee631d46-3296-48e6-8d2e-fec692eb6605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:09.254783 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54ed7c-45db-4fc8-a440-48cb86b808fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16b33c7-56a6-41b3-9f21-8fd9d0545f68,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:09.266621 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cd54ed7c-45db-4fc8-a440-48cb86b808fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:09.275987 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cd54ed7c-45db-4fc8-a440-48cb86b808fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:09.277177 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-cd54ed7c-45db-4fc8-a440-48cb86b808fc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f16b33c7-56a6-41b3-9f21-8fd9d0545f68 HTTP/1.1" status: 204 len: 168 time: 0.5236437 Aug 23 14:09:09.372963 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-444951d3-0df2-4d4e-ab7a-befd86e8934c None None] Provisioning for port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:09.379066 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-444951d3-0df2-4d4e-ab7a-befd86e8934c None None] Provisioning complete for port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:09.379630 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-444951d3-0df2-4d4e-ab7a-befd86e8934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:09.476495 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-0301f140-a1ca-4067-a3bf-25ed9b733e5a tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:09.485825 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-0301f140-a1ca-4067-a3bf-25ed9b733e5a tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3472946 Aug 23 14:09:09.504052 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-444951d3-0df2-4d4e-ab7a-befd86e8934c None None] Port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:09:09.530624 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-ed8ff77e-d3cf-4f48-b02b-869ec378a6b5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/quotas/c7ab04a217f84231bc95c1af845e89cf HTTP/1.1" status: 200 len: 375 time: 0.0377715 Aug 23 14:09:09.723803 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-cdeea1ea-c6ef-4b92-be2c-4a28b41d2b7e tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7ab04a217f84231bc95c1af845e89cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1845543 Aug 23 14:09:09.959755 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:04Z', 'revision_number': 3, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:09.966590 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c6a16f-ffc7-4f2b-af30-bb9a1f7975c5 None None] The sync data for ids ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'] in n-d-805629-1 is: [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:04Z', 'revision_number': 3, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:09:09.970909 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:10.048457 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:10.052804 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:10.073021 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:10.246402 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2b8d93-51ce-4784-b1c8-6f2d75b350d5,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:10.259534 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3acbf390-bb52-4e65-be80-df28c05fb52a req-f1517369-c2e1-4d39-ba46-8a4e796d2c6c tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 210 time: 0.0600233 Aug 23 14:09:10.312945 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:10.425809 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Network 7d55dac6-c24c-49d5-a663-12afdd587d9d is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:10.427263 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:10.824460 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60118) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:10.877252 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5be70719-00b2-40f9-8737-91152da05a80 None None] Provisioning complete for port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:10.878564 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5be70719-00b2-40f9-8737-91152da05a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:10.888507 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f867508b-a5bc-4f79-8aa4-0d3603500021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:10.960854 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f867508b-a5bc-4f79-8aa4-0d3603500021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:10.968396 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f867508b-a5bc-4f79-8aa4-0d3603500021 admin admin] Usage tracker for resource:security_group_rule and tenant:2794ea214b8a48169bed349ea4cb9899 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:10.975358 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f867508b-a5bc-4f79-8aa4-0d3603500021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:10.993440 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f867508b-a5bc-4f79-8aa4-0d3603500021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:11.010312 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5be70719-00b2-40f9-8737-91152da05a80 None None] Port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:09:11.134785 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f867508b-a5bc-4f79-8aa4-0d3603500021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:11.170991 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Router 7912d10e-be87-4097-9ed9-3b6fd1009fcb has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:09:11.310356 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f867508b-a5bc-4f79-8aa4-0d3603500021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:11.324445 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:11.424116 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867508b-a5bc-4f79-8aa4-0d3603500021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422bf8cc-19c8-43a0-8d46-e95a8cd7547c,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:11.543862 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f867508b-a5bc-4f79-8aa4-0d3603500021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:11.559454 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6c43483-5dac-4de9-86fe-7703dd71f356 req-4be47f5d-cbbd-4035-b1e1-53f641a1d652 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 210 time: 0.1394141 Aug 23 14:09:11.597025 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60142) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:11.597241 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f867508b-a5bc-4f79-8aa4-0d3603500021 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2794ea214b8a48169bed349ea4cb9899&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7651179 Aug 23 14:09:11.656369 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60152) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:11.737311 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-83a7effd-ca4c-4bc5-94ff-cad7a6a0a64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:11.797378 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-83a7effd-ca4c-4bc5-94ff-cad7a6a0a64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:11.806273 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:09:11.827564 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] 10.222.0.86 "PUT /v2.0/routers/7912d10e-be87-4097-9ed9-3b6fd1009fcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7781367 Aug 23 14:09:12.010169 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-83a7effd-ca4c-4bc5-94ff-cad7a6a0a64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:12.014934 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:12.027028 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7effd-ca4c-4bc5-94ff-cad7a6a0a64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422bf8cc-19c8-43a0-8d46-e95a8cd7547c,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:12.029427 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-83a7effd-ca4c-4bc5-94ff-cad7a6a0a64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:12.034791 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-83a7effd-ca4c-4bc5-94ff-cad7a6a0a64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:12.039308 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-83a7effd-ca4c-4bc5-94ff-cad7a6a0a64b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/422bf8cc-19c8-43a0-8d46-e95a8cd7547c HTTP/1.1" status: 204 len: 168 time: 0.4373667 Aug 23 14:09:12.121200 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fbdef69e-8dfd-41aa-95c7-9e4ab35ac486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:12.179086 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-fbdef69e-8dfd-41aa-95c7-9e4ab35ac486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:12.189696 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-fbdef69e-8dfd-41aa-95c7-9e4ab35ac486 admin admin] Usage tracker for resource:security_group_rule and tenant:596be44c7b5342388b3b37bed902cf63 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:12.197290 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-fbdef69e-8dfd-41aa-95c7-9e4ab35ac486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:12.206771 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-fbdef69e-8dfd-41aa-95c7-9e4ab35ac486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:12.281436 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 6e673066-9ffd-4aab-bbab-5868d13353c9 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:12.307843 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fbdef69e-8dfd-41aa-95c7-9e4ab35ac486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:12.391042 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fbdef69e-8dfd-41aa-95c7-9e4ab35ac486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:12.391682 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60178) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:12.411422 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cd54ed7c-45db-4fc8-a440-48cb86b808fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:12.455707 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 6e673066-9ffd-4aab-bbab-5868d13353c9 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:12.461127 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 6e673066-9ffd-4aab-bbab-5868d13353c9 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:12.461493 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:12.484774 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdef69e-8dfd-41aa-95c7-9e4ab35ac486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d759f9-7ef7-41f3-9bf7-980b981d6486,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:12.505624 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fbdef69e-8dfd-41aa-95c7-9e4ab35ac486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:12.510577 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-fbdef69e-8dfd-41aa-95c7-9e4ab35ac486 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=596be44c7b5342388b3b37bed902cf63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8532131 Aug 23 14:09:12.513239 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60188) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:12.661693 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-29d151b9-00fc-45cc-960e-a97a8728f054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:12.666147 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:12.685074 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 6e673066-9ffd-4aab-bbab-5868d13353c9, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=6e673066-9ffd-4aab-bbab-5868d13353c9,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:09:12.715191 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60196) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:12.731660 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-29d151b9-00fc-45cc-960e-a97a8728f054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:12.793673 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:12.805863 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:12.920178 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=6e673066-9ffd-4aab-bbab-5868d13353c9,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:12.923632 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:12.976435 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-29d151b9-00fc-45cc-960e-a97a8728f054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:12.982297 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:12.995357 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d151b9-00fc-45cc-960e-a97a8728f054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d759f9-7ef7-41f3-9bf7-980b981d6486,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:12.998409 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-29d151b9-00fc-45cc-960e-a97a8728f054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:13.005106 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-29d151b9-00fc-45cc-960e-a97a8728f054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:13.006705 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-29d151b9-00fc-45cc-960e-a97a8728f054 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/66d759f9-7ef7-41f3-9bf7-980b981d6486 HTTP/1.1" status: 204 len: 168 time: 0.4923327 Aug 23 14:09:13.106319 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-28997a0a-33d9-4442-a99d-6798f40699a5 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=3fc4f4cd3f0a4efc9fdd0785b21ee2a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313957 Aug 23 14:09:13.216551 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8f6af2d8-7bb5-4324-9d95-62f8dc8a1125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:13.299823 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-8f6af2d8-7bb5-4324-9d95-62f8dc8a1125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:13.317792 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-8f6af2d8-7bb5-4324-9d95-62f8dc8a1125 admin admin] Usage tracker for resource:security_group_rule and tenant:85b5428448db4bd8931ea79ad737adb4 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:13.322688 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-8f6af2d8-7bb5-4324-9d95-62f8dc8a1125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:13.337308 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-5251d43c-6542-4bdc-9f47-6a2e4894a13c tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:13.339795 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-5251d43c-6542-4bdc-9f47-6a2e4894a13c tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275410 Aug 23 14:09:13.341312 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-8f6af2d8-7bb5-4324-9d95-62f8dc8a1125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:13.427424 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-b0b2eeaa-645a-4a74-929f-40cd446b1490 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/quotas/3fc4f4cd3f0a4efc9fdd0785b21ee2a9 HTTP/1.1" status: 200 len: 375 time: 0.0727243 Aug 23 14:09:13.483113 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-fad2821f-512b-4140-8a9f-13c25d576da8 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=3fc4f4cd3f0a4efc9fdd0785b21ee2a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461116 Aug 23 14:09:13.573581 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c42bb1e2-a5c5-4f06-aa48-1c59d8306d3a req-537d97fc-1b12-488c-8569-a47264b0df0b tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 210 time: 0.8558934 Aug 23 14:09:13.578565 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8f6af2d8-7bb5-4324-9d95-62f8dc8a1125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:13.781878 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8f6af2d8-7bb5-4324-9d95-62f8dc8a1125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:13.797504 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fbdef69e-8dfd-41aa-95c7-9e4ab35ac486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:13.924297 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-8f6af2d8-7bb5-4324-9d95-62f8dc8a1125 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=85b5428448db4bd8931ea79ad737adb4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5314834 Aug 23 14:09:13.927475 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60242) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:13.930889 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6af2d8-7bb5-4324-9d95-62f8dc8a1125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1021be1-52d4-45c1-956c-ac4622495de3,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:13.936678 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8f6af2d8-7bb5-4324-9d95-62f8dc8a1125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:14.092329 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5a27aad1-e0c7-42a4-8f01-524f80051c6b req-40add123-9d92-4d06-a431-10498ca9ee4f tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 210 time: 0.1280663 Aug 23 14:09:14.160649 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-761bfcad-b023-4159-a600-66cef285d70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:14.197089 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-761bfcad-b023-4159-a600-66cef285d70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:14.268956 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 6e673066-9ffd-4aab-bbab-5868d13353c9 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:14.357146 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 6e673066-9ffd-4aab-bbab-5868d13353c9 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:14.357723 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:14.403874 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Sync routers for ids ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:09:14.418970 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-761bfcad-b023-4159-a600-66cef285d70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:14.428933 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Routers {'7912d10e-be87-4097-9ed9-3b6fd1009fcb'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:09:14.429818 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:08:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:14.430490 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:14.454649 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bfcad-b023-4159-a600-66cef285d70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1021be1-52d4-45c1-956c-ac4622495de3,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:14.457362 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-761bfcad-b023-4159-a600-66cef285d70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:14.460899 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-761bfcad-b023-4159-a600-66cef285d70c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c1021be1-52d4-45c1-956c-ac4622495de3 HTTP/1.1" status: 204 len: 168 time: 0.5305109 Aug 23 14:09:14.461228 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-761bfcad-b023-4159-a600-66cef285d70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:14.668850 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60270) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:14.736308 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-dfd65ab3-6a40-417e-8380-fbdc18f221b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:14.757277 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Set router 7912d10e-be87-4097-9ed9-3b6fd1009fcb gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:09:14.799090 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-dfd65ab3-6a40-417e-8380-fbdc18f221b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:14.813929 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-dfd65ab3-6a40-417e-8380-fbdc18f221b7 admin admin] Usage tracker for resource:security_group_rule and tenant:9980a96ce02d40069952b712a7cc2f73 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:14.823348 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-dfd65ab3-6a40-417e-8380-fbdc18f221b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:14.836307 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-dfd65ab3-6a40-417e-8380-fbdc18f221b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:14.992917 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3ece5cb7-018f-4109-a99b-23b29411df77 req-5dcb1d91-f1be-4131-96a8-906d9b3fa506 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 210 time: 0.1034842 Aug 23 14:09:15.002122 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-dfd65ab3-6a40-417e-8380-fbdc18f221b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:15.141878 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-dfd65ab3-6a40-417e-8380-fbdc18f221b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:15.171253 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:15.187130 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-dfd65ab3-6a40-417e-8380-fbdc18f221b7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9980a96ce02d40069952b712a7cc2f73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5166950 Aug 23 14:09:15.189838 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60290) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:15.222266 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd65ab3-6a40-417e-8380-fbdc18f221b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ded26b-ce81-4475-948f-ea892f866cc4,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:15.226502 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-dfd65ab3-6a40-417e-8380-fbdc18f221b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:15.309090 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'fe2b8d93-51ce-4784-b1c8-6f2d75b350d5', 'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'mac_address': 'fa:16:3e:da:8a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:09Z', 'revision_number': 2, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'subnets': [{'id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:15.309739 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d9dd40a8-a295-40eb-80a6-6fc31d1894b4 req-75c81aa4-0db5-4a86-956b-6e3d82a5af57 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 210 time: 0.0676179 Aug 23 14:09:15.313916 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Checking router: 7912d10e-be87-4097-9ed9-3b6fd1009fcb for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:09:15.314327 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Updating router 7912d10e-be87-4097-9ed9-3b6fd1009fcb port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:09:15.332333 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.91', 59462) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:15.365916 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eb131738-6572-4b98-ac63-366c453e2127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:15.376303 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:15.379822 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-026caf0b-c288-4783-8378-270d1ebcb29a tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=c7ab04a217f84231bc95c1af845e89cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407386 Aug 23 14:09:15.401079 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eb131738-6572-4b98-ac63-366c453e2127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:15.581342 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eb131738-6572-4b98-ac63-366c453e2127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:15.606836 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:15.645479 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb131738-6572-4b98-ac63-366c453e2127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ded26b-ce81-4475-948f-ea892f866cc4,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:15.667045 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-eb131738-6572-4b98-ac63-366c453e2127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:15.682434 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eb131738-6572-4b98-ac63-366c453e2127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:15.703564 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-eb131738-6572-4b98-ac63-366c453e2127 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a0ded26b-ce81-4475-948f-ea892f866cc4 HTTP/1.1" status: 204 len: 168 time: 0.5122321 Aug 23 14:09:15.749741 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-0bc35aee-38f3-47ba-a02e-91ccea9d6677 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:15.751195 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-0bc35aee-38f3-47ba-a02e-91ccea9d6677 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3668454 Aug 23 14:09:15.825602 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Request body: {'port': {'device_id': 'bd8e792e-8c02-4339-a138-13011dc6551f', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'c7ab04a217f84231bc95c1af845e89cf'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:15.983905 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:15.998124 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Transition to ACTIVE for port object fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:16.033052 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:16.038150 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Usage tracker for resource:port and tenant:c7ab04a217f84231bc95c1af845e89cf is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:16.041592 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:16.047681 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:16.133073 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:16.138998 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:16.200847 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60318) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:16.241828 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-11af51e6-aac5-48ac-8152-4f2ccbcedf90 req-e8348088-15b8-4187-b9d9-d7c21e94a13c tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 210 time: 0.0961728 Aug 23 14:09:16.253720 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f5d1acc7-773d-4927-bc5f-db456d294dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:16.289873 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Made reservation on behalf of c7ab04a217f84231bc95c1af845e89cf for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:16.290039 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:16.310548 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:16.311730 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b658fd-e491-4b9f-a720-1acfbabf158d None None] Pushing event updated for resources: {'Port': ['ID=fe2b8d93-51ce-4784-b1c8-6f2d75b350d5,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:16.315416 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a4b658fd-e491-4b9f-a720-1acfbabf158d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:16.353738 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-f5d1acc7-773d-4927-bc5f-db456d294dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:16.361387 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f5d1acc7-773d-4927-bc5f-db456d294dcf admin admin] Usage tracker for resource:security_group_rule and tenant:79067cb4d4f747029cb43a6c57b8b1fe is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:16.366265 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f5d1acc7-773d-4927-bc5f-db456d294dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:16.377303 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:16.383096 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-f5d1acc7-773d-4927-bc5f-db456d294dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:16.390947 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Usage tracker for resource:security_group_rule and tenant:c7ab04a217f84231bc95c1af845e89cf is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:16.395950 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:16.404509 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:16.518604 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:16.523953 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Attempting to bind port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:16.524693 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Attempting to bind port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:16.525156 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Attempting to bind port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 on network 7d55dac6-c24c-49d5-a663-12afdd587d9d {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:09:16.539822 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:09:16.540208 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Checking segment: {'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:09:16.540649 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:16.541059 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Bound using segment: {'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:09:16.541585 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Bound port: fe2b8d93-51ce-4784-b1c8-6f2d75b350d5, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:16.541983 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:16.621538 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:16.634733 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-671e684b-9174-44ad-830c-1c02f4d1e853 req-dd5b70e6-bb3f-4dc0-940d-96540348c665 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 210 time: 0.1100066 Aug 23 14:09:16.716170 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:16.747071 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] For port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:09:16.751602 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] For port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=fe2b8d93-51ce-4784-b1c8-6f2d75b350d5,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:09:16.809103 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f5d1acc7-773d-4927-bc5f-db456d294dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:16.840243 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fda66b7-c9ea-432f-80d5-ed4100b1f795,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:16.849965 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:16.862123 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:16.866494 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:16.924666 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f5d1acc7-773d-4927-bc5f-db456d294dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:16.938932 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:16.963911 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b658fd-e491-4b9f-a720-1acfbabf158d None None] Pushing event updated for resources: {'Port': ['ID=fe2b8d93-51ce-4784-b1c8-6f2d75b350d5,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:16.967853 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a4b658fd-e491-4b9f-a720-1acfbabf158d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:16.969698 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Routers {'7912d10e-be87-4097-9ed9-3b6fd1009fcb'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:09:16.970376 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:08:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:17.012198 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1acc7-773d-4927-bc5f-db456d294dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7657a9aa-5fc4-481b-ae83-ba9337bcd8e5,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:17.018439 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f5d1acc7-773d-4927-bc5f-db456d294dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:17.118509 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Allocated IP 192.168.233.67 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/b770b78d-c0e6-4bb5-8c9d-61b58783578d) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:17.131372 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f5d1acc7-773d-4927-bc5f-db456d294dcf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=79067cb4d4f747029cb43a6c57b8b1fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9290102 Aug 23 14:09:17.135945 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60344) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:17.310466 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-227346dd-f26b-4711-8564-1e39b787b8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:17.339313 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-227346dd-f26b-4711-8564-1e39b787b8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:17.340447 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] Set router 7912d10e-be87-4097-9ed9-3b6fd1009fcb gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:09:17.563365 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f299a848-53ea-4948-94f0-0a55032be8a1 req-d9c33cfc-5605-46a9-b844-8978d8982795 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 210 time: 0.0962803 Aug 23 14:09:17.741630 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60364) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:17.752111 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:17.758581 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014186339-network', 'tenant_id': 'c91738b328264d5aad6d9b0bde5e25fa'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:17.773919 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:17.774887 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-227346dd-f26b-4711-8564-1e39b787b8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:17.788220 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Usage tracker for resource:network and tenant:c91738b328264d5aad6d9b0bde5e25fa is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:17.804927 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:17.813278 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-29d151b9-00fc-45cc-960e-a97a8728f054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:17.822791 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:17.885479 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Transition to ACTIVE for port object b770b78d-c0e6-4bb5-8c9d-61b58783578d will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:17.898158 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227346dd-f26b-4711-8564-1e39b787b8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7657a9aa-5fc4-481b-ae83-ba9337bcd8e5,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:17.920620 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-227346dd-f26b-4711-8564-1e39b787b8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:17.960632 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-227346dd-f26b-4711-8564-1e39b787b8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:17.964522 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-227346dd-f26b-4711-8564-1e39b787b8ec admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7657a9aa-5fc4-481b-ae83-ba9337bcd8e5 HTTP/1.1" status: 204 len: 168 time: 0.8273795 Aug 23 14:09:18.080223 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3c62f364-039b-42e3-a085-58e853ec571d req-40fc6e5b-11f1-43c2-89a0-6050286acfff tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 210 time: 0.0705464 Aug 23 14:09:18.081683 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Made reservation on behalf of c91738b328264d5aad6d9b0bde5e25fa for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:18.084956 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:18.097868 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:18.103670 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:18.107498 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:18.143518 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'fe2b8d93-51ce-4784-b1c8-6f2d75b350d5', 'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'mac_address': 'fa:16:3e:da:8a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:16Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'subnets': [{'id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:18.160102 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3df3b7-a079-48b0-9d8a-4d47aab243b8 None None] The sync data for ids ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'] in n-d-805629-1 is: [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'fe2b8d93-51ce-4784-b1c8-6f2d75b350d5', 'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'mac_address': 'fa:16:3e:da:8a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:16Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'subnets': [{'id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:09:18.161271 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:18.169088 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Usage tracker for resource:security_group_rule and tenant:c91738b328264d5aad6d9b0bde5e25fa is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:18.174589 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:18.185813 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:18.262154 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:18.263091 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Pushing event updated for resources: {'Port': ['ID=b770b78d-c0e6-4bb5-8c9d-61b58783578d,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:18.269075 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:18.282278 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:18.307725 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:09:18.315913 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:18.316787 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:18.415946 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:18.476477 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.91', 59466) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:18.513896 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6927938 Aug 23 14:09:18.535298 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-7adb687a-5169-4114-9070-3d78a8d65fd3 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76506) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:09:18.540268 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-7adb687a-5169-4114-9070-3d78a8d65fd3 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0172658 Aug 23 14:09:18.602918 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-a27d4c36-3016-4c46-9598-28cf460fb754 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=3fc4f4cd3f0a4efc9fdd0785b21ee2a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1157596 Aug 23 14:09:18.908326 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:18.932180 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:09:18.946692 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:18.947667 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Added segment 7fb38b49-c3ff-492a-849d-55df053ff3f5 of type vlan for network 7591899b-a707-4a8d-9e66-d5ca29a34524 Aug 23 14:09:18.981128 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:19.001441 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-83d12a6c-d539-4fb2-b73f-3f7c4b16d76d None None] Provisioning for port b770b78d-c0e6-4bb5-8c9d-61b58783578d completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:19.009655 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-83d12a6c-d539-4fb2-b73f-3f7c4b16d76d None None] Provisioning complete for port b770b78d-c0e6-4bb5-8c9d-61b58783578d triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:19.010356 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-83d12a6c-d539-4fb2-b73f-3f7c4b16d76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:19.061031 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cd7a5fb3-fea2-40b3-9528-fa6acd64bb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:19.131766 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-83d12a6c-d539-4fb2-b73f-3f7c4b16d76d None None] Port b770b78d-c0e6-4bb5-8c9d-61b58783578d cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:09:19.221460 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444d376b-d222-4f69-8652-a398e3cb1996,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:19.233186 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:19.281999 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-def45708-dd5a-49ab-b716-177041a4f7d2 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:19.284797 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-def45708-dd5a-49ab-b716-177041a4f7d2 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6778874 Aug 23 14:09:19.352510 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Request body: {'port': {'device_id': '83f6b76e-438d-4c4a-837a-7410f6805037', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': '3fc4f4cd3f0a4efc9fdd0785b21ee2a9'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:19.418395 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:19.519213 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:19.519523 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:19.523678 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f5e39da6-f057-40e4-8fdc-61bbbaae4506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:19.587539 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa21ccd9-68f7-4c46-aa85-94921e3f28ec req-09eaa178-b9d5-44f6-961c-7b48d4eecf12 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 210 time: 0.1814208 Aug 23 14:09:19.758582 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Pushing event updated for resources: {'Network': ['ID=7591899b-a707-4a8d-9e66-d5ca29a34524,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:19.798139 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:19.801736 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 7591899b-a707-4a8d-9e66-d5ca29a34524 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:09:19.832235 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6b644-d28f-4efe-9320-dfa8c13c7841 req-b91cee19-5622-491a-b31a-01865125beb3 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:19.837894 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8ec6b644-d28f-4efe-9320-dfa8c13c7841 req-b91cee19-5622-491a-b31a-01865125beb3 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 935 time: 0.7777929 Aug 23 14:09:19.967464 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:19.978333 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Usage tracker for resource:port and tenant:3fc4f4cd3f0a4efc9fdd0785b21ee2a9 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:19.987755 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:20.014137 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:20.057535 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3134160 Aug 23 14:09:20.060111 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60408) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:20.068973 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Request body: {'subnet': {'network_id': '7591899b-a707-4a8d-9e66-d5ca29a34524', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014186339-subnet', 'tenant_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:20.077194 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8ec6b644-d28f-4efe-9320-dfa8c13c7841 req-c360a19d-7785-4d61-898d-0179b7773aec tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052488 Aug 23 14:09:20.100022 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:20.111403 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Usage tracker for resource:subnet and tenant:c91738b328264d5aad6d9b0bde5e25fa is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:20.120088 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:20.140241 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:20.175733 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Made reservation on behalf of 3fc4f4cd3f0a4efc9fdd0785b21ee2a9 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:20.180307 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:20.210359 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:20.268380 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60418) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:20.289204 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Made reservation on behalf of c91738b328264d5aad6d9b0bde5e25fa for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:20.292279 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Notify callbacks [] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:20.316687 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:20.316785 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:20.356382 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Usage tracker for resource:security_group_rule and tenant:3fc4f4cd3f0a4efc9fdd0785b21ee2a9 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:20.382585 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:20.406210 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:20.578006 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:20.615759 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Request body: {'port': {'device_id': 'bd8e792e-8c02-4339-a138-13011dc6551f', 'device_owner': 'compute:tempest-test_az-451447562', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:20.779407 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:20.789412 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:20.791933 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:20.821097 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:20.869466 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:20.941215 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:21.030736 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:21.079636 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Allocated IP 192.168.233.225 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/a69ad4c4-7305-4406-96a6-006c93a7044d) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:21.100568 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:21.185906 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=fe2b8d93-51ce-4784-b1c8-6f2d75b350d5,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:09:21.201892 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3344f9c0-8a09-49e6-9bbd-bc5d6ce4f604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:21.236457 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Checking segment: {'id': '7fb38b49-c3ff-492a-849d-55df053ff3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7591899b-a707-4a8d-9e66-d5ca29a34524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:09:21.237030 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Network hostable DHCP agents. Network: 7591899b-a707-4a8d-9e66-d5ca29a34524, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:09:21.293431 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:21.305765 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:21.411400 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=fe2b8d93-51ce-4784-b1c8-6f2d75b350d5,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:21.418553 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:21.447022 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:21.472558 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1fc7077-9027-4473-983f-e9c11a1cd880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:21.508350 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Network 7591899b-a707-4a8d-9e66-d5ca29a34524 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:09:21.515631 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34412916-47c8-4347-b11d-d02e7bb064dd,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:21.555194 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:21.635767 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e1fc7077-9027-4473-983f-e9c11a1cd880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:21.641922 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e1fc7077-9027-4473-983f-e9c11a1cd880 admin admin] Usage tracker for resource:security_group_rule and tenant:ebdb18b4be9d4dbca0bbaf7352366e70 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:21.646502 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e1fc7077-9027-4473-983f-e9c11a1cd880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:21.713806 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e1fc7077-9027-4473-983f-e9c11a1cd880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:21.715412 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ae87b64c-1286-49e1-9075-08d0f2026040 req-82e7d055-f58e-4041-bb3a-3d3caa709193 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 210 time: 0.2215207 Aug 23 14:09:21.715412 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4b914b-b73a-4f34-a757-beeddc35e9b2,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:21.715412 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:21.735680 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:21.790449 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 7591899b-a707-4a8d-9e66-d5ca29a34524) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:21.815620 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d604ac-098f-41dc-af4d-2867cfac9d52 None None] Network 7591899b-a707-4a8d-9e66-d5ca29a34524 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:09:21.837631 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60446) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:21.850419 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:21.851892 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:21.955351 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:21.983921 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe232407-1783-4d0b-98ec-fdff067f2ac1 req-af81544c-6d91-4023-95ab-2b69f9f7d418 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:21.997765 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fe232407-1783-4d0b-98ec-fdff067f2ac1 req-af81544c-6d91-4023-95ab-2b69f9f7d418 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 935 time: 0.5546172 Aug 23 14:09:22.003321 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1fc7077-9027-4473-983f-e9c11a1cd880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:22.062555 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Transition to ACTIVE for port object a69ad4c4-7305-4406-96a6-006c93a7044d will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:22.117087 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0553250 Aug 23 14:09:22.117810 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60454) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:22.118277 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fe232407-1783-4d0b-98ec-fdff067f2ac1 req-7b423e66-5623-4ffd-8c82-c42f56c7e7ba tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190076 Aug 23 14:09:22.124106 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014186339-router', 'tenant_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:22.135042 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:22.160800 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Usage tracker for resource:router and tenant:c91738b328264d5aad6d9b0bde5e25fa is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:22.166558 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:22.170491 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1fc7077-9027-4473-983f-e9c11a1cd880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:22.212102 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:22.218551 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:22.240114 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60460) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:22.250498 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e1fc7077-9027-4473-983f-e9c11a1cd880 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ebdb18b4be9d4dbca0bbaf7352366e70&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9800396 Aug 23 14:09:22.293255 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:22.294704 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:22.344931 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:22.386668 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-7591899b-a707-4a8d-9e66-d5ca29a34524', 'network_id': '7591899b-a707-4a8d-9e66-d5ca29a34524', 'tenant_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'fixed_ips': [{'subnet_id': '34412916-47c8-4347-b11d-d02e7bb064dd'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:09:22.387672 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:22.407426 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:22.415491 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:22.446025 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:22.447327 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:22.452501 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:09:22.464317 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:22.472443 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:22.541683 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:22.543204 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:22.555526 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eb263203-5c43-4354-8046-9f2978c88f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:22.564485 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Pushing event updated for resources: {'Port': ['ID=a69ad4c4-7305-4406-96a6-006c93a7044d,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:22.582587 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:22.586111 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc7077-9027-4473-983f-e9c11a1cd880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79262f06-6ae2-40bd-b770-a3726ae9dd00,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:22.609236 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e1fc7077-9027-4473-983f-e9c11a1cd880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:22.641331 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3142459 Aug 23 14:09:22.672563 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Request body: {'port': {'device_id': '83f6b76e-438d-4c4a-837a-7410f6805037', 'device_owner': 'compute:tempest-test_az-451447562', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:22.780969 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eb263203-5c43-4354-8046-9f2978c88f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:22.828288 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-29055124-network', 'tenant_id': '6aa5a9687a4e4e8c9d232cd2c47c6518'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:22.867191 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:22.879207 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Usage tracker for resource:network and tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:22.886693 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:22.915707 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:22.967588 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Allocated IP 172.20.0.2 (7591899b-a707-4a8d-9e66-d5ca29a34524/34412916-47c8-4347-b11d-d02e7bb064dd/0180f161-6a93-419f-a203-2ec890e85273) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:22.991480 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:23.150951 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Made reservation on behalf of 6aa5a9687a4e4e8c9d232cd2c47c6518 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:23.154106 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:23.191556 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:23.371974 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:23.405972 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b770b78d-c0e6-4bb5-8c9d-61b58783578d {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:23.421976 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:23.444717 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Transition to ACTIVE for port object b770b78d-c0e6-4bb5-8c9d-61b58783578d will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:23.518600 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:23.530507 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Usage tracker for resource:security_group_rule and tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:23.537093 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:23.565176 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:23.702485 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:23.747546 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eb263203-5c43-4354-8046-9f2978c88f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:23.751768 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:23.837134 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-98cdf8ec-18ff-48df-b6c1-1f4d40ca0d66 None None] Provisioning for port a69ad4c4-7305-4406-96a6-006c93a7044d completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:23.860103 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:23.879655 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-98cdf8ec-18ff-48df-b6c1-1f4d40ca0d66 None None] Provisioning complete for port a69ad4c4-7305-4406-96a6-006c93a7044d triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:23.880934 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-98cdf8ec-18ff-48df-b6c1-1f4d40ca0d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:23.974463 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:24.009869 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Transition to ACTIVE for port object 0180f161-6a93-419f-a203-2ec890e85273 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:24.070161 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:24.089285 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f3593bf9-1f4b-4a5f-992f-756d939735d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:24.097798 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Transition to ACTIVE for port object 0180f161-6a93-419f-a203-2ec890e85273 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:24.098232 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Pushing event updated for resources: {'Port': ['ID=b770b78d-c0e6-4bb5-8c9d-61b58783578d,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:24.099568 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-98cdf8ec-18ff-48df-b6c1-1f4d40ca0d66 None None] Port a69ad4c4-7305-4406-96a6-006c93a7044d cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:09:24.109566 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:24.222207 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:24.224943 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Attempting to bind port b770b78d-c0e6-4bb5-8c9d-61b58783578d on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:24.225300 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Attempting to bind port b770b78d-c0e6-4bb5-8c9d-61b58783578d by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:24.225710 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Attempting to bind port b770b78d-c0e6-4bb5-8c9d-61b58783578d on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:09:24.256901 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Port b770b78d-c0e6-4bb5-8c9d-61b58783578d on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:09:24.257451 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Attempting to bind port b770b78d-c0e6-4bb5-8c9d-61b58783578d on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:09:24.268159 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9c343-f491-49e0-bcca-e79a31885b78 req-96f138d2-1e0f-4eab-8d6c-feffbb4612cf tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:24.269038 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4be9c343-f491-49e0-bcca-e79a31885b78 req-96f138d2-1e0f-4eab-8d6c-feffbb4612cf tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Synchronizing usage tracker for tenant:3fc4f4cd3f0a4efc9fdd0785b21ee2a9 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:24.311166 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:24.321410 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb263203-5c43-4354-8046-9f2978c88f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79262f06-6ae2-40bd-b770-a3726ae9dd00,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:24.323605 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:24.327717 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-eb263203-5c43-4354-8046-9f2978c88f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:24.350390 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-9745a90b-7667-487b-b479-690e058c016f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:24.389223 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:24.414845 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eb263203-5c43-4354-8046-9f2978c88f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:24.418600 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-eb263203-5c43-4354-8046-9f2978c88f39 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/79262f06-6ae2-40bd-b770-a3726ae9dd00 HTTP/1.1" status: 204 len: 168 time: 2.1747448 Aug 23 14:09:24.432952 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:09:24.433729 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:09:24.434001 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:09:24.434653 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Bound port: b770b78d-c0e6-4bb5-8c9d-61b58783578d, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:24.435343 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:24.495008 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:24.511236 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4be9c343-f491-49e0-bcca-e79a31885b78 req-96f138d2-1e0f-4eab-8d6c-feffbb4612cf tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Unset dirty status for tenant:3fc4f4cd3f0a4efc9fdd0785b21ee2a9 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:24.512501 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4be9c343-f491-49e0-bcca-e79a31885b78 req-96f138d2-1e0f-4eab-8d6c-feffbb4612cf tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 936 time: 1.4811575 Aug 23 14:09:24.518726 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Network 7591899b-a707-4a8d-9e66-d5ca29a34524 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:24.523810 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:24.540846 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:09:24.553299 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:09:24.740821 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:24.750615 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:24.785637 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] For port b770b78d-c0e6-4bb5-8c9d-61b58783578d, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:09:24.822043 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] For port b770b78d-c0e6-4bb5-8c9d-61b58783578d, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=b770b78d-c0e6-4bb5-8c9d-61b58783578d,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:09:24.856049 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Pushing event updated for resources: {'Port': ['ID=0180f161-6a93-419f-a203-2ec890e85273,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:24.859217 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:24.862928 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Attempting to bind port 0180f161-6a93-419f-a203-2ec890e85273 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:24.863454 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Attempting to bind port 0180f161-6a93-419f-a203-2ec890e85273 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '7fb38b49-c3ff-492a-849d-55df053ff3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7591899b-a707-4a8d-9e66-d5ca29a34524'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:24.863954 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Attempting to bind port 0180f161-6a93-419f-a203-2ec890e85273 on network 7591899b-a707-4a8d-9e66-d5ca29a34524 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:09:24.887801 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:09:24.888788 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Checking segment: {'id': '7fb38b49-c3ff-492a-849d-55df053ff3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7591899b-a707-4a8d-9e66-d5ca29a34524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:09:24.889601 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:24.890420 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Bound using segment: {'id': '7fb38b49-c3ff-492a-849d-55df053ff3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7591899b-a707-4a8d-9e66-d5ca29a34524'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:09:24.891218 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Bound port: 0180f161-6a93-419f-a203-2ec890e85273, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb38b49-c3ff-492a-849d-55df053ff3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7591899b-a707-4a8d-9e66-d5ca29a34524'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:24.891876 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:24.904265 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:24.906370 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Added segment 553fe723-be84-4739-b90d-02f05da590e1 of type vlan for network 8974d9b4-186c-49b7-815f-edb23adc0e9f Aug 23 14:09:24.946254 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:25.039193 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617d32a-f29d-4c93-96f6-271cfcd754c3 req-53abc061-772e-4a6f-b5b8-6d2100111d4f tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:25.048163 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4617d32a-f29d-4c93-96f6-271cfcd754c3 req-53abc061-772e-4a6f-b5b8-6d2100111d4f tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 968 time: 1.4036868 Aug 23 14:09:25.097073 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:25.117057 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:25.132053 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-43564c5a-f1d6-496f-8bbe-7b89f9b6da4d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:25.184529 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4be9c343-f491-49e0-bcca-e79a31885b78 req-65349ae7-09ac-4974-8535-5cc50e8ab77c tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Synchronizing usage tracker for tenant:3fc4f4cd3f0a4efc9fdd0785b21ee2a9 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:25.268811 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] For port 0180f161-6a93-419f-a203-2ec890e85273, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:09:25.282694 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] For port 0180f161-6a93-419f-a203-2ec890e85273, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=0180f161-6a93-419f-a203-2ec890e85273,segment=NetworkSegment(7fb38b49-c3ff-492a-849d-55df053ff3f5),segment_id=7fb38b49-c3ff-492a-849d-55df053ff3f5)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:09:25.305385 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:25.402117 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:25.419069 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:25.646195 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Allocated IP 172.25.6.124 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/d1847f8a-6b36-4eed-acc0-0e272163e83c) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:25.697439 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Pushing event updated for resources: {'Port': ['ID=0180f161-6a93-419f-a203-2ec890e85273,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:25.713789 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:25.836099 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Pushing event updated for resources: {'Port': ['ID=b770b78d-c0e6-4bb5-8c9d-61b58783578d,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:25.856169 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:25.898788 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:25.913691 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:25.914334 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:25.914770 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:25.918888 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] 10.222.0.91 "PUT /v2.0/ports/b770b78d-c0e6-4bb5-8c9d-61b58783578d HTTP/1.1" status: 200 len: 1116 time: 5.9200118 Aug 23 14:09:25.920007 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8e792e-8c02-4339-a138-13011dc6551f', 'tag': 'b770b78d-c0e6-4bb5-8c9d-61b58783578d'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:25.952687 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4c02c5bb-2ad7-4b2d-ba87-925fd42a85d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:25.999170 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:26.014516 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4617d32a-f29d-4c93-96f6-271cfcd754c3 req-9514be7e-ebdf-4a13-bdbb-ee64009d790a tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9648049 Aug 23 14:09:26.198572 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:09:26.210700 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:26.211607 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Pushing event updated for resources: {'Network': ['ID=8974d9b4-186c-49b7-815f-edb23adc0e9f,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:26.211607 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:26.242426 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 8974d9b4-186c-49b7-815f-edb23adc0e9f details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:09:26.285078 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4be9c343-f491-49e0-bcca-e79a31885b78 req-65349ae7-09ac-4974-8535-5cc50e8ab77c tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Unset dirty status for tenant:3fc4f4cd3f0a4efc9fdd0785b21ee2a9 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:26.311886 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4be9c343-f491-49e0-bcca-e79a31885b78 req-65349ae7-09ac-4974-8535-5cc50e8ab77c tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7453492 Aug 23 14:09:26.340725 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69ad4c4-7305-4406-96a6-006c93a7044d {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:26.366982 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:26.416732 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Transition to ACTIVE for port object a69ad4c4-7305-4406-96a6-006c93a7044d will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:27.405169 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 5.5542963 Aug 23 14:09:27.429756 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60534) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:27.429756 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Request body: {'subnet': {'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-29055124-subnet', 'tenant_id': '6aa5a9687a4e4e8c9d232cd2c47c6518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:27.455344 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:27.468767 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Usage tracker for resource:subnet and tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:27.481653 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:27.501976 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:27.584948 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e353b0c-fae0-48b2-92d5-5ba93c7aaddd req-f9ec7404-c0b1-4327-8b21-1452b6775aa5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:27.594941 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7e353b0c-fae0-48b2-92d5-5ba93c7aaddd req-f9ec7404-c0b1-4327-8b21-1452b6775aa5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 968 time: 0.1654570 Aug 23 14:09:27.611614 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:27.620883 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-87c2eb52-9ab3-4389-95c6-ab6a9115ae94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:27.729474 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7e353b0c-fae0-48b2-92d5-5ba93c7aaddd req-b48a0cbc-ca70-4f02-9b80-bffdaa05df22 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243269 Aug 23 14:09:27.730767 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:27.750497 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e2a490-26fa-4d16-a218-da7a0f152009 None None] Network 7591899b-a707-4a8d-9e66-d5ca29a34524 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:09:27.755827 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:27.765946 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8e792e-8c02-4339-a138-13011dc6551f', 'tag': 'b770b78d-c0e6-4bb5-8c9d-61b58783578d', 'status': 'completed', 'code': 200} Aug 23 14:09:27.938966 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60542) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:27.966589 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Made reservation on behalf of 6aa5a9687a4e4e8c9d232cd2c47c6518 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:27.969742 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:28.047118 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:28.131026 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:28.137240 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:09:28.180134 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-fc1ab927-8abb-4960-8930-afbbbf9b2d05 None None] Provisioning for port 0180f161-6a93-419f-a203-2ec890e85273 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:28.489123 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 0180f161-6a93-419f-a203-2ec890e85273 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:28.621107 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0eac23bf-0527-409b-a596-d0243a905e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:28.654419 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Attempting to bind port a69ad4c4-7305-4406-96a6-006c93a7044d on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:28.654419 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Attempting to bind port a69ad4c4-7305-4406-96a6-006c93a7044d by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:28.654419 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Attempting to bind port a69ad4c4-7305-4406-96a6-006c93a7044d on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:09:28.666317 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Port a69ad4c4-7305-4406-96a6-006c93a7044d on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:09:28.667431 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Attempting to bind port a69ad4c4-7305-4406-96a6-006c93a7044d on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:09:28.675997 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Pushing event updated for resources: {'Port': ['ID=a69ad4c4-7305-4406-96a6-006c93a7044d,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:28.683190 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:09:28.683880 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:09:28.684729 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:09:28.685452 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Bound port: a69ad4c4-7305-4406-96a6-006c93a7044d, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:28.686099 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:28.712113 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.957s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:28.768315 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Pushing event updated for resources: {'Port': ['ID=d1847f8a-6b36-4eed-acc0-0e272163e83c,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:28.800103 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.179s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:28.829971 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-0eac23bf-0527-409b-a596-d0243a905e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:28.852401 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-0eac23bf-0527-409b-a596-d0243a905e96 admin admin] Usage tracker for resource:security_group_rule and tenant:caad230d31f146179444b82931674dd0 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:28.872449 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-0eac23bf-0527-409b-a596-d0243a905e96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:28.925677 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-0eac23bf-0527-409b-a596-d0243a905e96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:29.031420 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e799d9-f3a6-4119-849d-3f484a418359 req-a9efe211-20ff-49c5-ae32-601e48b78737 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:29.054763 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-22e799d9-f3a6-4119-849d-3f484a418359 req-a9efe211-20ff-49c5-ae32-601e48b78737 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 969 time: 0.6533089 Aug 23 14:09:29.074939 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0759171c-9688-4bb2-af37-44017ec4c188 req-e94296af-aa10-4934-b95d-2752c9a08da2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c7ab04a217f84231bc95c1af845e89cf&device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 1119 time: 1.2752860 Aug 23 14:09:29.134978 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 0180f161-6a93-419f-a203-2ec890e85273 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:29.148611 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 0180f161-6a93-419f-a203-2ec890e85273 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:29.149283 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:29.271635 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:29.314392 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] For port a69ad4c4-7305-4406-96a6-006c93a7044d, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:09:29.332390 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:29.378703 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] For port a69ad4c4-7305-4406-96a6-006c93a7044d, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a69ad4c4-7305-4406-96a6-006c93a7044d,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:09:29.421319 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0eac23bf-0527-409b-a596-d0243a905e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:29.449429 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0759171c-9688-4bb2-af37-44017ec4c188 req-d941cffb-ac59-4e68-8fb2-e589eb9ac59b service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=c7ab04a217f84231bc95c1af845e89cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2314808 Aug 23 14:09:29.509017 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e660768-8dea-4aca-bc8e-0ba7b3d6e871,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:29.539552 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:29.540000 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:29.555201 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:29.556140 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:29.558232 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Checking segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:09:29.558589 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Network hostable DHCP agents. Network: 8974d9b4-186c-49b7-815f-edb23adc0e9f, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:09:29.598698 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:29.603823 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0eac23bf-0527-409b-a596-d0243a905e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:29.626485 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:29.646872 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 0180f161-6a93-419f-a203-2ec890e85273, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=0180f161-6a93-419f-a203-2ec890e85273,segment=NetworkSegment(7fb38b49-c3ff-492a-849d-55df053ff3f5),segment_id=7fb38b49-c3ff-492a-849d-55df053ff3f5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:09:29.656774 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-033c0cd6-561c-4deb-8a9e-bcb7f4c0d580 None None] Provisioning complete for port 0180f161-6a93-419f-a203-2ec890e85273 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:29.660349 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-033c0cd6-561c-4deb-8a9e-bcb7f4c0d580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:29.849742 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:29.849742 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:29.851595 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759171c-9688-4bb2-af37-44017ec4c188 req-d2d2bb6b-bc8d-49d9-94d5-efbaa0f36e15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:29.851595 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0759171c-9688-4bb2-af37-44017ec4c188 req-d2d2bb6b-bc8d-49d9-94d5-efbaa0f36e15 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3258450 Aug 23 14:09:29.852351 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-22e799d9-f3a6-4119-849d-3f484a418359 req-81a90bd1-2ad8-495d-a905-f648d1cbf238 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7874644 Aug 23 14:09:29.886729 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:29.888796 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] 10.222.0.91 "PUT /v2.0/ports/a69ad4c4-7305-4406-96a6-006c93a7044d HTTP/1.1" status: 200 len: 1117 time: 7.2299192 Aug 23 14:09:29.907498 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f6b76e-438d-4c4a-837a-7410f6805037', 'tag': 'a69ad4c4-7305-4406-96a6-006c93a7044d'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:30.085417 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-0eac23bf-0527-409b-a596-d0243a905e96 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=caad230d31f146179444b82931674dd0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1446514 Aug 23 14:09:30.090780 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60558) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:30.110358 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=0180f161-6a93-419f-a203-2ec890e85273,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:30.169036 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Pushing event updated for resources: {'Port': ['ID=a69ad4c4-7305-4406-96a6-006c93a7044d,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:30.170787 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:30.187514 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:30.198650 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.429s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:30.329048 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 0180f161-6a93-419f-a203-2ec890e85273 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:30.370135 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac23bf-0527-409b-a596-d0243a905e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bdbe1f-078a-403f-b783-952b68fd93b6,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:30.403979 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Network 8974d9b4-186c-49b7-815f-edb23adc0e9f is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:09:30.426727 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7116e3-e617-48d3-a444-b64b3b923eed req-19d48915-2898-432d-af8e-86143b62ba9e tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:30.435587 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2d7116e3-e617-48d3-a444-b64b3b923eed req-19d48915-2898-432d-af8e-86143b62ba9e tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 968 time: 1.0118668 Aug 23 14:09:30.473133 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0eac23bf-0527-409b-a596-d0243a905e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:30.531189 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Router ebfe3a7f-f535-4d35-b6d2-db092ca59cdd is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:09:30.531367 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f6b76e-438d-4c4a-837a-7410f6805037', 'tag': 'a69ad4c4-7305-4406-96a6-006c93a7044d', 'status': 'completed', 'code': 200} Aug 23 14:09:30.566078 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-08e708cf-0b8e-4a87-99ea-e13257fdde3a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c7ab04a217f84231bc95c1af845e89cf&device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 1119 time: 0.5911353 Aug 23 14:09:30.575704 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2d7116e3-e617-48d3-a444-b64b3b923eed req-9a355c55-ca6f-4994-a67b-639bb9495cdf tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392295 Aug 23 14:09:30.600360 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-895c62cf-323b-4970-8b5d-131b18252a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:30.631439 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 0180f161-6a93-419f-a203-2ec890e85273 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:30.631931 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:30.758406 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-895c62cf-323b-4970-8b5d-131b18252a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:30.778802 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-c673b877-b134-4fc4-a668-ab9ca475d624 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=b770b78d-c0e6-4bb5-8c9d-61b58783578d HTTP/1.1" status: 200 len: 217 time: 0.1460476 Aug 23 14:09:30.794719 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60570) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:30.825980 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 8974d9b4-186c-49b7-815f-edb23adc0e9f) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:30.846531 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:30.848023 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:30.872670 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fff6fe4-ae29-4c81-85bc-23b7c4ce3d19 None None] Network 8974d9b4-186c-49b7-815f-edb23adc0e9f requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:09:31.000869 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-54470f8c-a1fa-4a21-bdf8-859ee6876df6 req-dc7e0766-864f-458b-80b3-a0e45dfc861d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3fc4f4cd3f0a4efc9fdd0785b21ee2a9&device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 1120 time: 0.2817876 Aug 23 14:09:31.004343 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-62072511-4515-415a-87ca-1330d1888efb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:31.008187 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-62072511-4515-415a-87ca-1330d1888efb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2131720 Aug 23 14:09:31.148488 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 3.7412980 Aug 23 14:09:31.181790 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-54470f8c-a1fa-4a21-bdf8-859ee6876df6 req-f818d562-4eac-43e5-a774-ff05eb55c60c service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=3fc4f4cd3f0a4efc9fdd0785b21ee2a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589504 Aug 23 14:09:31.243702 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-895c62cf-323b-4970-8b5d-131b18252a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:31.292738 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8f6af2d8-7bb5-4324-9d95-62f8dc8a1125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:31.339547 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-935ce67b-4e11-4d8d-ae04-669e29198f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:31.358590 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2bf05d-bdb3-482b-b00b-30eb2a6aa703 None None] Network 8974d9b4-186c-49b7-815f-edb23adc0e9f requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:09:31.363877 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c62cf-323b-4970-8b5d-131b18252a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bdbe1f-078a-403f-b783-952b68fd93b6,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:31.371683 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-895c62cf-323b-4970-8b5d-131b18252a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:31.376974 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-895c62cf-323b-4970-8b5d-131b18252a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:31.381911 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-895c62cf-323b-4970-8b5d-131b18252a35 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/67bdbe1f-078a-403f-b783-952b68fd93b6 HTTP/1.1" status: 204 len: 168 time: 1.2773798 Aug 23 14:09:31.413277 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-935ce67b-4e11-4d8d-ae04-669e29198f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:31.421835 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-935ce67b-4e11-4d8d-ae04-669e29198f55 admin admin] Usage tracker for resource:security_group_rule and tenant:2c6cbdc942e047298c7ce474768dd759 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:31.428153 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-935ce67b-4e11-4d8d-ae04-669e29198f55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:31.440302 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-935ce67b-4e11-4d8d-ae04-669e29198f55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:31.448288 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-3efc9c56-b5b8-4b05-bde2-88fcb0523d10 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4052024 Aug 23 14:09:31.454372 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c64a4e-7097-4bb7-bcc9-27112d2d07e3 req-bc4acc51-a706-4751-84bd-a315c9e28f98 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:31.464219 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-58c64a4e-7097-4bb7-bcc9-27112d2d07e3 req-bc4acc51-a706-4751-84bd-a315c9e28f98 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 969 time: 0.3575807 Aug 23 14:09:31.702415 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-58c64a4e-7097-4bb7-bcc9-27112d2d07e3 req-ac09044d-1257-4e79-8981-bd523a01bc5c tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367313 Aug 23 14:09:31.746498 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:31.790023 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54470f8c-a1fa-4a21-bdf8-859ee6876df6 req-5b67cfa1-4b49-4a12-b51f-feafc7779ddf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:31.799228 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-54470f8c-a1fa-4a21-bdf8-859ee6876df6 req-5b67cfa1-4b49-4a12-b51f-feafc7779ddf service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5864427 Aug 23 14:09:31.840234 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:09:31.862346 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Sync routers for ids ['ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:09:31.887639 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Routers {'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:09:31.888422 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:09:24Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:32.011556 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-935ce67b-4e11-4d8d-ae04-669e29198f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:32.022773 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-b759e0b6-e8ad-405c-9d0c-40eeee8a9195 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124302 Aug 23 14:09:32.033075 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-e182f4bf-3b3f-4390-984e-c37154eafa3b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=3fc4f4cd3f0a4efc9fdd0785b21ee2a9&device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 1120 time: 0.1458352 Aug 23 14:09:32.073079 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:32.078512 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.9585211 Aug 23 14:09:32.081007 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60590) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:32.187695 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-935ce67b-4e11-4d8d-ae04-669e29198f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:32.216339 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:32.306826 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Set router ebfe3a7f-f535-4d35-b6d2-db092ca59cdd gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:09:32.363306 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2f350-d3ed-46aa-b1a2-55ca540c6f9a req-1de7c92a-e6af-4b1a-b3c1-377c53c98e50 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:32.366213 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6ea2f350-d3ed-46aa-b1a2-55ca540c6f9a req-1de7c92a-e6af-4b1a-b3c1-377c53c98e50 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 968 time: 0.4695303 Aug 23 14:09:32.366894 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ce67b-4e11-4d8d-ae04-669e29198f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b495eae-baf3-43d3-b69c-29ee50ed3ea2,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:32.370017 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-935ce67b-4e11-4d8d-ae04-669e29198f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:32.380890 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-935ce67b-4e11-4d8d-ae04-669e29198f55 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2c6cbdc942e047298c7ce474768dd759&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5843117 Aug 23 14:09:32.382323 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60600) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:32.488436 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-c8df5f0c-97bc-45d9-8308-6fb959d9534c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=a69ad4c4-7305-4406-96a6-006c93a7044d HTTP/1.1" status: 200 len: 217 time: 0.1987212 Aug 23 14:09:32.566764 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e56e425c-ac7c-47d9-905b-99d64072e897 req-58e5e748-04fb-4870-a249-6e7770e00f51 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140724 Aug 23 14:09:32.576654 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-83041378-a412-4369-8b03-9042babf8f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:32.662698 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-83041378-a412-4369-8b03-9042babf8f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:32.755623 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6ea2f350-d3ed-46aa-b1a2-55ca540c6f9a req-a2290bca-d718-44a4-8171-570219058615 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659708 Aug 23 14:09:32.922660 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014186339-router', 'tenant_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:22Z', 'updated_at': '2021-08-23T14:09:28Z', 'revision_number': 3, 'project_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'gw_port': {'id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:25Z', 'updated_at': '2021-08-23T14:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:32.931478 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Checking router: ebfe3a7f-f535-4d35-b6d2-db092ca59cdd for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:09:32.932090 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Updating router ebfe3a7f-f535-4d35-b6d2-db092ca59cdd port d1847f8a-6b36-4eed-acc0-0e272163e83c binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:09:33.007748 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-0dabd879-4875-4fef-ba5d-d0ab6c678d22 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:33.019353 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-0dabd879-4875-4fef-ba5d-d0ab6c678d22 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.5066051 Aug 23 14:09:33.046994 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:33.293459 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-83041378-a412-4369-8b03-9042babf8f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:33.304238 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:33.316026 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:33.334304 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83041378-a412-4369-8b03-9042babf8f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b495eae-baf3-43d3-b69c-29ee50ed3ea2,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:33.340506 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-ea1607cd-847c-4bdf-b172-3989490ca586 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2642636 Aug 23 14:09:33.352644 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-83041378-a412-4369-8b03-9042babf8f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:33.405972 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-83041378-a412-4369-8b03-9042babf8f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:33.407487 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-83041378-a412-4369-8b03-9042babf8f65 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9b495eae-baf3-43d3-b69c-29ee50ed3ea2 HTTP/1.1" status: 204 len: 168 time: 1.0220554 Aug 23 14:09:33.429111 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c04b1-d446-4cd8-9fcc-648daac4613f req-89d4f8eb-9486-40a7-8816-5a4189b0bb9f tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:33.438835 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-525c04b1-d446-4cd8-9fcc-648daac4613f req-89d4f8eb-9486-40a7-8816-5a4189b0bb9f tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 969 time: 0.4697678 Aug 23 14:09:33.506375 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-525c04b1-d446-4cd8-9fcc-648daac4613f req-7f5e31f0-0603-453a-970f-9a9536a97e04 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665579 Aug 23 14:09:33.606150 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:09:33.684295 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-fa587ad7-91cb-4d57-aa02-9af2f40b45ec service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697924 Aug 23 14:09:33.767539 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:33.788588 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Transition to ACTIVE for port object d1847f8a-6b36-4eed-acc0-0e272163e83c will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:33.929733 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:33.935922 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-99be9bf7-6451-4372-902a-5f98e4d74c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:33.958549 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-feb7f1d2-18b0-4574-8687-900d076d7af3 req-c503d3bd-b27e-4271-a1b0-ee39b328dca9 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708832 Aug 23 14:09:34.076423 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d157a-d0a8-4c1b-849f-e5b79b1be7fb None None] Pushing event updated for resources: {'Port': ['ID=d1847f8a-6b36-4eed-acc0-0e272163e83c,revision_number=2']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:34.080872 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-8a5d157a-d0a8-4c1b-849f-e5b79b1be7fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:34.136115 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Attempting to bind port d1847f8a-6b36-4eed-acc0-0e272163e83c on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:34.136486 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Attempting to bind port d1847f8a-6b36-4eed-acc0-0e272163e83c by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:34.136919 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Attempting to bind port d1847f8a-6b36-4eed-acc0-0e272163e83c on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:09:34.160288 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:09:34.166238 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:09:34.166238 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:34.166238 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:09:34.166238 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Bound port: d1847f8a-6b36-4eed-acc0-0e272163e83c, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:34.166238 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:34.191792 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9439fb1-c3ab-4e94-82c4-68c3d8cc8828 req-30c3f93a-2d8a-4bcb-b7a4-bdbe4978f1ac tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:34.195727 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e9439fb1-c3ab-4e94-82c4-68c3d8cc8828 req-30c3f93a-2d8a-4bcb-b7a4-bdbe4978f1ac tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 968 time: 0.1757815 Aug 23 14:09:34.259279 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] For port d1847f8a-6b36-4eed-acc0-0e272163e83c, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:09:34.264682 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] For port d1847f8a-6b36-4eed-acc0-0e272163e83c, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=d1847f8a-6b36-4eed-acc0-0e272163e83c,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:09:34.279352 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e9439fb1-c3ab-4e94-82c4-68c3d8cc8828 req-d52c2f4c-304e-46f7-8efa-617d566bf61b tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770693 Aug 23 14:09:34.359061 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:34.365408 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-8a5d157a-d0a8-4c1b-849f-e5b79b1be7fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:34.405139 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:34.481921 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d157a-d0a8-4c1b-849f-e5b79b1be7fb None None] Pushing event updated for resources: {'Port': ['ID=d1847f8a-6b36-4eed-acc0-0e272163e83c,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:34.487255 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-8a5d157a-d0a8-4c1b-849f-e5b79b1be7fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:34.490223 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Routers {'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:09:34.491710 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:09:24Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:34.694112 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Allocated IP 172.20.0.1 (7591899b-a707-4a8d-9e66-d5ca29a34524/34412916-47c8-4347-b11d-d02e7bb064dd/694cd800-3200-4ac9-b182-69a45d1849d9) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:34.758477 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] Set router ebfe3a7f-f535-4d35-b6d2-db092ca59cdd gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:09:34.758586 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9299273-9270-4fe9-a95f-985ead8e7a40 req-33d3811e-6f4b-4e1e-928d-0b7e7709e787 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:34.758586 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b9299273-9270-4fe9-a95f-985ead8e7a40 req-33d3811e-6f4b-4e1e-928d-0b7e7709e787 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 969 time: 0.0993531 Aug 23 14:09:34.827456 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b9299273-9270-4fe9-a95f-985ead8e7a40 req-0554aae3-eb40-4b01-bc5b-d4dbd25c910a tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664809 Aug 23 14:09:34.906521 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:34.925861 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Transition to ACTIVE for port object 694cd800-3200-4ac9-b182-69a45d1849d9 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:34.977102 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60638) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:35.002225 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60642) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:35.013525 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-662465960-network', 'tenant_id': 'f15a9f3de6ed471dbb2d44de4095cd64'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:35.018506 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4647debf-2b44-48b4-8516-f6266a957f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:35.034270 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:35.040627 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Usage tracker for resource:network and tenant:f15a9f3de6ed471dbb2d44de4095cd64 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:35.047213 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:35.056436 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:35.086638 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4647debf-2b44-48b4-8516-f6266a957f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:35.091773 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4647debf-2b44-48b4-8516-f6266a957f8a admin admin] Usage tracker for resource:security_group_rule and tenant:332c40df81184cb8a69df1eff62cbc2f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:35.092428 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:35.095528 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4647debf-2b44-48b4-8516-f6266a957f8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:35.105300 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4647debf-2b44-48b4-8516-f6266a957f8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:35.113037 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014186339-router', 'tenant_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:22Z', 'updated_at': '2021-08-23T14:09:28Z', 'revision_number': 3, 'project_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'gw_port': {'id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:25Z', 'updated_at': '2021-08-23T14:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:35.122042 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c2141-7a92-412a-bfea-285263a6ee33 None None] The sync data for ids ['ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'] in n-d-805629-1 is: [{'id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014186339-router', 'tenant_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:22Z', 'updated_at': '2021-08-23T14:09:28Z', 'revision_number': 3, 'project_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'gw_port': {'id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:25Z', 'updated_at': '2021-08-23T14:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:09:35.122984 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:35.187282 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Made reservation on behalf of f15a9f3de6ed471dbb2d44de4095cd64 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:35.190755 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:35.225879 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:35.240456 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Network 7591899b-a707-4a8d-9e66-d5ca29a34524 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:35.241858 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:35.247710 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:09:35.248378 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:35.259404 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Pushing event updated for resources: {'Port': ['ID=694cd800-3200-4ac9-b182-69a45d1849d9,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:35.265733 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:35.275502 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4647debf-2b44-48b4-8516-f6266a957f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:35.305727 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:35.312352 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Usage tracker for resource:security_group_rule and tenant:f15a9f3de6ed471dbb2d44de4095cd64 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:35.318801 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:35.329951 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:35.407696 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4647debf-2b44-48b4-8516-f6266a957f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:35.419679 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f867508b-a5bc-4f79-8aa4-0d3603500021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:35.509628 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:35.511780 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647debf-2b44-48b4-8516-f6266a957f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d1b19e-8c3f-4600-9524-2e61aa62d63c,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:35.514858 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4647debf-2b44-48b4-8516-f6266a957f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:35.520460 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4647debf-2b44-48b4-8516-f6266a957f8a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=332c40df81184cb8a69df1eff62cbc2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5406232 Aug 23 14:09:35.522416 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60650) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:35.576769 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:35.642656 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:35.665055 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:35.708370 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:09:35.737794 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff775604-1be9-4453-9df7-292caf958806,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:35.743906 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:35.752432 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:35.752771 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Added segment 2a2192cb-6548-4a2d-8eb1-07c330289339 of type vlan for network 3e12f2fe-aefb-480a-bb69-0220ce407bf3 Aug 23 14:09:35.768785 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-5dd0191c-27cf-4c1d-93c9-08c7a955a358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:35.823391 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:35.853500 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bd998-dd60-4863-bfa3-10e47c49fd96 req-29683a57-347b-42a4-aff8-22f464a90736 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:35.855163 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-916bd998-dd60-4863-bfa3-10e47c49fd96 req-29683a57-347b-42a4-aff8-22f464a90736 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 968 time: 0.2844970 Aug 23 14:09:35.863399 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-5dd0191c-27cf-4c1d-93c9-08c7a955a358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:35.932284 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-8847930b-1765-4407-8f74-2dc9d2a072fa None None] Provisioning for port 694cd800-3200-4ac9-b182-69a45d1849d9 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:35.951472 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-8847930b-1765-4407-8f74-2dc9d2a072fa None None] Provisioning complete for port 694cd800-3200-4ac9-b182-69a45d1849d9 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:35.952846 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-8847930b-1765-4407-8f74-2dc9d2a072fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:36.069306 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:36.072029 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-916bd998-dd60-4863-bfa3-10e47c49fd96 req-5fbba2ea-c1c0-4822-9e9a-55b9e941cdd5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498404 Aug 23 14:09:36.100286 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:36.101499 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:36.102097 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:36.105791 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7234e8be-b037-4384-a50b-0c3a37e85765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:36.149509 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-8847930b-1765-4407-8f74-2dc9d2a072fa None None] Port 694cd800-3200-4ac9-b182-69a45d1849d9 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:09:36.214415 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:36.215477 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:36.227933 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:36.363543 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device d1847f8a-6b36-4eed-acc0-0e272163e83c up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:36.409250 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-5dd0191c-27cf-4c1d-93c9-08c7a955a358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:36.488496 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Pushing event updated for resources: {'Network': ['ID=3e12f2fe-aefb-480a-bb69-0220ce407bf3,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:36.493205 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:36.503470 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Pushing event updated for resources: {'Port': ['ID=694cd800-3200-4ac9-b182-69a45d1849d9,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:36.507176 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:36.508908 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-eb263203-5c43-4354-8046-9f2978c88f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:36.521589 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 3e12f2fe-aefb-480a-bb69-0220ce407bf3 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:09:36.527191 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-5dd0191c-27cf-4c1d-93c9-08c7a955a358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:36.530667 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-5dd0191c-27cf-4c1d-93c9-08c7a955a358 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f2d1b19e-8c3f-4600-9524-2e61aa62d63c HTTP/1.1" status: 204 len: 168 time: 1.0044839 Aug 23 14:09:36.531528 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0191c-27cf-4c1d-93c9-08c7a955a358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d1b19e-8c3f-4600-9524-2e61aa62d63c,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:36.535482 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-5dd0191c-27cf-4c1d-93c9-08c7a955a358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:36.589481 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524bc43-7aa9-4e16-9458-b4b84643ceb2 req-cd31f59e-fe75-455b-b554-084727dce02e tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:36.598646 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2524bc43-7aa9-4e16-9458-b4b84643ceb2 req-cd31f59e-fe75-455b-b554-084727dce02e tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 969 time: 0.2617927 Aug 23 14:09:36.598905 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Network 7591899b-a707-4a8d-9e66-d5ca29a34524 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:36.598905 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:36.699435 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2524bc43-7aa9-4e16-9458-b4b84643ceb2 req-fdddb19d-c612-408c-bd52-a9b0bf2ef802 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981567 Aug 23 14:09:36.705010 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6976359 Aug 23 14:09:36.707001 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60668) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:36.721616 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Request body: {'subnet': {'network_id': '3e12f2fe-aefb-480a-bb69-0220ce407bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-662465960-subnet', 'tenant_id': 'f15a9f3de6ed471dbb2d44de4095cd64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:36.736869 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:36.756716 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Usage tracker for resource:subnet and tenant:f15a9f3de6ed471dbb2d44de4095cd64 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:36.764537 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:36.778161 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:36.840528 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port d1847f8a-6b36-4eed-acc0-0e272163e83c completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:36.857141 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port d1847f8a-6b36-4eed-acc0-0e272163e83c triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:36.858301 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:36.978069 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Made reservation on behalf of f15a9f3de6ed471dbb2d44de4095cd64 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:36.980088 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:37.015688 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:37.038327 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port d1847f8a-6b36-4eed-acc0-0e272163e83c, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=d1847f8a-6b36-4eed-acc0-0e272163e83c,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:09:37.044669 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-9ec54c63-8e70-40d9-9e20-b8ec3502889a None None] Provisioning complete for port 694cd800-3200-4ac9-b182-69a45d1849d9 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:37.045125 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9ec54c63-8e70-40d9-9e20-b8ec3502889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:37.106027 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-9ec54c63-8e70-40d9-9e20-b8ec3502889a None None] Port 694cd800-3200-4ac9-b182-69a45d1849d9 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:09:37.117819 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:37.123241 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:37.199595 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=d1847f8a-6b36-4eed-acc0-0e272163e83c,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:37.213441 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:37.511015 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ec2a3-fb48-4e0c-aa7d-6e6bd34b8b4a req-af3cd892-2658-4d2f-8993-f50c9bce2840 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:37.512581 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2d2ec2a3-fb48-4e0c-aa7d-6e6bd34b8b4a req-af3cd892-2658-4d2f-8993-f50c9bce2840 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 968 time: 0.1346931 Aug 23 14:09:37.525322 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Router ebfe3a7f-f535-4d35-b6d2-db092ca59cdd has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:09:37.591254 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2d2ec2a3-fb48-4e0c-aa7d-6e6bd34b8b4a req-867e3b45-159a-4757-82a3-e859a52f4ba8 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696428 Aug 23 14:09:37.635731 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:37.641365 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-cc42b258-dfd6-4da8-93ee-82460f3416cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:37.715753 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b5f83e-d864-4b54-a969-21a450a863eb,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:37.719263 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:37.830650 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Checking segment: {'id': '2a2192cb-6548-4a2d-8eb1-07c330289339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3e12f2fe-aefb-480a-bb69-0220ce407bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:09:37.831006 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Network hostable DHCP agents. Network: 3e12f2fe-aefb-480a-bb69-0220ce407bf3, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:09:37.882331 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:09:37.895349 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] 10.222.0.86 "PUT /v2.0/routers/ebfe3a7f-f535-4d35-b6d2-db092ca59cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8107882 Aug 23 14:09:37.970756 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Network 3e12f2fe-aefb-480a-bb69-0220ce407bf3 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:09:37.970841 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9ae93-284e-44f1-8dbb-480fd2a84d45 req-6ada6ba9-8001-4f4e-93e6-f9db23a5bbe5 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:37.970841 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1f9ae93-284e-44f1-8dbb-480fd2a84d45 req-6ada6ba9-8001-4f4e-93e6-f9db23a5bbe5 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 969 time: 0.0965953 Aug 23 14:09:38.027043 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1f9ae93-284e-44f1-8dbb-480fd2a84d45 req-4063f478-023c-4b87-a4a9-5621c7f6d318 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511727 Aug 23 14:09:38.087206 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 3e12f2fe-aefb-480a-bb69-0220ce407bf3) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:38.094574 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:38.095525 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:38.100485 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87663f8d-3392-4343-83f6-3d0f3bd458c3 None None] Network 3e12f2fe-aefb-480a-bb69-0220ce407bf3 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:09:38.241490 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5341785 Aug 23 14:09:38.273776 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device d1847f8a-6b36-4eed-acc0-0e272163e83c up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:38.389616 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device a69ad4c4-7305-4406-96a6-006c93a7044d details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:09:38.422423 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d816bf18-2ef8-4978-8c47-0ac3a4558aa0 None None] Network 3e12f2fe-aefb-480a-bb69-0220ce407bf3 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:09:38.504898 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:09:38.591727 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port d1847f8a-6b36-4eed-acc0-0e272163e83c triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:38.592274 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:38.742387 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60730) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:38.809202 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port a69ad4c4-7305-4406-96a6-006c93a7044d, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a69ad4c4-7305-4406-96a6-006c93a7044d,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:09:38.825403 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'a69ad4c4-7305-4406-96a6-006c93a7044d', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'a69ad4c4-7305-4406-96a6-006c93a7044d', 'mac_address': 'fa:16:3e:5e:23:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:tempest-test_az-451447562', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:09:38.894463 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450768a-fe72-4c9a-99e6-5dd883d02f77 req-84d612d7-1502-44bc-907f-3a3f452d75e9 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:38.913542 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4450768a-fe72-4c9a-99e6-5dd883d02f77 req-84d612d7-1502-44bc-907f-3a3f452d75e9 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 968 time: 0.1359138 Aug 23 14:09:38.990540 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4450768a-fe72-4c9a-99e6-5dd883d02f77 req-1078348e-1e6c-4356-b1c9-6c5decd3d472 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850446 Aug 23 14:09:38.995613 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:39.084952 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69ad4c4-7305-4406-96a6-006c93a7044d {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:39.119134 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port a69ad4c4-7305-4406-96a6-006c93a7044d, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a69ad4c4-7305-4406-96a6-006c93a7044d,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:09:39.206660 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:39.207931 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device b770b78d-c0e6-4bb5-8c9d-61b58783578d details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:09:39.211485 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a4b658fd-e491-4b9f-a720-1acfbabf158d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:39.212953 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7d07-0364-4dfb-928b-69cfa82d7ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:39.275479 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-0fcc7d07-0364-4dfb-928b-69cfa82d7ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:39.280869 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-0fcc7d07-0364-4dfb-928b-69cfa82d7ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:13d9c2c2614745e892ff96753e46662a is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:39.284994 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-0fcc7d07-0364-4dfb-928b-69cfa82d7ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:39.299879 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-0fcc7d07-0364-4dfb-928b-69cfa82d7ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:39.323407 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=a69ad4c4-7305-4406-96a6-006c93a7044d,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:39.335933 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port b770b78d-c0e6-4bb5-8c9d-61b58783578d, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=b770b78d-c0e6-4bb5-8c9d-61b58783578d,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:09:39.343157 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:39.356670 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Sync routers for ids ['ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:09:39.363583 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'b770b78d-c0e6-4bb5-8c9d-61b58783578d', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'b770b78d-c0e6-4bb5-8c9d-61b58783578d', 'mac_address': 'fa:16:3e:4d:d6:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:tempest-test_az-451447562', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:09:39.447287 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7d07-0364-4dfb-928b-69cfa82d7ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:39.458102 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Routers {'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:09:39.462213 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:09:24Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:39.514733 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:39.527622 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7d07-0364-4dfb-928b-69cfa82d7ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:39.546633 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:39.556367 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b770b78d-c0e6-4bb5-8c9d-61b58783578d {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:39.594336 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c5ffc-cb8d-4cc5-a559-367594e89261 req-992cbfcb-310f-42b1-b817-3c40745bfa8d tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:39.597035 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b96c5ffc-cb8d-4cc5-a559-367594e89261 req-992cbfcb-310f-42b1-b817-3c40745bfa8d tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 970 time: 0.2678494 Aug 23 14:09:39.602473 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-cbc560d6-ebaa-4c0d-b284-0b1c683363e9 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:39.603335 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-cbc560d6-ebaa-4c0d-b284-0b1c683363e9 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Synchronizing usage tracker for tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:39.624460 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc7d07-0364-4dfb-928b-69cfa82d7ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0e764d-7be7-4b9e-ab09-a654dbbbef93,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:39.632563 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-0fcc7d07-0364-4dfb-928b-69cfa82d7ec3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=13d9c2c2614745e892ff96753e46662a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8858337 Aug 23 14:09:39.632563 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0fcc7d07-0364-4dfb-928b-69cfa82d7ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:39.632955 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60752) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:39.680716 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b96c5ffc-cb8d-4cc5-a559-367594e89261 req-5809cc58-8dbc-4165-8b13-2d42680400c3 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687201 Aug 23 14:09:39.721319 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9145c3db-3016-4dc9-8765-36acdf4d90d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:39.756386 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9145c3db-3016-4dc9-8765-36acdf4d90d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:39.781257 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port b770b78d-c0e6-4bb5-8c9d-61b58783578d, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=b770b78d-c0e6-4bb5-8c9d-61b58783578d,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:09:39.789313 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-cbc560d6-ebaa-4c0d-b284-0b1c683363e9 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Unset dirty status for tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:39.790779 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-cbc560d6-ebaa-4c0d-b284-0b1c683363e9 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 806 time: 0.3953283 Aug 23 14:09:39.812191 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-5c59d6f0-215c-41fe-af22-40955c64d04b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/quotas/6aa5a9687a4e4e8c9d232cd2c47c6518 HTTP/1.1" status: 200 len: 375 time: 0.0149422 Aug 23 14:09:39.815657 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Set router ebfe3a7f-f535-4d35-b6d2-db092ca59cdd gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:09:39.868734 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-0a06dd5f-40ec-44f1-a829-3081a3719702 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453894 Aug 23 14:09:39.901349 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:39.951750 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9145c3db-3016-4dc9-8765-36acdf4d90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:39.963240 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-83a7effd-ca4c-4bc5-94ff-cad7a6a0a64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:39.963585 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-9745a90b-7667-487b-b479-690e058c016f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:39.980188 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145c3db-3016-4dc9-8765-36acdf4d90d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0e764d-7be7-4b9e-ab09-a654dbbbef93,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:39.992829 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9145c3db-3016-4dc9-8765-36acdf4d90d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:39.998142 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9145c3db-3016-4dc9-8765-36acdf4d90d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:40.000302 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9145c3db-3016-4dc9-8765-36acdf4d90d9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1d0e764d-7be7-4b9e-ab09-a654dbbbef93 HTTP/1.1" status: 204 len: 168 time: 0.3659172 Aug 23 14:09:40.195077 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=b770b78d-c0e6-4bb5-8c9d-61b58783578d,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:40.198788 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:40.284454 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b3a4c-54a3-4855-b9fd-1dee24afd6b2 req-5abe4c0d-dfcd-446a-9297-810c06462cb5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:40.285993 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7e3b3a4c-54a3-4855-b9fd-1dee24afd6b2 req-5abe4c0d-dfcd-446a-9297-810c06462cb5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 969 time: 0.1634438 Aug 23 14:09:40.299422 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-04bd3dbf-62de-42e3-b456-4cba15dd555d service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:09:40.311172 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-04bd3dbf-62de-42e3-b456-4cba15dd555d service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2932873 Aug 23 14:09:40.324155 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a69ad4c4-7305-4406-96a6-006c93a7044d'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:09:40.358092 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['b770b78d-c0e6-4bb5-8c9d-61b58783578d'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:09:40.580799 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7e3b3a4c-54a3-4855-b9fd-1dee24afd6b2 req-19f19350-3e8a-465c-a627-cf5eb25356b1 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372463 Aug 23 14:09:40.651646 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014186339-router', 'tenant_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:22Z', 'updated_at': '2021-08-23T14:09:35Z', 'revision_number': 4, 'project_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'gw_port': {'id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:25Z', 'updated_at': '2021-08-23T14:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '694cd800-3200-4ac9-b182-69a45d1849d9', 'name': '', 'network_id': '7591899b-a707-4a8d-9e66-d5ca29a34524', 'tenant_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'mac_address': 'fa:16:3e:d5:44:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34412916-47c8-4347-b11d-d02e7bb064dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:34Z', 'updated_at': '2021-08-23T14:09:35Z', 'revision_number': 2, 'project_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'subnets': [{'id': '34412916-47c8-4347-b11d-d02e7bb064dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:40.660070 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-2043a354-dd8f-4286-8346-d61034f056d0 service neutron] 10.222.0.86 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475189 Aug 23 14:09:40.699107 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Checking router: ebfe3a7f-f535-4d35-b6d2-db092ca59cdd for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:09:40.699585 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Updating router ebfe3a7f-f535-4d35-b6d2-db092ca59cdd port 694cd800-3200-4ac9-b182-69a45d1849d9 binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:09:40.816099 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:41.025601 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-a16bee37-ffd1-4fb8-b5c6-009ab831aa7a service neutron] 10.222.0.86 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631740 Aug 23 14:09:41.184672 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60792) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:41.190735 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088220045', 'description': 'tempest-description--460436573'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:41.196671 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:41.201108 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Usage tracker for resource:security_group and tenant:9ba3514f5e5345bdb74853fae0d863ae is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:41.204685 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:41.212054 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:41.288777 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60796) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:41.312223 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-05e82b7f-7665-4433-9a26-1f3b071df4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:41.337914 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:41.350489 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:41.379994 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Transition to ACTIVE for port object 694cd800-3200-4ac9-b182-69a45d1849d9 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:41.389057 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-05e82b7f-7665-4433-9a26-1f3b071df4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:41.393645 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-05e82b7f-7665-4433-9a26-1f3b071df4e1 admin admin] Usage tracker for resource:security_group_rule and tenant:40b1c4914ca749eca4704ad9049ed8f8 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:41.397001 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-05e82b7f-7665-4433-9a26-1f3b071df4e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:41.404364 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-05e82b7f-7665-4433-9a26-1f3b071df4e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:41.429139 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:41.466103 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:41.471359 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Usage tracker for resource:security_group_rule and tenant:9ba3514f5e5345bdb74853fae0d863ae is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:41.474755 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bfca5fe9-712b-4896-9af2-fd9d46b485f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:41.484453 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:41.486564 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-05e82b7f-7665-4433-9a26-1f3b071df4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:41.493937 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:41.552833 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b59c9a-2e45-4764-9997-55edca89bd01 req-0ddd3a08-524a-42f0-bbf9-123aac0f2e3d tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:41.555042 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-89b59c9a-2e45-4764-9997-55edca89bd01 req-0ddd3a08-524a-42f0-bbf9-123aac0f2e3d tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 970 time: 0.1278617 Aug 23 14:09:41.572408 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-05e82b7f-7665-4433-9a26-1f3b071df4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:41.618496 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f5d1acc7-773d-4927-bc5f-db456d294dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:41.678780 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ef6cf-fe38-49a0-9b12-0ff585a41a17 None None] Pushing event updated for resources: {'Port': ['ID=694cd800-3200-4ac9-b182-69a45d1849d9,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:41.690863 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-6b7ef6cf-fe38-49a0-9b12-0ff585a41a17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:41.758703 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:41.772968 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-89b59c9a-2e45-4764-9997-55edca89bd01 req-8d16b70f-a8d0-4b6a-a28c-79cd8ae88269 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022765 Aug 23 14:09:41.785906 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e82b7f-7665-4433-9a26-1f3b071df4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e59aef-b8cc-4ff8-b1ca-adfe22f5a0fa,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:41.789799 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-05e82b7f-7665-4433-9a26-1f3b071df4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:41.820601 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-05e82b7f-7665-4433-9a26-1f3b071df4e1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=40b1c4914ca749eca4704ad9049ed8f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5301876 Aug 23 14:09:41.823675 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 60812) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:41.873315 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:41.896626 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Attempting to bind port 694cd800-3200-4ac9-b182-69a45d1849d9 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:41.897006 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Attempting to bind port 694cd800-3200-4ac9-b182-69a45d1849d9 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '7fb38b49-c3ff-492a-849d-55df053ff3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7591899b-a707-4a8d-9e66-d5ca29a34524'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:41.897364 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Attempting to bind port 694cd800-3200-4ac9-b182-69a45d1849d9 on network 7591899b-a707-4a8d-9e66-d5ca29a34524 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:09:41.904392 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:09:41.904680 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Checking segment: {'id': '7fb38b49-c3ff-492a-849d-55df053ff3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7591899b-a707-4a8d-9e66-d5ca29a34524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:09:41.905086 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:41.905478 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Bound using segment: {'id': '7fb38b49-c3ff-492a-849d-55df053ff3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7591899b-a707-4a8d-9e66-d5ca29a34524'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:09:41.905980 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Bound port: 694cd800-3200-4ac9-b182-69a45d1849d9, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb38b49-c3ff-492a-849d-55df053ff3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7591899b-a707-4a8d-9e66-d5ca29a34524'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:41.906370 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:41.914112 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:41.969306 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-137896c7-636d-41b9-b59c-ec9ed58e9080 req-6da181a9-f9d7-4f07-8b59-3100a89498d1 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 210 time: 0.0918767 Aug 23 14:09:41.980321 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a4fee8-3732-4812-b2ac-f839bc81c7d6,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:41.993373 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:42.010865 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1351da50-e69a-4feb-90a9-7782c599af2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:42.042955 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] For port 694cd800-3200-4ac9-b182-69a45d1849d9, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:09:42.049944 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] For port 694cd800-3200-4ac9-b182-69a45d1849d9, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=694cd800-3200-4ac9-b182-69a45d1849d9,segment=NetworkSegment(7fb38b49-c3ff-492a-849d-55df053ff3f5),segment_id=7fb38b49-c3ff-492a-849d-55df053ff3f5)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:09:42.075962 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1351da50-e69a-4feb-90a9-7782c599af2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:42.177598 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:42.188965 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-6b7ef6cf-fe38-49a0-9b12-0ff585a41a17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:42.250853 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:42.256033 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0670328 Aug 23 14:09:42.256568 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60822) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:42.269388 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-a6496e0c-dafc-41d3-9461-030bd32a5142 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Request body: {'security_group_rule': {'security_group_id': '05a4fee8-3732-4812-b2ac-f839bc81c7d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:42.284461 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1351da50-e69a-4feb-90a9-7782c599af2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:42.289708 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a6496e0c-dafc-41d3-9461-030bd32a5142 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:42.297379 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:42.301004 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a6496e0c-dafc-41d3-9461-030bd32a5142 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Usage tracker for resource:security_group_rule and tenant:9ba3514f5e5345bdb74853fae0d863ae is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:42.310753 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a6496e0c-dafc-41d3-9461-030bd32a5142 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:42.330028 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a6496e0c-dafc-41d3-9461-030bd32a5142 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:42.330636 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351da50-e69a-4feb-90a9-7782c599af2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e59aef-b8cc-4ff8-b1ca-adfe22f5a0fa,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:42.334050 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1351da50-e69a-4feb-90a9-7782c599af2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:42.336279 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-1351da50-e69a-4feb-90a9-7782c599af2a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f1e59aef-b8cc-4ff8-b1ca-adfe22f5a0fa HTTP/1.1" status: 204 len: 168 time: 0.5110896 Aug 23 14:09:42.336900 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ef6cf-fe38-49a0-9b12-0ff585a41a17 None None] Pushing event updated for resources: {'Port': ['ID=694cd800-3200-4ac9-b182-69a45d1849d9,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:42.340271 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1351da50-e69a-4feb-90a9-7782c599af2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:42.343597 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-6b7ef6cf-fe38-49a0-9b12-0ff585a41a17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:42.352165 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Routers {'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:09:42.353506 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:09:24Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:42.386691 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162547e1-14dc-4828-abe3-53805b632fe1 req-9649384f-6bdf-43f4-912d-498e5583015e tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:42.399550 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-162547e1-14dc-4828-abe3-53805b632fe1 req-9649384f-6bdf-43f4-912d-498e5583015e tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 969 time: 0.2151864 Aug 23 14:09:42.462637 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a6496e0c-dafc-41d3-9461-030bd32a5142 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:42.539663 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device a69ad4c4-7305-4406-96a6-006c93a7044d up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:42.551898 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-162547e1-14dc-4828-abe3-53805b632fe1 req-186f0919-adfe-4456-8e97-9dbe186d081a tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503794 Aug 23 14:09:42.678267 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a6496e0c-dafc-41d3-9461-030bd32a5142 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:42.762710 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a6496e0c-dafc-41d3-9461-030bd32a5142 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:42.764569 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:42.810429 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6496e0c-dafc-41d3-9461-030bd32a5142 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0030cbff-d125-4792-8585-314d293e743a,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:42.814605 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a6496e0c-dafc-41d3-9461-030bd32a5142 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:42.859050 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] Set router ebfe3a7f-f535-4d35-b6d2-db092ca59cdd gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:09:43.014227 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a6496e0c-dafc-41d3-9461-030bd32a5142 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:43.018142 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a6496e0c-dafc-41d3-9461-030bd32a5142 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7573838 Aug 23 14:09:43.018400 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60858) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:43.020568 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port a69ad4c4-7305-4406-96a6-006c93a7044d completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:43.028743 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-15e20ec0-92e1-4349-81a1-3e0c42f94f86 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Request body: {'security_group_rule': {'security_group_id': '05a4fee8-3732-4812-b2ac-f839bc81c7d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:43.036013 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-15e20ec0-92e1-4349-81a1-3e0c42f94f86 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:43.039076 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port a69ad4c4-7305-4406-96a6-006c93a7044d triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:43.039759 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:43.066236 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be92def-a89f-4076-8813-cccbd0549cc8 req-834672d0-8bc8-4b82-b5b2-bb3d0601ff8b tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:43.068538 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5be92def-a89f-4076-8813-cccbd0549cc8 req-834672d0-8bc8-4b82-b5b2-bb3d0601ff8b tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 970 time: 0.1294742 Aug 23 14:09:43.069199 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-15e20ec0-92e1-4349-81a1-3e0c42f94f86 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Usage tracker for resource:security_group_rule and tenant:9ba3514f5e5345bdb74853fae0d863ae is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:43.078024 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-15e20ec0-92e1-4349-81a1-3e0c42f94f86 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:43.094688 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-15e20ec0-92e1-4349-81a1-3e0c42f94f86 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:43.186157 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-87110ed7-5f46-42b1-b3cd-e3bb2730e74c req-5317e5bf-f92f-4b68-88d5-9d8fda323634 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 210 time: 0.0712280 Aug 23 14:09:43.227344 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-15e20ec0-92e1-4349-81a1-3e0c42f94f86 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:43.234677 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5be92def-a89f-4076-8813-cccbd0549cc8 req-441cf550-1d7c-4e9e-b21e-0361a1fa6887 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587203 Aug 23 14:09:43.315391 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-15e20ec0-92e1-4349-81a1-3e0c42f94f86 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:43.334461 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:43.371193 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f6b76e-438d-4c4a-837a-7410f6805037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69ad4c4-7305-4406-96a6-006c93a7044d'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:43.449871 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-15e20ec0-92e1-4349-81a1-3e0c42f94f86 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:43.450167 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port a69ad4c4-7305-4406-96a6-006c93a7044d, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a69ad4c4-7305-4406-96a6-006c93a7044d,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:09:43.453282 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:43.465841 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014186339-router', 'tenant_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:22Z', 'updated_at': '2021-08-23T14:09:35Z', 'revision_number': 4, 'project_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'gw_port': {'id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:25Z', 'updated_at': '2021-08-23T14:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '694cd800-3200-4ac9-b182-69a45d1849d9', 'name': '', 'network_id': '7591899b-a707-4a8d-9e66-d5ca29a34524', 'tenant_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'mac_address': 'fa:16:3e:d5:44:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34412916-47c8-4347-b11d-d02e7bb064dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:34Z', 'updated_at': '2021-08-23T14:09:42Z', 'revision_number': 4, 'project_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'subnets': [{'id': '34412916-47c8-4347-b11d-d02e7bb064dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:43.470307 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ed307-1bf6-4673-9e45-839131e9c975 None None] The sync data for ids ['ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'] in n-d-805629-1 is: [{'id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014186339-router', 'tenant_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:22Z', 'updated_at': '2021-08-23T14:09:35Z', 'revision_number': 4, 'project_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'gw_port': {'id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:25Z', 'updated_at': '2021-08-23T14:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '694cd800-3200-4ac9-b182-69a45d1849d9', 'name': '', 'network_id': '7591899b-a707-4a8d-9e66-d5ca29a34524', 'tenant_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'mac_address': 'fa:16:3e:d5:44:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34412916-47c8-4347-b11d-d02e7bb064dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:34Z', 'updated_at': '2021-08-23T14:09:42Z', 'revision_number': 4, 'project_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'subnets': [{'id': '34412916-47c8-4347-b11d-d02e7bb064dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:09:43.483445 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e20ec0-92e1-4349-81a1-3e0c42f94f86 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6346aecd-54f1-425e-a6c3-bfbe3694e341,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:43.487311 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-15e20ec0-92e1-4349-81a1-3e0c42f94f86 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:43.591751 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:43.592642 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device b770b78d-c0e6-4bb5-8c9d-61b58783578d up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:43.617852 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:43.631405 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-15e20ec0-92e1-4349-81a1-3e0c42f94f86 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:43.631405 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-15e20ec0-92e1-4349-81a1-3e0c42f94f86 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6126223 Aug 23 14:09:43.635046 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60880) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:43.649012 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:43.672448 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:43.693104 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Usage tracker for resource:floatingip and tenant:9ba3514f5e5345bdb74853fae0d863ae is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:43.700218 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:43.719172 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:43.793613 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=a69ad4c4-7305-4406-96a6-006c93a7044d,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:43.797932 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:43.833194 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for floatingip, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:43.927332 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port b770b78d-c0e6-4bb5-8c9d-61b58783578d completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:43.934193 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port b770b78d-c0e6-4bb5-8c9d-61b58783578d triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:43.934385 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:43.945344 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c950ca5-2cfd-47db-b7be-18cbaedafa82 req-738feedc-d4b6-4c5f-b20f-ccaaa1e44b6f tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:43.952871 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8c950ca5-2cfd-47db-b7be-18cbaedafa82 req-738feedc-d4b6-4c5f-b20f-ccaaa1e44b6f tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 969 time: 0.1295841 Aug 23 14:09:44.003826 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60894) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:44.055435 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8c950ca5-2cfd-47db-b7be-18cbaedafa82 req-fc3a3bb4-353d-42e9-a2df-f7b9342c2258 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000462 Aug 23 14:09:44.168266 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:44.182633 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:44.262555 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port b770b78d-c0e6-4bb5-8c9d-61b58783578d, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=b770b78d-c0e6-4bb5-8c9d-61b58783578d,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:09:44.307897 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f6b76e-438d-4c4a-837a-7410f6805037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69ad4c4-7305-4406-96a6-006c93a7044d', 'code': 200} Aug 23 14:09:44.342594 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 694cd800-3200-4ac9-b182-69a45d1849d9 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:44.450636 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:44.455437 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a4b658fd-e491-4b9f-a720-1acfbabf158d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:44.515373 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c6fff1b3-af76-4825-b6b9-f48440bf720a req-217bce89-b012-4804-94a0-f4eafe1a7a6d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 210 time: 0.0602317 Aug 23 14:09:44.544441 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-03b502ce-7fc0-43b3-bab3-e87c74fcc34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:44.561320 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=b770b78d-c0e6-4bb5-8c9d-61b58783578d,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:44.565430 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:44.624470 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe4ee4-2770-4115-922b-3c201b636c3e req-0d23e133-1516-447c-9852-8c212a757bc8 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:44.627140 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7fe4ee4-2770-4115-922b-3c201b636c3e req-0d23e133-1516-447c-9852-8c212a757bc8 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 971 time: 0.1274052 Aug 23 14:09:44.648412 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 694cd800-3200-4ac9-b182-69a45d1849d9 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:44.666839 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 694cd800-3200-4ac9-b182-69a45d1849d9 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:44.666839 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:44.732592 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-03b502ce-7fc0-43b3-bab3-e87c74fcc34c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:44.742423 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7fe4ee4-2770-4115-922b-3c201b636c3e req-d41d58e2-9d6e-484d-b254-fbcb96f57094 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065650 Aug 23 14:09:44.750049 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-03b502ce-7fc0-43b3-bab3-e87c74fcc34c admin admin] Usage tracker for resource:security_group_rule and tenant:86d048cd3c2f4a9e901ba8a1dc28b36d is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:44.754488 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-03b502ce-7fc0-43b3-bab3-e87c74fcc34c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:44.773657 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Allocated IP 172.25.6.162 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/ab5ea083-1a36-4bcc-891b-73442676edad) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:44.775819 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-03b502ce-7fc0-43b3-bab3-e87c74fcc34c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:44.780421 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c31e9917-4ffc-4bdd-8c52-ab9948253ee9 req-6a688774-11dc-4170-8bc8-b695548fc807 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 1122 time: 0.4008293 Aug 23 14:09:44.820250 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c31e9917-4ffc-4bdd-8c52-ab9948253ee9 req-9a4e5c41-3812-4f07-8f18-029b612215d7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:44.865721 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:44.910454 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 694cd800-3200-4ac9-b182-69a45d1849d9, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=694cd800-3200-4ac9-b182-69a45d1849d9,segment=NetworkSegment(7fb38b49-c3ff-492a-849d-55df053ff3f5),segment_id=7fb38b49-c3ff-492a-849d-55df053ff3f5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:09:44.966703 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-c31e9917-4ffc-4bdd-8c52-ab9948253ee9 req-9a4e5c41-3812-4f07-8f18-029b612215d7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:44.975320 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-c31e9917-4ffc-4bdd-8c52-ab9948253ee9 req-9a4e5c41-3812-4f07-8f18-029b612215d7 service neutron] Usage tracker for resource:security_group_rule and tenant:f020ef7de09e452182abc2313646a828 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:44.999768 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-c31e9917-4ffc-4bdd-8c52-ab9948253ee9 req-9a4e5c41-3812-4f07-8f18-029b612215d7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:45.016687 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-c31e9917-4ffc-4bdd-8c52-ab9948253ee9 req-9a4e5c41-3812-4f07-8f18-029b612215d7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:45.025928 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.60', 53207) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:45.040720 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:45.045525 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:45.075361 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-03b502ce-7fc0-43b3-bab3-e87c74fcc34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:45.080664 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:45.153498 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=694cd800-3200-4ac9-b182-69a45d1849d9,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:45.157242 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:45.168269 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-03b502ce-7fc0-43b3-bab3-e87c74fcc34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:45.180820 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9145c3db-3016-4dc9-8765-36acdf4d90d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:45.241477 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b502ce-7fc0-43b3-bab3-e87c74fcc34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340fae64-e518-49ad-a694-a102e5c66b14,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:45.247308 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-03b502ce-7fc0-43b3-bab3-e87c74fcc34c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=86d048cd3c2f4a9e901ba8a1dc28b36d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2410619 Aug 23 14:09:45.252153 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-03b502ce-7fc0-43b3-bab3-e87c74fcc34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:45.263858 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60916) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:45.263858 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:45.284158 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-0bd2a50d-0752-4699-b96b-93dbea06431a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:45.285938 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-0bd2a50d-0752-4699-b96b-93dbea06431a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.60 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 806 time: 0.2581558 Aug 23 14:09:45.286360 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:45.326007 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb605f-c688-4b2d-b000-5c9418c07ca9 req-b424716b-752f-4a12-8ee7-17304b1e2826 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:45.326224 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-22eb605f-c688-4b2d-b000-5c9418c07ca9 req-b424716b-752f-4a12-8ee7-17304b1e2826 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 970 time: 0.1059813 Aug 23 14:09:45.375715 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Request body: {'port': {'device_id': 'aea53cab-9b84-4172-aa77-9f509d9cfdf6', 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f', 'admin_state_up': True, 'tenant_id': '6aa5a9687a4e4e8c9d232cd2c47c6518'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:45.429795 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:45.432011 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c31e9917-4ffc-4bdd-8c52-ab9948253ee9 req-9a4e5c41-3812-4f07-8f18-029b612215d7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:45.437769 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Pushing event updated for resources: {'Port': ['ID=ab5ea083-1a36-4bcc-891b-73442676edad,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:45.440219 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:45.444061 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:45.445005 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:09:45.449664 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1f4348df-fd57-4bac-8851-84179bd6b369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:45.458856 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-22eb605f-c688-4b2d-b000-5c9418c07ca9 req-2fd4b8e2-9581-42ef-bd15-b10ff770597c tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262503 Aug 23 14:09:45.514538 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1f4348df-fd57-4bac-8851-84179bd6b369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:45.533885 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c31e9917-4ffc-4bdd-8c52-ab9948253ee9 req-9a4e5c41-3812-4f07-8f18-029b612215d7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:45.539316 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:45.543720 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Usage tracker for resource:port and tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:45.546991 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:45.552681 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:45.554413 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:45.611947 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c31e9917-4ffc-4bdd-8c52-ab9948253ee9 req-9a4e5c41-3812-4f07-8f18-029b612215d7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8233016 Aug 23 14:09:45.616166 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e5c41-3812-4f07-8f18-029b612215d7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2d95bcdf-17e4-47dc-bace-505cfa1f4c8a,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:45.621942 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9a4e5c41-3812-4f07-8f18-029b612215d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:45.707848 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:45.709112 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Made reservation on behalf of 6aa5a9687a4e4e8c9d232cd2c47c6518 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:45.713930 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:45.729912 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fb3a0c9-10b5-43de-9b06-a7a83bf288fc req-f9266686-3876-4caf-87db-a42a700586ff tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 210 time: 0.0675611 Aug 23 14:09:45.869256 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:46.061901 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cc0c7-d735-434d-8001-825fbcd09991 req-f04090e5-908c-4f59-8060-96458d1133ae tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:46.061901 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-863cc0c7-d735-434d-8001-825fbcd09991 req-f04090e5-908c-4f59-8060-96458d1133ae tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 971 time: 0.0850806 Aug 23 14:09:46.061901 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-863cc0c7-d735-434d-8001-825fbcd09991 req-b5d2387d-7aa6-4c54-8b33-ff4418fbf0a1 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424290 Aug 23 14:09:46.083309 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1f4348df-fd57-4bac-8851-84179bd6b369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:46.089118 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-227346dd-f26b-4711-8564-1e39b787b8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:46.113010 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:46.118264 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4348df-fd57-4bac-8851-84179bd6b369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340fae64-e518-49ad-a694-a102e5c66b14,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:46.121449 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1f4348df-fd57-4bac-8851-84179bd6b369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:46.138932 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1f4348df-fd57-4bac-8851-84179bd6b369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:46.139487 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-1f4348df-fd57-4bac-8851-84179bd6b369 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/340fae64-e518-49ad-a694-a102e5c66b14 HTTP/1.1" status: 204 len: 168 time: 0.8805315 Aug 23 14:09:46.284668 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 694cd800-3200-4ac9-b182-69a45d1849d9 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:46.302966 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:46.305091 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:46.358373 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8e792e-8c02-4339-a138-13011dc6551f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b770b78d-c0e6-4bb5-8c9d-61b58783578d'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:46.411340 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:46.417571 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Allocated IP 172.20.0.9 (8974d9b4-186c-49b7-815f-edb23adc0e9f/2e660768-8dea-4aca-bc8e-0ba7b3d6e871/3b89b203-8bb8-4d88-8ccf-ae8c09224c35) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:46.431751 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 694cd800-3200-4ac9-b182-69a45d1849d9 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:46.432143 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:46.450681 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Pushing event updated for resources: {'Port': ['ID=ab5ea083-1a36-4bcc-891b-73442676edad,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:46.465890 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:46.475801 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8e792e-8c02-4339-a138-13011dc6551f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b770b78d-c0e6-4bb5-8c9d-61b58783578d', 'code': 200} Aug 23 14:09:46.519058 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:46.532168 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8916342 Aug 23 14:09:46.695957 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8ed5641b-d207-471e-89d4-83c4e6300f05 req-1ae21b40-d218-44b8-9888-92541ce96079 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 1121 time: 0.1478865 Aug 23 14:09:46.767537 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-8ed5641b-d207-471e-89d4-83c4e6300f05 req-0fc6f72c-e568-471f-b689-20b45a447de5 service neutron] Synchronizing usage tracker for tenant:f020ef7de09e452182abc2313646a828 on resource:security_group {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:46.865009 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:46.923162 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-8ed5641b-d207-471e-89d4-83c4e6300f05 req-0fc6f72c-e568-471f-b689-20b45a447de5 service neutron] Unset dirty status for tenant:f020ef7de09e452182abc2313646a828 on resource:security_group {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:46.928849 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8ed5641b-d207-471e-89d4-83c4e6300f05 req-0fc6f72c-e568-471f-b689-20b45a447de5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223768 Aug 23 14:09:46.943850 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4079d-47d6-4e89-8f39-d03194a57b70 req-c96b2de7-6def-4490-a598-8651c63fccb8 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:46.953390 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-05d4079d-47d6-4e89-8f39-d03194a57b70 req-c96b2de7-6def-4490-a598-8651c63fccb8 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 970 time: 0.1869390 Aug 23 14:09:47.017327 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3ca45d66-7d80-4edf-9454-1ba086913a6c req-88f5b516-c6ab-4d54-920a-8b94d5897412 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 210 time: 0.0813503 Aug 23 14:09:47.048865 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-05d4079d-47d6-4e89-8f39-d03194a57b70 req-e480a2e0-eafa-486e-a66f-cb2b20f6ed0b tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531232 Aug 23 14:09:47.115442 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:47.124166 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:47.291595 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Network 8974d9b4-186c-49b7-815f-edb23adc0e9f is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:47.303808 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:47.313275 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:09:47.318168 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:47.319086 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:47.326609 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Pushing event updated for resources: {'Port': ['ID=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:47.336745 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:47.375014 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-bb9dc274-a8b4-4ade-bcf9-48dda8bc1f72 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Synchronizing usage tracker for tenant:9ba3514f5e5345bdb74853fae0d863ae on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:47.421742 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cd5b7-d8e2-4d8e-ad24-caaa5b3d9fde req-8f744a9f-5836-403e-b6fc-87f0bbce66c1 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:47.423253 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-268cd5b7-d8e2-4d8e-ad24-caaa5b3d9fde req-8f744a9f-5836-403e-b6fc-87f0bbce66c1 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 971 time: 0.2062929 Aug 23 14:09:47.431786 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60968) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:47.460872 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5e7d-0b29-4f7c-bb62-5aca5cf7c56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:47.477623 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-268cd5b7-d8e2-4d8e-ad24-caaa5b3d9fde req-22db473e-6e4c-4b25-822a-bd06f8bd151b tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480680 Aug 23 14:09:47.487742 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1176813 Aug 23 14:09:47.498047 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-bb9dc274-a8b4-4ade-bcf9-48dda8bc1f72 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Unset dirty status for tenant:9ba3514f5e5345bdb74853fae0d863ae on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:47.505379 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-bb9dc274-a8b4-4ade-bcf9-48dda8bc1f72 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1088220045&fields=id&tenant_id=9ba3514f5e5345bdb74853fae0d863ae HTTP/1.1" status: 200 len: 267 time: 0.2993279 Aug 23 14:09:47.625691 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-8c8b5e7d-0b29-4f7c-bb62-5aca5cf7c56e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:47.639400 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-8c8b5e7d-0b29-4f7c-bb62-5aca5cf7c56e admin admin] Usage tracker for resource:security_group_rule and tenant:1f1326d636404477937fdd4d6c23d607 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:47.642963 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-8c8b5e7d-0b29-4f7c-bb62-5aca5cf7c56e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:47.654091 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-8c8b5e7d-0b29-4f7c-bb62-5aca5cf7c56e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:47.737069 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-237d6353-20a3-4c38-81dd-13454ffecb9e tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:47.740097 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-237d6353-20a3-4c38-81dd-13454ffecb9e tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/networks?id=7d55dac6-c24c-49d5-a663-12afdd587d9d HTTP/1.1" status: 200 len: 823 time: 0.2306130 Aug 23 14:09:47.759514 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5e7d-0b29-4f7c-bb62-5aca5cf7c56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:47.772695 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-8a0814e3-d390-4369-b732-773f7f6da546 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/quotas/9ba3514f5e5345bdb74853fae0d863ae HTTP/1.1" status: 200 len: 375 time: 0.0200002 Aug 23 14:09:47.852431 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5e7d-0b29-4f7c-bb62-5aca5cf7c56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:47.862581 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-05e82b7f-7665-4433-9a26-1f3b071df4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:47.918419 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-c5016b14-a117-41cd-95fd-a630617ac739 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ba3514f5e5345bdb74853fae0d863ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1376147 Aug 23 14:09:47.970828 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b5e7d-0b29-4f7c-bb62-5aca5cf7c56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1df4fca-b716-4bab-8332-c57c6fac747d,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:47.982608 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-8c8b5e7d-0b29-4f7c-bb62-5aca5cf7c56e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1f1326d636404477937fdd4d6c23d607&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5494428 Aug 23 14:09:47.984169 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8c8b5e7d-0b29-4f7c-bb62-5aca5cf7c56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:47.984817 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 60976) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:48.068608 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-77fc098f-aaa7-4652-9bd4-59605efeb6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:48.109834 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-77fc098f-aaa7-4652-9bd4-59605efeb6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:48.131001 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-da19141a-243e-4771-9203-e0b49ae79d57 service neutron] 10.222.0.86 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026415 Aug 23 14:09:48.288162 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-77fc098f-aaa7-4652-9bd4-59605efeb6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:48.293985 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1012ba53-48f1-4819-a8e5-8ad86668634b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:48.296385 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-cbc1771a-ec27-4fa2-af8e-3775610b4c1b service neutron] 10.222.0.86 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588264 Aug 23 14:09:48.307858 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc098f-aaa7-4652-9bd4-59605efeb6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1df4fca-b716-4bab-8332-c57c6fac747d,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:48.310738 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-77fc098f-aaa7-4652-9bd4-59605efeb6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:48.311913 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-77fc098f-aaa7-4652-9bd4-59605efeb6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:48.317710 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-77fc098f-aaa7-4652-9bd4-59605efeb6d1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c1df4fca-b716-4bab-8332-c57c6fac747d HTTP/1.1" status: 204 len: 168 time: 0.3273020 Aug 23 14:09:48.680085 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77b6ea-2dd9-4b95-b757-ccc7411e7308 req-08cdb1f9-82c4-4805-9c9c-86978c2dd1bb tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:48.680433 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-3a77b6ea-2dd9-4b95-b757-ccc7411e7308 req-08cdb1f9-82c4-4805-9c9c-86978c2dd1bb tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Synchronizing usage tracker for tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:48.803589 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96395a0a-7722-4bd3-8080-34700267276a req-426d44e2-5d7b-4787-af00-76869b1c7b85 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:48.803589 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-96395a0a-7722-4bd3-8080-34700267276a req-426d44e2-5d7b-4787-af00-76869b1c7b85 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 970 time: 0.0908177 Aug 23 14:09:48.806224 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-3a77b6ea-2dd9-4b95-b757-ccc7411e7308 req-08cdb1f9-82c4-4805-9c9c-86978c2dd1bb tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Unset dirty status for tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:48.807708 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3a77b6ea-2dd9-4b95-b757-ccc7411e7308 req-08cdb1f9-82c4-4805-9c9c-86978c2dd1bb tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 931 time: 0.2353101 Aug 23 14:09:48.908951 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-96395a0a-7722-4bd3-8080-34700267276a req-2a02e070-d34a-4731-a8f9-735a36174af3 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983546 Aug 23 14:09:48.914287 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-3a77b6ea-2dd9-4b95-b757-ccc7411e7308 req-6f9d0d36-4239-42e1-9e21-b826e738f0fa tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Synchronizing usage tracker for tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:49.063171 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-3a77b6ea-2dd9-4b95-b757-ccc7411e7308 req-6f9d0d36-4239-42e1-9e21-b826e738f0fa tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Unset dirty status for tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:49.064684 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3a77b6ea-2dd9-4b95-b757-ccc7411e7308 req-6f9d0d36-4239-42e1-9e21-b826e738f0fa tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337298 Aug 23 14:09:49.279613 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22347c-37bb-45d4-81aa-08003553cad1 req-fb5e6783-b58a-43a8-b42a-fa5cd641c690 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:49.282890 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b22347c-37bb-45d4-81aa-08003553cad1 req-fb5e6783-b58a-43a8-b42a-fa5cd641c690 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 971 time: 0.0932670 Aug 23 14:09:49.367473 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d0e581ac-e9ca-4428-a5aa-ed4a60393b56 req-1f447d2f-1d17-42b8-b358-e16ef0147ef5 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 210 time: 0.0462425 Aug 23 14:09:49.400278 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b22347c-37bb-45d4-81aa-08003553cad1 req-8ea80a0f-9074-49f1-a3c0-9ed838bf82a6 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044390 Aug 23 14:09:49.656027 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a5880309-a5d8-4d3d-bf89-5e2a5cf36ac8 req-41313a21-08c3-42a8-a7ad-b05427640a72 tempest-AggregatesAdminTestJSON-41311529 tempest-AggregatesAdminTestJSON-41311529-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 1122 time: 0.1130970 Aug 23 14:09:49.680157 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a5880309-a5d8-4d3d-bf89-5e2a5cf36ac8 req-9597033d-d1ef-4301-befc-1f2ab37e69ac tempest-AggregatesAdminTestJSON-41311529 tempest-AggregatesAdminTestJSON-41311529-project-admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:49.722894 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-a5880309-a5d8-4d3d-bf89-5e2a5cf36ac8 req-9597033d-d1ef-4301-befc-1f2ab37e69ac tempest-AggregatesAdminTestJSON-41311529 tempest-AggregatesAdminTestJSON-41311529-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:49.726792 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a5880309-a5d8-4d3d-bf89-5e2a5cf36ac8 req-9597033d-d1ef-4301-befc-1f2ab37e69ac tempest-AggregatesAdminTestJSON-41311529 tempest-AggregatesAdminTestJSON-41311529-project-admin] Usage tracker for resource:security_group_rule and tenant:7fc3475471834448999eae49e500599e is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:49.729623 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a5880309-a5d8-4d3d-bf89-5e2a5cf36ac8 req-9597033d-d1ef-4301-befc-1f2ab37e69ac tempest-AggregatesAdminTestJSON-41311529 tempest-AggregatesAdminTestJSON-41311529-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:49.735858 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-a5880309-a5d8-4d3d-bf89-5e2a5cf36ac8 req-9597033d-d1ef-4301-befc-1f2ab37e69ac tempest-AggregatesAdminTestJSON-41311529 tempest-AggregatesAdminTestJSON-41311529-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:49.824444 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a5880309-a5d8-4d3d-bf89-5e2a5cf36ac8 req-9597033d-d1ef-4301-befc-1f2ab37e69ac tempest-AggregatesAdminTestJSON-41311529 tempest-AggregatesAdminTestJSON-41311529-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:49.914694 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a5880309-a5d8-4d3d-bf89-5e2a5cf36ac8 req-9597033d-d1ef-4301-befc-1f2ab37e69ac tempest-AggregatesAdminTestJSON-41311529 tempest-AggregatesAdminTestJSON-41311529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:49.921663 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4647debf-2b44-48b4-8516-f6266a957f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:49.952900 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a5880309-a5d8-4d3d-bf89-5e2a5cf36ac8 req-9597033d-d1ef-4301-befc-1f2ab37e69ac tempest-AggregatesAdminTestJSON-41311529 tempest-AggregatesAdminTestJSON-41311529-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903843 Aug 23 14:09:49.954436 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597033d-d1ef-4301-befc-1f2ab37e69ac tempest-AggregatesAdminTestJSON-41311529 tempest-AggregatesAdminTestJSON-41311529-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ec220e-9fd5-4b29-b1aa-43b6c8d1f5a3,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:49.957456 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9597033d-d1ef-4301-befc-1f2ab37e69ac tempest-AggregatesAdminTestJSON-41311529 tempest-AggregatesAdminTestJSON-41311529-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:50.626028 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41721c88-cee8-472a-a09d-39f1d507cb74 req-42472659-610d-47f0-a768-67185bfeb627 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:50.627365 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-41721c88-cee8-472a-a09d-39f1d507cb74 req-42472659-610d-47f0-a768-67185bfeb627 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 931 time: 0.1038690 Aug 23 14:09:50.693001 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-41721c88-cee8-472a-a09d-39f1d507cb74 req-977c3d5a-1bd0-4c10-a831-832807a119a6 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591419 Aug 23 14:09:50.943854 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2b5bcca6-efa6-48fc-b931-56cec58df18a req-cd071c56-ca4d-4888-a675-7cae1ee245d4 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 210 time: 0.1094136 Aug 23 14:09:51.197222 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a2e64-6dbc-4750-b5ba-6715eb2fea90 req-0bb4a560-2c2b-420d-be22-0afa1cf96eb2 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:51.198766 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b51a2e64-6dbc-4750-b5ba-6715eb2fea90 req-0bb4a560-2c2b-420d-be22-0afa1cf96eb2 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 970 time: 0.1146715 Aug 23 14:09:51.206184 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-255ef148-5441-4407-9009-777088cc647e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:51.255562 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b51a2e64-6dbc-4750-b5ba-6715eb2fea90 req-a9038487-3ff3-4482-9bd1-ed746788dfca tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504141 Aug 23 14:09:51.646511 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:51.849020 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2e14105d-1b98-4ab0-9c25-76fe23071191 req-db3745ae-734b-44d8-9534-cd1199618f4b tempest-DeleteServersAdminTestJSON-517418542 tempest-DeleteServersAdminTestJSON-517418542-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 1121 time: 0.0780382 Aug 23 14:09:51.938624 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33827d1a-e40d-468e-a858-c59c41cea114 req-ed9bf093-970a-479c-9b09-dab630d6529e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:51.940758 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-33827d1a-e40d-468e-a858-c59c41cea114 req-ed9bf093-970a-479c-9b09-dab630d6529e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 931 time: 0.0915687 Aug 23 14:09:51.953360 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-2e14105d-1b98-4ab0-9c25-76fe23071191 req-4d396513-df14-4f44-90f1-52c767f9299f tempest-DeleteServersAdminTestJSON-517418542 tempest-DeleteServersAdminTestJSON-517418542-project-admin] Deleting port b770b78d-c0e6-4bb5-8c9d-61b58783578d {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:09:51.954036 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-2e14105d-1b98-4ab0-9c25-76fe23071191 req-4d396513-df14-4f44-90f1-52c767f9299f tempest-DeleteServersAdminTestJSON-517418542 tempest-DeleteServersAdminTestJSON-517418542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:52.003328 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-33827d1a-e40d-468e-a858-c59c41cea114 req-aa835955-e860-4f68-9a73-d9e61e8799a8 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557892 Aug 23 14:09:52.274709 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-2e14105d-1b98-4ab0-9c25-76fe23071191 req-4d396513-df14-4f44-90f1-52c767f9299f tempest-DeleteServersAdminTestJSON-517418542 tempest-DeleteServersAdminTestJSON-517418542-project-admin] For port b770b78d-c0e6-4bb5-8c9d-61b58783578d, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=b770b78d-c0e6-4bb5-8c9d-61b58783578d,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:09:52.275070 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-2e14105d-1b98-4ab0-9c25-76fe23071191 req-4d396513-df14-4f44-90f1-52c767f9299f tempest-DeleteServersAdminTestJSON-517418542 tempest-DeleteServersAdminTestJSON-517418542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:52.420115 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-2e14105d-1b98-4ab0-9c25-76fe23071191 req-4d396513-df14-4f44-90f1-52c767f9299f tempest-DeleteServersAdminTestJSON-517418542 tempest-DeleteServersAdminTestJSON-517418542-project-admin] Calling delete_port for b770b78d-c0e6-4bb5-8c9d-61b58783578d owned by compute:tempest-test_az-451447562 {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:09:52.593401 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1249097d-498e-4cac-90b0-b5a93264f3d3 req-112011e9-2cbc-4cf2-9b65-9241ef7e3838 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 210 time: 0.0535095 Aug 23 14:09:52.730747 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-2e14105d-1b98-4ab0-9c25-76fe23071191 req-4d396513-df14-4f44-90f1-52c767f9299f tempest-DeleteServersAdminTestJSON-517418542 tempest-DeleteServersAdminTestJSON-517418542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:52.739906 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2141f1-fb2e-4f3c-b233-e7dc9e71bd47 req-becb7950-31b1-4f20-ba62-8e2f6cd2a509 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:52.742012 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bf2141f1-fb2e-4f3c-b233-e7dc9e71bd47 req-becb7950-31b1-4f20-ba62-8e2f6cd2a509 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 888 time: 0.1474588 Aug 23 14:09:52.746226 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['b770b78d-c0e6-4bb5-8c9d-61b58783578d'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:09:52.747844 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:52.782845 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 32894) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:52.833942 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d396513-df14-4f44-90f1-52c767f9299f tempest-DeleteServersAdminTestJSON-517418542 tempest-DeleteServersAdminTestJSON-517418542-project-admin] Pushing event deleted for resources: {'Port': ['ID=b770b78d-c0e6-4bb5-8c9d-61b58783578d,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:52.834803 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bf2141f1-fb2e-4f3c-b233-e7dc9e71bd47 req-c46de728-9d12-4116-8e40-e46ffcb9c211 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830786 Aug 23 14:09:52.841753 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4d396513-df14-4f44-90f1-52c767f9299f tempest-DeleteServersAdminTestJSON-517418542 tempest-DeleteServersAdminTestJSON-517418542-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:52.900857 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e14105d-1b98-4ab0-9c25-76fe23071191 req-4d396513-df14-4f44-90f1-52c767f9299f tempest-DeleteServersAdminTestJSON-517418542 tempest-DeleteServersAdminTestJSON-517418542-project-admin] No DVR routers for this DVR port b770b78d-c0e6-4bb5-8c9d-61b58783578d on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:09:52.904318 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-2e14105d-1b98-4ab0-9c25-76fe23071191 req-4d396513-df14-4f44-90f1-52c767f9299f tempest-DeleteServersAdminTestJSON-517418542 tempest-DeleteServersAdminTestJSON-517418542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:52.907106 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8e792e-8c02-4339-a138-13011dc6551f', 'name': 'network-vif-deleted', 'tag': 'b770b78d-c0e6-4bb5-8c9d-61b58783578d'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:52.921329 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2e14105d-1b98-4ab0-9c25-76fe23071191 req-4d396513-df14-4f44-90f1-52c767f9299f tempest-DeleteServersAdminTestJSON-517418542 tempest-DeleteServersAdminTestJSON-517418542-project-admin] 10.222.0.91 "DELETE /v2.0/ports/b770b78d-c0e6-4bb5-8c9d-61b58783578d HTTP/1.1" status: 204 len: 173 time: 1.0644796 Aug 23 14:09:53.016247 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1512c161-ba53-41e4-befe-f1362852fa53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:53.051970 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-1512c161-ba53-41e4-befe-f1362852fa53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:53.055978 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-1512c161-ba53-41e4-befe-f1362852fa53 admin admin] Usage tracker for resource:security_group_rule and tenant:285325b41f7a44eeaa8ad14eca7afb7a is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:53.060213 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-1512c161-ba53-41e4-befe-f1362852fa53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:53.070654 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-1512c161-ba53-41e4-befe-f1362852fa53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:53.124577 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8e792e-8c02-4339-a138-13011dc6551f', 'name': 'network-vif-deleted', 'tag': 'b770b78d-c0e6-4bb5-8c9d-61b58783578d', 'status': 'completed', 'code': 200} Aug 23 14:09:53.154275 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1512c161-ba53-41e4-befe-f1362852fa53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:53.268212 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1512c161-ba53-41e4-befe-f1362852fa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:53.280825 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-895c62cf-323b-4970-8b5d-131b18252a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:53.307254 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-949f2aa0-6c88-4bdb-8c33-c6e588ef1273 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:09:53.308346 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-949f2aa0-6c88-4bdb-8c33-c6e588ef1273 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062416 Aug 23 14:09:53.349911 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-1512c161-ba53-41e4-befe-f1362852fa53 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=285325b41f7a44eeaa8ad14eca7afb7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5651536 Aug 23 14:09:53.352519 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 32922) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:53.359732 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512c161-ba53-41e4-befe-f1362852fa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7e329d-9da0-40fb-b145-33f5ae66c854,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:53.365229 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1512c161-ba53-41e4-befe-f1362852fa53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:53.408956 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37792c3-9271-4ace-9f06-899123029427 req-cc91cce6-ed16-48f6-aaf1-7263a7b23766 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:53.410951 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f37792c3-9271-4ace-9f06-899123029427 req-cc91cce6-ed16-48f6-aaf1-7263a7b23766 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 931 time: 0.1825480 Aug 23 14:09:53.461173 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-219b3bff-1c76-4770-ae34-fe0288335cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:53.487150 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f37792c3-9271-4ace-9f06-899123029427 req-6c662066-c170-43ea-9f0d-5c46509bcf07 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637310 Aug 23 14:09:53.505846 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-219b3bff-1c76-4770-ae34-fe0288335cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:53.521806 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Request body: {'port': {'device_id': 'aea53cab-9b84-4172-aa77-9f509d9cfdf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:53.550789 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ed02a09d-de59-4a06-b192-df36f14e40ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:53.674776 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:53.700580 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-219b3bff-1c76-4770-ae34-fe0288335cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:53.707660 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:53.732050 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b3bff-1c76-4770-ae34-fe0288335cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7e329d-9da0-40fb-b145-33f5ae66c854,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:53.736241 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-219b3bff-1c76-4770-ae34-fe0288335cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:53.742543 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-219b3bff-1c76-4770-ae34-fe0288335cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:53.742543 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-219b3bff-1c76-4770-ae34-fe0288335cbd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fb7e329d-9da0-40fb-b145-33f5ae66c854 HTTP/1.1" status: 204 len: 168 time: 0.3860066 Aug 23 14:09:53.850688 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5c137e64-de9d-4afd-8312-95baacada035 req-aac7e778-881f-4f69-af27-505019d65ef3 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 210 time: 0.0667279 Aug 23 14:09:54.007111 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 32944) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:54.083602 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5e0520d9-96b5-4625-b4d1-6bfd579c5404 req-d9945ad7-b6f7-47c7-8398-853c841edc20 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e792e-8c02-4339-a138-13011dc6551f HTTP/1.1" status: 200 len: 210 time: 0.0599737 Aug 23 14:09:54.251705 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:54.258737 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:54.280306 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Transition to ACTIVE for port object 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:54.363495 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-64da4e6b-6f44-4cf8-82c9-f5fe5076beb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:54.403556 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-64da4e6b-6f44-4cf8-82c9-f5fe5076beb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:54.407617 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-64da4e6b-6f44-4cf8-82c9-f5fe5076beb0 admin admin] Usage tracker for resource:security_group_rule and tenant:8a964589dac842aba3be136352e645f8 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:54.410797 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-64da4e6b-6f44-4cf8-82c9-f5fe5076beb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:54.417063 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-64da4e6b-6f44-4cf8-82c9-f5fe5076beb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:54.446343 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:54.447823 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:54.452809 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:54.489618 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-64da4e6b-6f44-4cf8-82c9-f5fe5076beb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:54.604786 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Pushing event updated for resources: {'Port': ['ID=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:54.608023 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:54.625159 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-64da4e6b-6f44-4cf8-82c9-f5fe5076beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:54.671197 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-77fc098f-aaa7-4652-9bd4-59605efeb6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:54.673027 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Attempting to bind port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:54.673359 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Attempting to bind port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:54.678882 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Attempting to bind port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:09:54.684832 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-64da4e6b-6f44-4cf8-82c9-f5fe5076beb0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8a964589dac842aba3be136352e645f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6765165 Aug 23 14:09:54.687051 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 32970) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:54.725514 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:09:54.725514 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Attempting to bind port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:09:54.728172 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da4e6b-6f44-4cf8-82c9-f5fe5076beb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b161f3-a9ba-484b-a308-54594f634a56,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:54.732886 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-64da4e6b-6f44-4cf8-82c9-f5fe5076beb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:54.735831 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:09:54.736168 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Checking segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:09:54.736545 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Bound using segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:09:54.737860 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Bound port: 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:54.738226 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:54.768806 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ff9d384b-43ea-48b0-b9ab-1242a3785a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:54.798817 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ff9d384b-43ea-48b0-b9ab-1242a3785a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:54.836599 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 32974) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:54.851235 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e351ffc-66cc-469d-a01f-ee512b8593ca req-1bc21411-cca2-48ce-b45a-b419a6303ae4 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:54.852710 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1e351ffc-66cc-469d-a01f-ee512b8593ca req-1bc21411-cca2-48ce-b45a-b419a6303ae4 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 943 time: 0.1755326 Aug 23 14:09:54.889693 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e51161fb-18c4-496d-9a44-02bb1cecae7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:54.907403 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] For port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:09:54.927693 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] For port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:09:54.944497 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1e351ffc-66cc-469d-a01f-ee512b8593ca req-607307e2-99d2-449e-9bae-cffb2f14fc54 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755126 Aug 23 14:09:55.020027 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ff9d384b-43ea-48b0-b9ab-1242a3785a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:55.030695 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:55.030892 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:55.035910 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:55.039685 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d384b-43ea-48b0-b9ab-1242a3785a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b161f3-a9ba-484b-a308-54594f634a56,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:55.050676 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ff9d384b-43ea-48b0-b9ab-1242a3785a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:55.054945 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ff9d384b-43ea-48b0-b9ab-1242a3785a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:55.070251 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ff9d384b-43ea-48b0-b9ab-1242a3785a39 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f5b161f3-a9ba-484b-a308-54594f634a56 HTTP/1.1" status: 204 len: 168 time: 0.3711762 Aug 23 14:09:55.088649 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-e51161fb-18c4-496d-9a44-02bb1cecae7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:55.145281 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.60', 53212) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:55.192614 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-e51161fb-18c4-496d-9a44-02bb1cecae7d admin admin] Usage tracker for resource:security_group_rule and tenant:649f33d15c434267970105ffd8d38d9e is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:55.211965 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-e51161fb-18c4-496d-9a44-02bb1cecae7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:55.228250 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd1ce605-c896-4ebc-9dff-fb33a3128635 req-806ec5df-537b-49c1-a61c-3169a2248e96 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 210 time: 0.1498432 Aug 23 14:09:55.234877 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-e51161fb-18c4-496d-9a44-02bb1cecae7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:55.250568 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:55.251973 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] 10.222.0.60 "PUT /v2.0/ports/3b89b203-8bb8-4d88-8ccf-ae8c09224c35 HTTP/1.1" status: 200 len: 1091 time: 1.8401215 Aug 23 14:09:55.258432 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea53cab-9b84-4172-aa77-9f509d9cfdf6', 'tag': '3b89b203-8bb8-4d88-8ccf-ae8c09224c35'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:55.290910 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Pushing event updated for resources: {'Port': ['ID=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:55.300865 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:55.452027 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea53cab-9b84-4172-aa77-9f509d9cfdf6', 'tag': '3b89b203-8bb8-4d88-8ccf-ae8c09224c35', 'status': 'completed', 'code': 200} Aug 23 14:09:55.488188 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-ac457c8b-a268-46be-8b19-29127f3ffc0e tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:55.489319 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-ac457c8b-a268-46be-8b19-29127f3ffc0e tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Synchronizing usage tracker for tenant:9ba3514f5e5345bdb74853fae0d863ae on resource:network {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:55.521194 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e51161fb-18c4-496d-9a44-02bb1cecae7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:55.570003 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-a62954a8-abff-4fa0-8ed1-98daa1b51bc3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 1094 time: 0.1595366 Aug 23 14:09:55.619110 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-ac457c8b-a268-46be-8b19-29127f3ffc0e tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Unset dirty status for tenant:9ba3514f5e5345bdb74853fae0d863ae on resource:network {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:55.620442 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-ac457c8b-a268-46be-8b19-29127f3ffc0e tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.60 "GET /v2.0/networks?id=7d55dac6-c24c-49d5-a663-12afdd587d9d HTTP/1.1" status: 200 len: 823 time: 0.4522440 Aug 23 14:09:55.664528 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-c5f10104-c1a7-4249-81f4-c96041aaf419 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35 HTTP/1.1" status: 200 len: 217 time: 0.0856621 Aug 23 14:09:55.666762 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e51161fb-18c4-496d-9a44-02bb1cecae7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:55.681379 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:55.727012 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-2fa31bdf-1c04-4a9b-8b54-f95d955ed7d2 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Synchronizing usage tracker for tenant:9ba3514f5e5345bdb74853fae0d863ae on resource:security_group {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:55.770837 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-2fa31bdf-1c04-4a9b-8b54-f95d955ed7d2 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Unset dirty status for tenant:9ba3514f5e5345bdb74853fae0d863ae on resource:security_group {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:55.772396 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-2fa31bdf-1c04-4a9b-8b54-f95d955ed7d2 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ba3514f5e5345bdb74853fae0d863ae HTTP/1.1" status: 200 len: 380 time: 0.1378527 Aug 23 14:09:55.787136 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Request body: {'port': {'device_id': '4819d7ec-898d-4fb3-9026-fdf83eb4542b', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'admin_state_up': True, 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'security_groups': ['05a4fee8-3732-4812-b2ac-f839bc81c7d6']}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:55.819638 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-e51161fb-18c4-496d-9a44-02bb1cecae7d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=649f33d15c434267970105ffd8d38d9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9811742 Aug 23 14:09:55.821283 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51161fb-18c4-496d-9a44-02bb1cecae7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f382fb-bc73-42fa-ae02-5aeb648d6263,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:55.825765 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e51161fb-18c4-496d-9a44-02bb1cecae7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:55.826582 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33012) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:55.853949 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-2ca71269-200c-407b-98d2-21cd8a1b8a92 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:55.855529 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-2ca71269-200c-407b-98d2-21cd8a1b8a92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.1780055 Aug 23 14:09:55.948104 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-26057230-9ddd-4d4e-bf08-907e862cce22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798037 Aug 23 14:09:55.954617 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:55.967220 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-8f16efe8-0995-4ec3-9600-8fd3a14f53d6 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=c7ab04a217f84231bc95c1af845e89cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605195 Aug 23 14:09:56.052302 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:56.056325 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Usage tracker for resource:port and tenant:9ba3514f5e5345bdb74853fae0d863ae is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:56.059239 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Quota usage for port was recalculated. Used quota:3. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:56.065208 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:56.174278 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c0f68f63-6862-4ef9-be2d-dedf9026d182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:56.176037 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33028) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:56.198775 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Made reservation on behalf of 9ba3514f5e5345bdb74853fae0d863ae for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:56.199961 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:56.213136 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b51f9ced-4ad2-466e-a922-0d1fdb35a3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:56.286880 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c0f68f63-6862-4ef9-be2d-dedf9026d182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:56.306148 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b51f9ced-4ad2-466e-a922-0d1fdb35a3e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:56.314992 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b51f9ced-4ad2-466e-a922-0d1fdb35a3e0 admin admin] Usage tracker for resource:security_group_rule and tenant:c891218c350b417f8dda4ee48b2b105e is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:56.317394 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-91a9e61c-a2a1-46f3-9b9e-a52b0b8b4d7f service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557580 Aug 23 14:09:56.320245 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b51f9ced-4ad2-466e-a922-0d1fdb35a3e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:56.334736 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b51f9ced-4ad2-466e-a922-0d1fdb35a3e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:56.367701 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-29070e9a-5029-448a-9153-d5c2d50cf7a7 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:56.369094 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-29070e9a-5029-448a-9153-d5c2d50cf7a7 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3829606 Aug 23 14:09:56.431299 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Allocated IP 172.20.0.12 (7d55dac6-c24c-49d5-a663-12afdd587d9d/c9c2655a-6e68-446a-9ae7-90bbfd7e3c26/cb243570-3592-46a0-b2a2-bba38a712661) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:56.488656 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b51f9ced-4ad2-466e-a922-0d1fdb35a3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:56.492792 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-377e95c8-8b24-4034-a521-c525f8b60b5f tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/quotas/c7ab04a217f84231bc95c1af845e89cf HTTP/1.1" status: 200 len: 375 time: 0.0872631 Aug 23 14:09:56.505357 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device b770b78d-c0e6-4bb5-8c9d-61b58783578d no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:09:56.546837 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: b770b78d-c0e6-4bb5-8c9d-61b58783578d {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:09:56.547423 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device b770b78d-c0e6-4bb5-8c9d-61b58783578d not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:09:56.571157 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-ddc90615-ce19-4fbd-9c18-f1d6a2a33763 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7ab04a217f84231bc95c1af845e89cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643320 Aug 23 14:09:56.582470 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b51f9ced-4ad2-466e-a922-0d1fdb35a3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:56.598277 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:56.605648 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be8ec2b7-e798-44ea-8e3d-9c8d551f5e6a req-a2c24974-e5b7-4ebb-8b0b-8b927798e83d service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445400 Aug 23 14:09:56.621500 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654313a-81a4-406d-ad54-c3a966f71e2e req-6aef46ff-5cb2-4e9f-842e-af3e2d443d77 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:56.630454 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f654313a-81a4-406d-ad54-c3a966f71e2e req-6aef46ff-5cb2-4e9f-842e-af3e2d443d77 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 943 time: 0.3049572 Aug 23 14:09:56.677984 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f654313a-81a4-406d-ad54-c3a966f71e2e req-1118087e-f26e-417d-a9f5-2d9c54e54d63 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466530 Aug 23 14:09:56.679549 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b51f9ced-4ad2-466e-a922-0d1fdb35a3e0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c891218c350b417f8dda4ee48b2b105e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5023320 Aug 23 14:09:56.680295 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f9ced-4ad2-466e-a922-0d1fdb35a3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353fc2c1-4472-4a71-8ca6-30ee5542e589,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:56.682724 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33036) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:56.685291 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b51f9ced-4ad2-466e-a922-0d1fdb35a3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:56.698025 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c0f68f63-6862-4ef9-be2d-dedf9026d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:56.706804 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-83041378-a412-4369-8b03-9042babf8f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:56.730308 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:56.732456 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f68f63-6862-4ef9-be2d-dedf9026d182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f382fb-bc73-42fa-ae02-5aeb648d6263,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:56.746979 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c0f68f63-6862-4ef9-be2d-dedf9026d182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:56.775099 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c0f68f63-6862-4ef9-be2d-dedf9026d182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:56.776616 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Transition to ACTIVE for port object cb243570-3592-46a0-b2a2-bba38a712661 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:56.783561 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-c0f68f63-6862-4ef9-be2d-dedf9026d182 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a8f382fb-bc73-42fa-ae02-5aeb648d6263 HTTP/1.1" status: 204 len: 168 time: 0.9485021 Aug 23 14:09:56.864754 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b7249818-754f-45c9-9fb2-f4516a0429d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:56.903473 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b7249818-754f-45c9-9fb2-f4516a0429d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:56.936988 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d9a3a6ed-1360-44e5-8469-5cfbe9f12076 req-8cf453bf-30a8-4abb-9457-57d45eae8b35 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 1094 time: 0.1443224 Aug 23 14:09:56.944611 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:56.957750 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:57.151289 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Network 7d55dac6-c24c-49d5-a663-12afdd587d9d is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:57.163916 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:57.163916 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:09:57.164440 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:57.165659 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:57.168919 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3a6ed-1360-44e5-8469-5cfbe9f12076 req-3a860eed-18fc-433d-b284-81a2cda357d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:57.170576 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d9a3a6ed-1360-44e5-8469-5cfbe9f12076 req-3a860eed-18fc-433d-b284-81a2cda357d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.2248862 Aug 23 14:09:57.181755 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77a8ae-c6ce-435a-b6cd-ea9e702a8c21 req-d2212e32-ac93-4953-89e7-593debf3a737 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:57.183414 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a77a8ae-c6ce-435a-b6cd-ea9e702a8c21 req-d2212e32-ac93-4953-89e7-593debf3a737 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 932 time: 0.1432076 Aug 23 14:09:57.213436 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Pushing event updated for resources: {'Port': ['ID=cb243570-3592-46a0-b2a2-bba38a712661,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:57.216341 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:57.260067 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4791272 Aug 23 14:09:57.275264 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Request body: {'port': {'device_id': '4819d7ec-898d-4fb3-9026-fdf83eb4542b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:09:57.287267 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b7249818-754f-45c9-9fb2-f4516a0429d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:57.314276 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-5dd0191c-27cf-4c1d-93c9-08c7a955a358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:57.328830 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7249818-754f-45c9-9fb2-f4516a0429d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353fc2c1-4472-4a71-8ca6-30ee5542e589,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:57.350137 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b7249818-754f-45c9-9fb2-f4516a0429d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:57.357765 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d9a3a6ed-1360-44e5-8469-5cfbe9f12076 req-54413191-fb8b-4365-8621-18b8bce60a63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35 HTTP/1.1" status: 200 len: 217 time: 0.1727102 Aug 23 14:09:57.466980 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a77a8ae-c6ce-435a-b6cd-ea9e702a8c21 req-f8ba8352-0327-4da0-9291-4f0577225c6e tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185316 Aug 23 14:09:57.470504 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b7249818-754f-45c9-9fb2-f4516a0429d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:57.471636 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-b7249818-754f-45c9-9fb2-f4516a0429d8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/353fc2c1-4472-4a71-8ca6-30ee5542e589 HTTP/1.1" status: 204 len: 168 time: 0.7882767 Aug 23 14:09:57.484512 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:57.499849 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3a6ed-1360-44e5-8469-5cfbe9f12076 req-9dee3cbe-171e-4603-97f8-1851db808f8e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:57.499849 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d9a3a6ed-1360-44e5-8469-5cfbe9f12076 req-9dee3cbe-171e-4603-97f8-1851db808f8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.1307478 Aug 23 14:09:57.600792 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-42bd69fa-80ee-4b19-8caa-a6457d9378aa None None] Provisioning for port cb243570-3592-46a0-b2a2-bba38a712661 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:57.606892 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-42bd69fa-80ee-4b19-8caa-a6457d9378aa None None] Provisioning complete for port cb243570-3592-46a0-b2a2-bba38a712661 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:57.607409 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-42bd69fa-80ee-4b19-8caa-a6457d9378aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:57.735217 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d9a3a6ed-1360-44e5-8469-5cfbe9f12076 req-ada13233-f5c8-4608-95f3-6dc04ec4874a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2308099 Aug 23 14:09:57.774611 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-42bd69fa-80ee-4b19-8caa-a6457d9378aa None None] Port cb243570-3592-46a0-b2a2-bba38a712661 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:09:57.817638 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-49ad0d1c-dbaf-4170-9bda-e221190ce135 req-3b76b1b3-3ced-4294-8adb-bf8ddbe5bc53 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 210 time: 0.2060025 Aug 23 14:09:58.025371 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d9a3a6ed-1360-44e5-8469-5cfbe9f12076 req-93ee6678-b8eb-486b-8632-8d506893c299 service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744155 Aug 23 14:09:58.239303 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb243570-3592-46a0-b2a2-bba38a712661 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:58.256214 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:58.273399 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Transition to ACTIVE for port object cb243570-3592-46a0-b2a2-bba38a712661 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:58.319330 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d9a3a6ed-1360-44e5-8469-5cfbe9f12076 req-06a69070-62cc-45d7-a165-23e181fb2f2f service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857885 Aug 23 14:09:58.337782 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae8a4d-c6ec-4680-9e62-8a2e6d5d0838 req-4df6133f-7066-402b-8f53-b6ec5cb0d31f tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:58.339412 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-34ae8a4d-c6ec-4680-9e62-8a2e6d5d0838 req-4df6133f-7066-402b-8f53-b6ec5cb0d31f tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 943 time: 0.1630156 Aug 23 14:09:58.400754 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-34ae8a4d-c6ec-4680-9e62-8a2e6d5d0838 req-d266ff69-9088-4aab-838f-9bfccc4bc513 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550218 Aug 23 14:09:58.407720 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:58.413517 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d4e6cb16-9e97-4b31-8e53-2db043fdabc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:58.609065 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Pushing event updated for resources: {'Port': ['ID=cb243570-3592-46a0-b2a2-bba38a712661,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:58.613719 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:58.745471 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Attempting to bind port cb243570-3592-46a0-b2a2-bba38a712661 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:58.747169 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Attempting to bind port cb243570-3592-46a0-b2a2-bba38a712661 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:58.747987 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Attempting to bind port cb243570-3592-46a0-b2a2-bba38a712661 on network 7d55dac6-c24c-49d5-a663-12afdd587d9d {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:09:58.760233 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Port cb243570-3592-46a0-b2a2-bba38a712661 on network 7d55dac6-c24c-49d5-a663-12afdd587d9d not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:09:58.760657 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Attempting to bind port cb243570-3592-46a0-b2a2-bba38a712661 on network 7d55dac6-c24c-49d5-a663-12afdd587d9d {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:09:58.767694 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:09:58.768146 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Checking segment: {'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:09:58.769473 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Bound using segment: {'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:09:58.770110 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Bound port: cb243570-3592-46a0-b2a2-bba38a712661, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:58.770546 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:58.810696 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba238759-2d0a-4ad1-b773-720b979cae12 req-0bc69fdf-6731-4880-81c2-c38f270900e4 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:58.819717 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ba238759-2d0a-4ad1-b773-720b979cae12 req-0bc69fdf-6731-4880-81c2-c38f270900e4 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 944 time: 0.1505957 Aug 23 14:09:58.954007 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ba238759-2d0a-4ad1-b773-720b979cae12 req-35688874-1311-4715-abc5-a2e3d580f9d8 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326103 Aug 23 14:09:58.973797 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] For port cb243570-3592-46a0-b2a2-bba38a712661, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:09:58.990325 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] For port cb243570-3592-46a0-b2a2-bba38a712661, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=cb243570-3592-46a0-b2a2-bba38a712661,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:09:59.065812 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:59.070497 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:59.139361 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:59.140783 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] 10.222.0.60 "PUT /v2.0/ports/cb243570-3592-46a0-b2a2-bba38a712661 HTTP/1.1" status: 200 len: 1092 time: 1.8700664 Aug 23 14:09:59.143407 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4819d7ec-898d-4fb3-9026-fdf83eb4542b', 'tag': 'cb243570-3592-46a0-b2a2-bba38a712661'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:59.167747 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Pushing event updated for resources: {'Port': ['ID=cb243570-3592-46a0-b2a2-bba38a712661,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:59.177219 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:59.257211 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d1b032cf-917a-4a56-ab54-5ba3c58dec2d req-21617676-dc37-4b07-8942-25ae65cbff3a tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 210 time: 0.1000679 Aug 23 14:09:59.348164 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4819d7ec-898d-4fb3-9026-fdf83eb4542b', 'tag': 'cb243570-3592-46a0-b2a2-bba38a712661', 'status': 'completed', 'code': 200} Aug 23 14:09:59.368600 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-e9a86c36-0239-4beb-8e72-59c38ef788b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ba3514f5e5345bdb74853fae0d863ae&device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 1095 time: 0.1150248 Aug 23 14:09:59.454429 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-96a7c831-e60c-4fc9-93f1-e7343ac20a6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb243570-3592-46a0-b2a2-bba38a712661 HTTP/1.1" status: 200 len: 217 time: 0.0791769 Aug 23 14:09:59.679549 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-eb52f59a-a8b7-49c3-ad0c-e0a16bd37946 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:59.681182 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-eb52f59a-a8b7-49c3-ad0c-e0a16bd37946 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9c2655a-6e68-446a-9ae7-90bbfd7e3c26 HTTP/1.1" status: 200 len: 862 time: 0.2160451 Aug 23 14:09:59.721920 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6bc4a-33a0-4a8a-89c5-0c74c97e7803 req-2685f71a-b79a-4fb8-92b5-7404eeaae630 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:59.721920 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-abd6bc4a-33a0-4a8a-89c5-0c74c97e7803 req-2685f71a-b79a-4fb8-92b5-7404eeaae630 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 943 time: 0.1116323 Aug 23 14:09:59.782059 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-abd6bc4a-33a0-4a8a-89c5-0c74c97e7803 req-4047701d-3dc2-4d04-b59d-86c448c156e7 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534375 Aug 23 14:09:59.787917 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-2ed33fe0-6f78-4827-afe4-a5b0e4a7a8df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d55dac6-c24c-49d5-a663-12afdd587d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993357 Aug 23 14:10:00.038092 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-ffc0fefe-69a1-4dad-a2e2-083b0d78ac68 service neutron] 10.222.0.60 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352929 Aug 23 14:10:00.118857 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:10:00.149881 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-0436181b-af3f-4f4a-915b-5b8ed6ff1ed8 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=c7ab04a217f84231bc95c1af845e89cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781004 Aug 23 14:10:00.349463 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:00.364036 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-0681e349-3e85-464c-b774-bb4c4aa29e5a tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:00.365716 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '3b89b203-8bb8-4d88-8ccf-ae8c09224c35', 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f', 'port_id': '3b89b203-8bb8-4d88-8ccf-ae8c09224c35', 'mac_address': 'fa:16:3e:73:00:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e660768-8dea-4aca-bc8e-0ba7b3d6e871', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:10:00.365975 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-0681e349-3e85-464c-b774-bb4c4aa29e5a tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111273 Aug 23 14:10:00.390737 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Request body: {'port': {'device_id': 'ee405625-4514-47df-b82c-8d5c81879362', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'c7ab04a217f84231bc95c1af845e89cf'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:00.397912 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b3af701-3812-4de9-8247-e11462997c7a req-3eb5eedd-4e00-46e2-b6bc-63ff07929d59 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ea2626d9585848eeb8ad9c29b4017038&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737109 Aug 23 14:10:00.461810 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:00.482604 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:00.502848 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:00.600287 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:00.600677 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e7a5ddce-5f88-4425-a72a-8569414e7421 req-6707c797-f645-46bd-bf73-53b39cb7abac service neutron] 10.222.0.60 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544000 Aug 23 14:10:00.603467 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bb26590f-3d0e-4e81-8fad-f518ad87617d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:00.637668 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3af701-3812-4de9-8247-e11462997c7a req-28bcaf9f-0825-4fc1-b394-162b4619efc1 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:00.639043 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b3af701-3812-4de9-8247-e11462997c7a req-28bcaf9f-0825-4fc1-b394-162b4619efc1 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2403562 Aug 23 14:10:00.661387 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f80cdb-c8d6-4e6d-b59d-a78377352710 req-734f1d88-2f4d-4da6-9de8-25e979513026 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:00.673748 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-63f80cdb-c8d6-4e6d-b59d-a78377352710 req-734f1d88-2f4d-4da6-9de8-25e979513026 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 944 time: 0.2253637 Aug 23 14:10:00.695971 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:00.703825 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Usage tracker for resource:port and tenant:c7ab04a217f84231bc95c1af845e89cf is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:00.708816 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:00.716263 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:00.718867 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b3af701-3812-4de9-8247-e11462997c7a req-5c6ae3d3-41a2-4784-a8fa-d4402f66cf14 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/quotas/ea2626d9585848eeb8ad9c29b4017038 HTTP/1.1" status: 200 len: 375 time: 0.0425632 Aug 23 14:10:00.733265 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:00.736540 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:00.774847 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-63f80cdb-c8d6-4e6d-b59d-a78377352710 req-0c526de4-7667-48bf-a90d-aee06226d0f7 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003172 Aug 23 14:10:00.781174 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b3af701-3812-4de9-8247-e11462997c7a req-e29fa341-ca46-4228-bc1e-5855fdc305c0 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea2626d9585848eeb8ad9c29b4017038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521085 Aug 23 14:10:00.796172 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Made reservation on behalf of c7ab04a217f84231bc95c1af845e89cf for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:00.799707 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:00.914028 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5a4f7ec1-e85d-477d-a171-bf383756b3d6 req-e0e9e716-2aaf-463a-adc5-5813ee32521b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ba3514f5e5345bdb74853fae0d863ae&device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 1095 time: 0.1603732 Aug 23 14:10:01.026176 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['3b89b203-8bb8-4d88-8ccf-ae8c09224c35'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:10:01.216603 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fe5e8dc-1ceb-4b91-83f8-835f15fb7f52 req-997cee39-99a8-40be-aa5d-69139fc4051d tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 210 time: 0.0953798 Aug 23 14:10:01.288168 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f7ec1-e85d-477d-a171-bf383756b3d6 req-7c2cf1f6-3063-4547-8629-5dc62b95215a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:01.289793 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5a4f7ec1-e85d-477d-a171-bf383756b3d6 req-7c2cf1f6-3063-4547-8629-5dc62b95215a service neutron] 10.222.0.60 "GET /v2.0/networks?id=7d55dac6-c24c-49d5-a663-12afdd587d9d HTTP/1.1" status: 200 len: 924 time: 0.3667040 Aug 23 14:10:01.291143 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Allocated IP 192.168.233.95 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/05b30b70-638f-4a8f-9c76-362a81fb70f1) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:10:01.341320 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27a508-7566-44e2-b47d-1c67a2adeca9 req-173fa8bd-1285-4156-8622-765fab4619b4 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:01.350932 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fc27a508-7566-44e2-b47d-1c67a2adeca9 req-173fa8bd-1285-4156-8622-765fab4619b4 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 944 time: 0.1132121 Aug 23 14:10:01.404716 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fc27a508-7566-44e2-b47d-1c67a2adeca9 req-513aed95-ef8a-4a63-ac6c-ed9dbf071290 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522516 Aug 23 14:10:01.426728 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5a4f7ec1-e85d-477d-a171-bf383756b3d6 req-b00dcea0-f2cc-49c5-a4fb-02a6dbc77ef7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb243570-3592-46a0-b2a2-bba38a712661 HTTP/1.1" status: 200 len: 217 time: 0.1239984 Aug 23 14:10:01.591539 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-68fdae19-f48a-4083-b029-bb85caf16f1c req-f172737c-6e7b-49b1-bc18-d7b3681b0acc tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/ports?device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 210 time: 0.0475154 Aug 23 14:10:01.609022 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:01.633725 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f7ec1-e85d-477d-a171-bf383756b3d6 req-018c3e5b-5628-4ad0-aa2b-ef26936b0a95 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:01.635726 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5a4f7ec1-e85d-477d-a171-bf383756b3d6 req-018c3e5b-5628-4ad0-aa2b-ef26936b0a95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9c2655a-6e68-446a-9ae7-90bbfd7e3c26 HTTP/1.1" status: 200 len: 862 time: 0.1937530 Aug 23 14:10:01.792280 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:01.817084 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5a4f7ec1-e85d-477d-a171-bf383756b3d6 req-113fddd0-a119-4155-8f9d-5845eb650e3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d55dac6-c24c-49d5-a663-12afdd587d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1745222 Aug 23 14:10:01.818569 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Transition to ACTIVE for port object 05b30b70-638f-4a8f-9c76-362a81fb70f1 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:02.075698 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5a4f7ec1-e85d-477d-a171-bf383756b3d6 req-87643a56-8b64-426e-adcc-0dc99747ce80 service neutron] 10.222.0.60 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512691 Aug 23 14:10:02.111179 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:10:02.218321 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.236708 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:02.272498 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbfa79-a843-40b1-a9ce-d28b4e62966c req-c648ea38-fabf-49c0-bc3e-f9f170f115fd tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:02.274020 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c8dbfa79-a843-40b1-a9ce-d28b4e62966c req-c648ea38-fabf-49c0-bc3e-f9f170f115fd tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 944 time: 0.1196642 Aug 23 14:10:02.322804 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:02.334288 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:02.334873 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.341442 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:10:02.346212 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:02.352286 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5a4f7ec1-e85d-477d-a171-bf383756b3d6 req-18b22818-3ccd-481a-8e9f-af53362b69e4 service neutron] 10.222.0.60 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693367 Aug 23 14:10:02.358179 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:10:02.362078 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:02.374438 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.395942 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Pushing event updated for resources: {'Port': ['ID=05b30b70-638f-4a8f-9c76-362a81fb70f1,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:02.403191 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c8dbfa79-a843-40b1-a9ce-d28b4e62966c req-5fb7c696-5962-4208-8784-d7f142231e41 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206744 Aug 23 14:10:02.405663 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:02.407537 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:02.407537 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:02.407537 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:02.407537 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:02.407537 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:02.408283 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:02.408283 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:02.408758 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:02.408758 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:02.409045 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:02.424646 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:02.482743 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0996540 Aug 23 14:10:02.495538 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Request body: {'port': {'device_id': 'ee405625-4514-47df-b82c-8d5c81879362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:02.654691 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.796666 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea53cab-9b84-4172-aa77-9f509d9cfdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b89b203-8bb8-4d88-8ccf-ae8c09224c35'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:02.810061 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.829924 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33268) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:02.832339 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:02.916919 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.920166 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:02.967020 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73b872-ebc9-4ba5-807f-8d570a2ecddb req-60f113de-4901-45be-9d52-9f660a299bac tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:02.968750 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2c73b872-ebc9-4ba5-807f-8d570a2ecddb req-60f113de-4901-45be-9d52-9f660a299bac tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 935 time: 0.1894426 Aug 23 14:10:03.052778 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41156bd9-64f8-493e-8f82-e7113b896210 req-1bffc83c-596e-4c53-8ac4-6bc1e41c71de tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:03.054623 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-41156bd9-64f8-493e-8f82-e7113b896210 req-1bffc83c-596e-4c53-8ac4-6bc1e41c71de tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 945 time: 0.1624761 Aug 23 14:10:03.068742 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2c73b872-ebc9-4ba5-807f-8d570a2ecddb req-d94c08fb-8c2d-4fbb-8aa9-923c1aea7bf1 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860639 Aug 23 14:10:03.091562 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-afbf387a-cfa3-4efc-b09d-48807f76fd51 None None] Provisioning for port 05b30b70-638f-4a8f-9c76-362a81fb70f1 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:03.146753 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-afbf387a-cfa3-4efc-b09d-48807f76fd51 None None] Provisioning complete for port 05b30b70-638f-4a8f-9c76-362a81fb70f1 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:03.148975 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-afbf387a-cfa3-4efc-b09d-48807f76fd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:03.179485 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-41156bd9-64f8-493e-8f82-e7113b896210 req-cf588fd0-7a83-4011-9a4b-b8b185094346 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095896 Aug 23 14:10:03.268746 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-afbf387a-cfa3-4efc-b09d-48807f76fd51 None None] Port 05b30b70-638f-4a8f-9c76-362a81fb70f1 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:10:03.270442 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:03.281496 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:03.288708 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:03.347666 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bfff551d-1c81-4a39-97c7-7f83ae6e7115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:03.394585 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-bfff551d-1c81-4a39-97c7-7f83ae6e7115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:03.400292 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-bfff551d-1c81-4a39-97c7-7f83ae6e7115 admin admin] Usage tracker for resource:security_group_rule and tenant:fcde58c7e7f24e84bf47f3a06da4713c is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:03.405036 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-bfff551d-1c81-4a39-97c7-7f83ae6e7115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:03.422937 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-bfff551d-1c81-4a39-97c7-7f83ae6e7115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:03.427017 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9cee13cd-023a-4da8-bf2b-0aa1ef0f9691 req-02b63472-47ee-4513-907b-0fd4aa9966c6 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/ports?device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 210 time: 0.0500298 Aug 23 14:10:03.504888 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b30b70-638f-4a8f-9c76-362a81fb70f1 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:03.516578 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:03.519978 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea53cab-9b84-4172-aa77-9f509d9cfdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b89b203-8bb8-4d88-8ccf-ae8c09224c35', 'code': 200} Aug 23 14:10:03.544892 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Transition to ACTIVE for port object 05b30b70-638f-4a8f-9c76-362a81fb70f1 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:03.601979 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bfff551d-1c81-4a39-97c7-7f83ae6e7115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:03.613285 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:03.664248 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:03.713920 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bfff551d-1c81-4a39-97c7-7f83ae6e7115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:03.718661 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3d2500ef-b417-4702-86ce-0e50b6063011 req-620c2e01-4524-4655-bc67-2695437520ba tempest-QuotasAdminNegativeTest-1966941596 tempest-QuotasAdminNegativeTest-1966941596-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=083b3416591641499f4d1229c91b17d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296521 Aug 23 14:10:03.880778 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Pushing event updated for resources: {'Port': ['ID=05b30b70-638f-4a8f-9c76-362a81fb70f1,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:03.892007 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-bfff551d-1c81-4a39-97c7-7f83ae6e7115 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fcde58c7e7f24e84bf47f3a06da4713c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0581872 Aug 23 14:10:03.895000 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33290) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:03.895937 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:03.899133 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-64da4e6b-6f44-4cf8-82c9-f5fe5076beb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:03.963972 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff551d-1c81-4a39-97c7-7f83ae6e7115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08314bd-944e-4129-8e51-51f5918457b4,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:03.979809 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-bfff551d-1c81-4a39-97c7-7f83ae6e7115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:04.053595 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2500ef-b417-4702-86ce-0e50b6063011 req-fbe0cf48-7296-4131-a28d-9ea445f43933 tempest-QuotasAdminNegativeTest-1966941596 tempest-QuotasAdminNegativeTest-1966941596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:04.061228 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3d2500ef-b417-4702-86ce-0e50b6063011 req-fbe0cf48-7296-4131-a28d-9ea445f43933 tempest-QuotasAdminNegativeTest-1966941596 tempest-QuotasAdminNegativeTest-1966941596-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3366964 Aug 23 14:10:04.086858 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3d2500ef-b417-4702-86ce-0e50b6063011 req-ea976aff-fc16-4c8e-b0e3-c0bfeb689d76 tempest-QuotasAdminNegativeTest-1966941596 tempest-QuotasAdminNegativeTest-1966941596-project] 10.222.0.86 "GET /v2.0/quotas/083b3416591641499f4d1229c91b17d2 HTTP/1.1" status: 200 len: 375 time: 0.0246933 Aug 23 14:10:04.113231 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device cb243570-3592-46a0-b2a2-bba38a712661 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:10:04.115091 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a6362cdf-2e14-4df8-ad69-1cb67b680eab req-7818b512-a8b5-436b-ac16-2e3b9a82a070 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 1096 time: 0.5003650 Aug 23 14:10:04.122528 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-68cfe982-7405-4849-a4b3-1a38faed6099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:04.142907 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3d2500ef-b417-4702-86ce-0e50b6063011 req-bdd6e7f1-15c6-4fd5-a7c4-15a201d21a0b tempest-QuotasAdminNegativeTest-1966941596 tempest-QuotasAdminNegativeTest-1966941596-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=083b3416591641499f4d1229c91b17d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455282 Aug 23 14:10:04.144267 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Attempting to bind port 05b30b70-638f-4a8f-9c76-362a81fb70f1 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:10:04.144695 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Attempting to bind port 05b30b70-638f-4a8f-9c76-362a81fb70f1 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:10:04.145113 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Attempting to bind port 05b30b70-638f-4a8f-9c76-362a81fb70f1 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:10:04.163227 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb75cb-29fe-41b9-80ae-13290d8b24de req-e4cd71ff-b355-404c-b3db-e7f3cdbe3bae tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:04.171796 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-98fb75cb-29fe-41b9-80ae-13290d8b24de req-e4cd71ff-b355-404c-b3db-e7f3cdbe3bae tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 944 time: 0.1767781 Aug 23 14:10:04.175453 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Port 05b30b70-638f-4a8f-9c76-362a81fb70f1 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:10:04.175896 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Attempting to bind port 05b30b70-638f-4a8f-9c76-362a81fb70f1 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:10:04.209426 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-68cfe982-7405-4849-a4b3-1a38faed6099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:04.225002 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:10:04.225471 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:10:04.225962 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:10:04.226562 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Bound port: 05b30b70-638f-4a8f-9c76-362a81fb70f1, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:10:04.226988 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:04.264747 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a6362cdf-2e14-4df8-ad69-1cb67b680eab req-0a68d714-2499-4a90-bf56-585df64f59f4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432865 Aug 23 14:10:04.275255 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b3af701-3812-4de9-8247-e11462997c7a req-509c0f3e-5998-4e50-82c7-2e35fd42cdf0 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ea2626d9585848eeb8ad9c29b4017038&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574064 Aug 23 14:10:04.299537 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-98fb75cb-29fe-41b9-80ae-13290d8b24de req-49959d2d-a33c-4cdb-8bab-303884a7dcf3 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267335 Aug 23 14:10:04.327009 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port cb243570-3592-46a0-b2a2-bba38a712661, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=cb243570-3592-46a0-b2a2-bba38a712661,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:04.351677 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'cb243570-3592-46a0-b2a2-bba38a712661', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'port_id': 'cb243570-3592-46a0-b2a2-bba38a712661', 'mac_address': 'fa:16:3e:73:63:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:10:04.392613 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] For port 05b30b70-638f-4a8f-9c76-362a81fb70f1, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:10:04.396990 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] For port 05b30b70-638f-4a8f-9c76-362a81fb70f1, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=05b30b70-638f-4a8f-9c76-362a81fb70f1,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:10:04.423714 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:04.443667 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb243570-3592-46a0-b2a2-bba38a712661 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:04.475332 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port cb243570-3592-46a0-b2a2-bba38a712661, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=cb243570-3592-46a0-b2a2-bba38a712661,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:04.483585 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-68cfe982-7405-4849-a4b3-1a38faed6099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:04.490853 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:04.493398 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-03b502ce-7fc0-43b3-bab3-e87c74fcc34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:04.513597 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfe982-7405-4849-a4b3-1a38faed6099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08314bd-944e-4129-8e51-51f5918457b4,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:04.519088 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-68cfe982-7405-4849-a4b3-1a38faed6099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:04.520714 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:04.527335 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:04.529186 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:04.540486 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a75f0-8bcc-4a82-b672-008f850ff469 req-580ca529-faf4-4322-88b2-cbffc4d5d184 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:04.542820 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-417a75f0-8bcc-4a82-b672-008f850ff469 req-580ca529-faf4-4322-88b2-cbffc4d5d184 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 947 time: 0.0980179 Aug 23 14:10:04.624086 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=cb243570-3592-46a0-b2a2-bba38a712661,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:04.672119 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:04.672528 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:04.672864 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:04.673195 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:04.673523 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:04.673919 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:04.674214 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:04.674527 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:04.675383 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:04.675680 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:04.676075 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:04.692321 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:04.697367 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:04.699107 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] 10.222.0.91 "PUT /v2.0/ports/05b30b70-638f-4a8f-9c76-362a81fb70f1 HTTP/1.1" status: 200 len: 1095 time: 2.2090638 Aug 23 14:10:04.753810 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee405625-4514-47df-b82c-8d5c81879362', 'tag': '05b30b70-638f-4a8f-9c76-362a81fb70f1'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:04.759619 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Pushing event updated for resources: {'Port': ['ID=05b30b70-638f-4a8f-9c76-362a81fb70f1,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:04.759872 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-417a75f0-8bcc-4a82-b672-008f850ff469 req-bfa70fac-766a-48fc-8088-0e29866ee3e1 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845584 Aug 23 14:10:04.763068 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-68cfe982-7405-4849-a4b3-1a38faed6099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:04.764406 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-68cfe982-7405-4849-a4b3-1a38faed6099 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c08314bd-944e-4129-8e51-51f5918457b4 HTTP/1.1" status: 204 len: 168 time: 0.8670077 Aug 23 14:10:04.765705 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:04.775062 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['cb243570-3592-46a0-b2a2-bba38a712661'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:10:04.861797 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3af701-3812-4de9-8247-e11462997c7a req-45d329d9-22ab-4849-8968-d1b61bb93cea tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:04.864098 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b3af701-3812-4de9-8247-e11462997c7a req-45d329d9-22ab-4849-8968-d1b61bb93cea tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3164804 Aug 23 14:10:04.888315 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Request body: {'port': {'device_id': '59479a86-3721-4cdb-be35-8f10e1317846', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'ea2626d9585848eeb8ad9c29b4017038'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:05.027142 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-38db3224-5a89-41bf-a56a-c5918335d0b9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c7ab04a217f84231bc95c1af845e89cf&device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 1098 time: 0.2071974 Aug 23 14:10:05.121086 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-e2932545-d9f4-4724-8e80-0b5e78fc2c54 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=05b30b70-638f-4a8f-9c76-362a81fb70f1 HTTP/1.1" status: 200 len: 217 time: 0.0855639 Aug 23 14:10:05.199469 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-ee4fd264-a5e7-4db4-a48a-dd88a8d84dbc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:05.201235 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-ee4fd264-a5e7-4db4-a48a-dd88a8d84dbc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.0742571 Aug 23 14:10:05.278959 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293b68c-bfb0-4497-b179-f37402993558 req-b9e61191-f6a1-4f33-bb2a-bb2b49a4679e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:05.287139 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5293b68c-bfb0-4497-b179-f37402993558 req-b9e61191-f6a1-4f33-bb2a-bb2b49a4679e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 945 time: 0.1955800 Aug 23 14:10:05.307725 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:05.317902 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Usage tracker for resource:port and tenant:ea2626d9585848eeb8ad9c29b4017038 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:05.323463 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:05.332150 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:05.367872 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5293b68c-bfb0-4497-b179-f37402993558 req-9134ebd8-ea55-49ad-8abf-79403db1e227 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796278 Aug 23 14:10:05.404229 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-310adb84-476a-4650-9a21-5c4a3c08b96a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1959665 Aug 23 14:10:05.430600 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Made reservation on behalf of ea2626d9585848eeb8ad9c29b4017038 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:05.436684 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:05.459964 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:05.497007 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:05.501146 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Usage tracker for resource:security_group_rule and tenant:ea2626d9585848eeb8ad9c29b4017038 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:05.505302 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:05.513023 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:05.624095 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:05.632583 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-a91e88da-b067-4bdb-8b44-21b340e00891 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212586 Aug 23 14:10:05.754621 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee405625-4514-47df-b82c-8d5c81879362', 'tag': '05b30b70-638f-4a8f-9c76-362a81fb70f1', 'status': 'completed', 'code': 200} Aug 23 14:10:05.756013 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:05.812935 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0d6ffa7d-8f4d-48be-bfee-9f727e5b35b2 req-32006ac4-4e65-4e23-94b3-afaf256e1672 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735594 Aug 23 14:10:05.837495 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:05.851122 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cb5b9873-d44e-4141-8071-b8c91ea90c5c req-0acbd10c-11ef-4e16-b38a-181968895cba tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/ports?device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 210 time: 0.1477456 Aug 23 14:10:05.861838 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33330) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:05.889418 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e76b8c78-34a2-409b-85e5-e483868050a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:05.939592 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e76b8c78-34a2-409b-85e5-e483868050a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:05.951464 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e76b8c78-34a2-409b-85e5-e483868050a5 admin admin] Usage tracker for resource:security_group_rule and tenant:dd6d6b2837a54d7ba44bca9be5350e16 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:05.951464 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e76b8c78-34a2-409b-85e5-e483868050a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:05.956677 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e76b8c78-34a2-409b-85e5-e483868050a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:05.984650 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb11275-cda0-43aa-9702-9e9dcb31b778,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:06.033093 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:06.033446 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:06.033893 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:06.034411 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:06.034861 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:06.035321 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:06.035790 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:06.036237 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:06.036684 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:06.037094 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:06.037499 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:06.047947 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:06.058829 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Allocated IP 192.168.233.117 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/a69dc14c-247f-47a0-8fc2-f29f37f03f71) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:10:06.103934 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83318da7-0f48-44ff-940c-2a116c6c374a req-b8a746f7-3084-442e-9497-1da545f9d720 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:06.105650 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-83318da7-0f48-44ff-940c-2a116c6c374a req-b8a746f7-3084-442e-9497-1da545f9d720 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 945 time: 0.2284963 Aug 23 14:10:06.126061 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device cb243570-3592-46a0-b2a2-bba38a712661 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:10:06.135548 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e76b8c78-34a2-409b-85e5-e483868050a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:06.146296 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ddcef344-435d-451f-aeec-c6e2eb442f8e req-67ca1ba9-1d77-4019-b016-7ac2c3e110f1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c7ab04a217f84231bc95c1af845e89cf&device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 1098 time: 0.1663716 Aug 23 14:10:06.248459 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e76b8c78-34a2-409b-85e5-e483868050a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:06.262158 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:06.302159 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-83318da7-0f48-44ff-940c-2a116c6c374a req-eaa5d9d7-5ffd-48ab-bd19-0bb8783e64ee tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834588 Aug 23 14:10:06.314207 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port cb243570-3592-46a0-b2a2-bba38a712661 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:06.322565 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port cb243570-3592-46a0-b2a2-bba38a712661 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:06.322670 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:06.391145 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b8c78-34a2-409b-85e5-e483868050a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ded76a-f712-4a45-bcba-d59f3770500b,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:06.415403 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e76b8c78-34a2-409b-85e5-e483868050a5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dd6d6b2837a54d7ba44bca9be5350e16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5509093 Aug 23 14:10:06.424022 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e76b8c78-34a2-409b-85e5-e483868050a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:06.429650 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33348) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:06.484100 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcef344-435d-451f-aeec-c6e2eb442f8e req-a287cecb-681b-4048-9259-483da4f15cdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:06.486358 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ddcef344-435d-451f-aeec-c6e2eb442f8e req-a287cecb-681b-4048-9259-483da4f15cdf service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.3322823 Aug 23 14:10:06.514914 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:06.571470 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:06.590541 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Transition to ACTIVE for port object a69dc14c-247f-47a0-8fc2-f29f37f03f71 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:06.599521 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ddcef344-435d-451f-aeec-c6e2eb442f8e req-ab44e62a-2c8d-4069-b30d-f6f97e177238 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=05b30b70-638f-4a8f-9c76-362a81fb70f1 HTTP/1.1" status: 200 len: 217 time: 0.1024227 Aug 23 14:10:06.625419 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4819d7ec-898d-4fb3-9026-fdf83eb4542b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb243570-3592-46a0-b2a2-bba38a712661'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:06.642450 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port cb243570-3592-46a0-b2a2-bba38a712661, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=cb243570-3592-46a0-b2a2-bba38a712661,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:06.650760 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54dff0-4691-45f9-b1fc-926550c24d02 req-8152fbaf-1038-4e7e-b249-0c47d02224ce tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:06.652952 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9b54dff0-4691-45f9-b1fc-926550c24d02 req-8152fbaf-1038-4e7e-b249-0c47d02224ce tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 947 time: 0.1166418 Aug 23 14:10:06.700162 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcef344-435d-451f-aeec-c6e2eb442f8e req-617e55b6-3630-4660-bd12-360d03d4a354 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:06.701981 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ddcef344-435d-451f-aeec-c6e2eb442f8e req-617e55b6-3630-4660-bd12-360d03d4a354 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.0942500 Aug 23 14:10:06.704958 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6a971ec8-06ad-4a4e-8c5d-4ae5c9b889b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:06.722421 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9b54dff0-4691-45f9-b1fc-926550c24d02 req-e1984e5f-86b6-4550-891f-e3bf2fe6f036 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584722 Aug 23 14:10:06.747295 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:06.754039 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:06.754891 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:06.769781 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-db71e83e-2572-416c-9761-0568edf29a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:06.786933 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6a971ec8-06ad-4a4e-8c5d-4ae5c9b889b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:06.894744 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=cb243570-3592-46a0-b2a2-bba38a712661,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:06.896909 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:10:06.897325 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ddcef344-435d-451f-aeec-c6e2eb442f8e req-0cf34c3e-4190-40bc-99d8-5c4edffa8099 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1819963 Aug 23 14:10:06.898465 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:06.908482 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:06.910384 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:10:06.916097 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:06.917097 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:06.926352 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Pushing event updated for resources: {'Port': ['ID=a69dc14c-247f-47a0-8fc2-f29f37f03f71,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:06.936442 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:07.016521 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6a971ec8-06ad-4a4e-8c5d-4ae5c9b889b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:07.023311 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-dfd65ab3-6a40-417e-8380-fbdc18f221b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:07.039902 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a971ec8-06ad-4a4e-8c5d-4ae5c9b889b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ded76a-f712-4a45-bcba-d59f3770500b,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:07.056679 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6a971ec8-06ad-4a4e-8c5d-4ae5c9b889b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:07.075097 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6a971ec8-06ad-4a4e-8c5d-4ae5c9b889b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:07.076451 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-6a971ec8-06ad-4a4e-8c5d-4ae5c9b889b4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/11ded76a-f712-4a45-bcba-d59f3770500b HTTP/1.1" status: 204 len: 168 time: 0.6186786 Aug 23 14:10:07.118970 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b3af701-3812-4de9-8247-e11462997c7a req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2346835 Aug 23 14:10:07.125240 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ddcef344-435d-451f-aeec-c6e2eb442f8e req-a8ecb389-d539-4704-a454-acd5261bd2ba service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196310 Aug 23 14:10:07.141514 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Request body: {'port': {'device_id': '59479a86-3721-4cdb-be35-8f10e1317846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:07.313970 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4819d7ec-898d-4fb3-9026-fdf83eb4542b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb243570-3592-46a0-b2a2-bba38a712661', 'code': 200} Aug 23 14:10:07.356405 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ddcef344-435d-451f-aeec-c6e2eb442f8e req-f9da8bd0-1d04-4458-a89c-9ac9a590aedb service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233222 Aug 23 14:10:07.386981 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:07.415688 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e807a8b-bea7-4261-90ed-13c57f569547 req-b7aa41aa-e296-4f89-a321-65685572fbf9 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:07.417138 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1e807a8b-bea7-4261-90ed-13c57f569547 req-b7aa41aa-e296-4f89-a321-65685572fbf9 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 945 time: 0.3669426 Aug 23 14:10:07.426921 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-efae9647-1497-4954-b406-7d0ce1b47098 None None] Provisioning for port a69dc14c-247f-47a0-8fc2-f29f37f03f71 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:07.433504 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-efae9647-1497-4954-b406-7d0ce1b47098 None None] Provisioning complete for port a69dc14c-247f-47a0-8fc2-f29f37f03f71 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:07.434867 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-efae9647-1497-4954-b406-7d0ce1b47098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:07.473592 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a7bceb9-9df6-40a7-a4e2-ab97e3ad6733 req-b0f50d47-1aeb-46ca-a55a-df5a345546a7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 1097 time: 0.0876532 Aug 23 14:10:07.534115 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1e807a8b-bea7-4261-90ed-13c57f569547 req-d98fb1af-982a-4d2b-8aa9-fc884017a235 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859776 Aug 23 14:10:07.539384 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a7bceb9-9df6-40a7-a4e2-ab97e3ad6733 req-0ea5952d-388a-4bea-900d-671ded7d8ce9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590401 Aug 23 14:10:07.544996 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-efae9647-1497-4954-b406-7d0ce1b47098 None None] Port a69dc14c-247f-47a0-8fc2-f29f37f03f71 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:10:07.918452 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2ad0e-1227-4a1f-a605-e5b7d3c308dd req-c3c3cfa5-036d-49a9-8d9e-f482d1670279 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:07.919147 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c5e2ad0e-1227-4a1f-a605-e5b7d3c308dd req-c3c3cfa5-036d-49a9-8d9e-f482d1670279 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Synchronizing usage tracker for tenant:ea2626d9585848eeb8ad9c29b4017038 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:10:07.993240 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f6090-607f-4899-890d-a41f2fb7d9a9 req-e4c38fe8-4290-46e6-a3b9-29b97ca0a38a tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:07.994873 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-169f6090-607f-4899-890d-a41f2fb7d9a9 req-e4c38fe8-4290-46e6-a3b9-29b97ca0a38a tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 946 time: 0.2180347 Aug 23 14:10:08.030206 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69dc14c-247f-47a0-8fc2-f29f37f03f71 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:08.038242 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:08.066954 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Transition to ACTIVE for port object a69dc14c-247f-47a0-8fc2-f29f37f03f71 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:08.071294 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-169f6090-607f-4899-890d-a41f2fb7d9a9 req-65739b86-0319-48d3-9d9e-fad7e5a2921b tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700347 Aug 23 14:10:08.072040 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c5e2ad0e-1227-4a1f-a605-e5b7d3c308dd req-c3c3cfa5-036d-49a9-8d9e-f482d1670279 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Unset dirty status for tenant:ea2626d9585848eeb8ad9c29b4017038 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:10:08.073164 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c5e2ad0e-1227-4a1f-a605-e5b7d3c308dd req-c3c3cfa5-036d-49a9-8d9e-f482d1670279 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/ports?device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 936 time: 0.4061394 Aug 23 14:10:08.123962 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c5e2ad0e-1227-4a1f-a605-e5b7d3c308dd req-5e70d060-3dcb-421a-9223-4758b55ddec2 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Synchronizing usage tracker for tenant:ea2626d9585848eeb8ad9c29b4017038 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:10:08.138422 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:08.148208 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:08.283725 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c5e2ad0e-1227-4a1f-a605-e5b7d3c308dd req-5e70d060-3dcb-421a-9223-4758b55ddec2 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Unset dirty status for tenant:ea2626d9585848eeb8ad9c29b4017038 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:10:08.284911 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c5e2ad0e-1227-4a1f-a605-e5b7d3c308dd req-5e70d060-3dcb-421a-9223-4758b55ddec2 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/security-groups?id=edb11275-cda0-43aa-9702-9e9dcb31b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058349 Aug 23 14:10:08.286733 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1992d813-4b2d-4c33-b733-f77d62ba4cae req-a7aa3d49-8a1b-47fc-b33c-c3e31e7c30dc tempest-QuotasAdminNegativeTest-1966941596 tempest-QuotasAdminNegativeTest-1966941596-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=083b3416591641499f4d1229c91b17d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020801 Aug 23 14:10:08.347475 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Pushing event updated for resources: {'Port': ['ID=a69dc14c-247f-47a0-8fc2-f29f37f03f71,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:08.348863 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:08.488890 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Attempting to bind port a69dc14c-247f-47a0-8fc2-f29f37f03f71 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:10:08.488890 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Attempting to bind port a69dc14c-247f-47a0-8fc2-f29f37f03f71 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:10:08.489316 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Attempting to bind port a69dc14c-247f-47a0-8fc2-f29f37f03f71 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:10:08.508777 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 05b30b70-638f-4a8f-9c76-362a81fb70f1 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:10:08.520212 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Port a69dc14c-247f-47a0-8fc2-f29f37f03f71 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:10:08.520533 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Attempting to bind port a69dc14c-247f-47a0-8fc2-f29f37f03f71 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:10:08.544975 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:10:08.545333 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:10:08.545744 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:10:08.546168 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Bound port: a69dc14c-247f-47a0-8fc2-f29f37f03f71, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:10:08.546506 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:08.560616 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992d813-4b2d-4c33-b733-f77d62ba4cae req-ee75358d-7cd0-4ddf-8a20-c265c06230a6 tempest-QuotasAdminNegativeTest-1966941596 tempest-QuotasAdminNegativeTest-1966941596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:08.568329 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1992d813-4b2d-4c33-b733-f77d62ba4cae req-ee75358d-7cd0-4ddf-8a20-c265c06230a6 tempest-QuotasAdminNegativeTest-1966941596 tempest-QuotasAdminNegativeTest-1966941596-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720451 Aug 23 14:10:08.605677 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1992d813-4b2d-4c33-b733-f77d62ba4cae req-5b2f7e50-8c9e-4999-919e-482067fcfc5e tempest-QuotasAdminNegativeTest-1966941596 tempest-QuotasAdminNegativeTest-1966941596-project] 10.222.0.86 "GET /v2.0/quotas/083b3416591641499f4d1229c91b17d2 HTTP/1.1" status: 200 len: 375 time: 0.0363495 Aug 23 14:10:08.696143 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1992d813-4b2d-4c33-b733-f77d62ba4cae req-b18d847c-6888-4a7f-ab3e-d3a6e4fecb95 tempest-QuotasAdminNegativeTest-1966941596 tempest-QuotasAdminNegativeTest-1966941596-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=083b3416591641499f4d1229c91b17d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894945 Aug 23 14:10:08.738923 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 05b30b70-638f-4a8f-9c76-362a81fb70f1, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=05b30b70-638f-4a8f-9c76-362a81fb70f1,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:08.747840 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] For port a69dc14c-247f-47a0-8fc2-f29f37f03f71, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:10:08.753023 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] For port a69dc14c-247f-47a0-8fc2-f29f37f03f71, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a69dc14c-247f-47a0-8fc2-f29f37f03f71,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:10:08.759402 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '05b30b70-638f-4a8f-9c76-362a81fb70f1', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '05b30b70-638f-4a8f-9c76-362a81fb70f1', 'mac_address': 'fa:16:3e:b9:8d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:10:08.843467 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:08.851880 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:08.852069 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:08.879097 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b30b70-638f-4a8f-9c76-362a81fb70f1 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:08.899411 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 05b30b70-638f-4a8f-9c76-362a81fb70f1, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=05b30b70-638f-4a8f-9c76-362a81fb70f1,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:08.950663 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:08.953422 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b3af701-3812-4de9-8247-e11462997c7a req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] 10.222.0.60 "PUT /v2.0/ports/a69dc14c-247f-47a0-8fc2-f29f37f03f71 HTTP/1.1" status: 200 len: 1096 time: 1.8181622 Aug 23 14:10:08.966677 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59479a86-3721-4cdb-be35-8f10e1317846', 'tag': 'a69dc14c-247f-47a0-8fc2-f29f37f03f71'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:08.998931 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Pushing event updated for resources: {'Port': ['ID=a69dc14c-247f-47a0-8fc2-f29f37f03f71,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:09.004403 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:09.023470 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:09.026314 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-e36e0dc8-3f81-4616-97db-e20935009767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:09.108218 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=05b30b70-638f-4a8f-9c76-362a81fb70f1,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:09.134321 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:09.239113 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['05b30b70-638f-4a8f-9c76-362a81fb70f1'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:10:09.309421 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b3af701-3812-4de9-8247-e11462997c7a req-0b0bf2e8-2c26-4d58-9393-220a3ec99d11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ea2626d9585848eeb8ad9c29b4017038&device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 1099 time: 0.1631658 Aug 23 14:10:09.312699 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2ec393dd-cfbc-4c69-b6a4-6f3f1d060e06 req-192d7c4e-3c5c-4476-9f74-0e3cb0f8aa31 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 1096 time: 0.1243503 Aug 23 14:10:09.472132 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b3af701-3812-4de9-8247-e11462997c7a req-7a66376c-bbb7-4fb3-aee3-c34ae32c7e63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=a69dc14c-247f-47a0-8fc2-f29f37f03f71 HTTP/1.1" status: 200 len: 217 time: 0.1541336 Aug 23 14:10:09.581128 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2ec393dd-cfbc-4c69-b6a4-6f3f1d060e06 req-5ccc4505-7ab3-4db1-91d4-d5db850d5509 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] Synchronizing usage tracker for tenant:f15a9f3de6ed471dbb2d44de4095cd64 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:10:09.615628 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3af701-3812-4de9-8247-e11462997c7a req-9acad5ff-6e44-41c3-8d73-c67a6c0fef2e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:09.617386 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b3af701-3812-4de9-8247-e11462997c7a req-9acad5ff-6e44-41c3-8d73-c67a6c0fef2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1390357 Aug 23 14:10:09.760965 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f4cf9-5144-43ec-b87f-0da6b92e2f71 req-6f1d0791-2929-460d-b017-83e736359af5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:09.762448 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e31f4cf9-5144-43ec-b87f-0da6b92e2f71 req-6f1d0791-2929-460d-b017-83e736359af5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 948 time: 0.2872658 Aug 23 14:10:09.802460 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b3af701-3812-4de9-8247-e11462997c7a req-ad4b3830-99ae-429c-b3f4-705bbd5b6226 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1756403 Aug 23 14:10:09.892332 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2ec393dd-cfbc-4c69-b6a4-6f3f1d060e06 req-5ccc4505-7ab3-4db1-91d4-d5db850d5509 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] Unset dirty status for tenant:f15a9f3de6ed471dbb2d44de4095cd64 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:10:09.893691 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2ec393dd-cfbc-4c69-b6a4-6f3f1d060e06 req-5ccc4505-7ab3-4db1-91d4-d5db850d5509 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904783 Aug 23 14:10:09.898321 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e31f4cf9-5144-43ec-b87f-0da6b92e2f71 req-65364579-f875-4728-9334-b84bafac97db tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289797 Aug 23 14:10:09.978143 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b3af701-3812-4de9-8247-e11462997c7a req-4e0bb5a1-deaa-4cfb-b95f-7ca37e07fe90 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675766 Aug 23 14:10:10.177530 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b3af701-3812-4de9-8247-e11462997c7a req-63eafa88-0111-47a9-a6fd-eb83a3ee75ba service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902356 Aug 23 14:10:10.179884 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59479a86-3721-4cdb-be35-8f10e1317846', 'tag': 'a69dc14c-247f-47a0-8fc2-f29f37f03f71', 'status': 'completed', 'code': 200} Aug 23 14:10:10.335125 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571ee01-f2ad-4090-b59b-7831d53bb8b0 req-cdb3a5ba-f76a-4396-bbfc-4a834bfa5f38 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:10.336571 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3571ee01-f2ad-4090-b59b-7831d53bb8b0 req-cdb3a5ba-f76a-4396-bbfc-4a834bfa5f38 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 946 time: 0.1099360 Aug 23 14:10:10.454613 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3571ee01-f2ad-4090-b59b-7831d53bb8b0 req-6171b5c4-679c-4f38-8ad2-a52e6ec2bb3b tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112692 Aug 23 14:10:10.498440 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19a3d4b4-f8f8-4ab7-816c-8f6ce229d4d0 req-0ac3218a-c6e7-4004-b317-dc0c3b0cd871 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ea2626d9585848eeb8ad9c29b4017038&device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 1099 time: 0.1294122 Aug 23 14:10:10.526348 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 05b30b70-638f-4a8f-9c76-362a81fb70f1 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:10:10.587585 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:10:10.698334 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 05b30b70-638f-4a8f-9c76-362a81fb70f1 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:10.712051 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 05b30b70-638f-4a8f-9c76-362a81fb70f1 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:10.713217 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:10.801850 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3d4b4-f8f8-4ab7-816c-8f6ce229d4d0 req-7c35d1f0-b063-4f84-a718-5c064a8bde24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:10.804324 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19a3d4b4-f8f8-4ab7-816c-8f6ce229d4d0 req-7c35d1f0-b063-4f84-a718-5c064a8bde24 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.2992883 Aug 23 14:10:10.874196 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:10.903155 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee405625-4514-47df-b82c-8d5c81879362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b30b70-638f-4a8f-9c76-362a81fb70f1'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:10.913780 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 05b30b70-638f-4a8f-9c76-362a81fb70f1, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=05b30b70-638f-4a8f-9c76-362a81fb70f1,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:10.934293 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19a3d4b4-f8f8-4ab7-816c-8f6ce229d4d0 req-2fa5e3f8-edd4-4809-8e5e-a1234f947b18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=a69dc14c-247f-47a0-8fc2-f29f37f03f71 HTTP/1.1" status: 200 len: 217 time: 0.1226482 Aug 23 14:10:11.017206 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee290c-5959-4a56-aa91-d056912d6151 req-ee6b10c4-6357-4296-bb45-0febfe719020 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:11.018727 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-49ee290c-5959-4a56-aa91-d056912d6151 req-ee6b10c4-6357-4296-bb45-0febfe719020 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/ports?device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 948 time: 0.2858081 Aug 23 14:10:11.028091 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3d4b4-f8f8-4ab7-816c-8f6ce229d4d0 req-a3c5acc8-5e71-4cb8-aafc-2684d8f28c52 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:11.028326 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:11.029465 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19a3d4b4-f8f8-4ab7-816c-8f6ce229d4d0 req-a3c5acc8-5e71-4cb8-aafc-2684d8f28c52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.0877457 Aug 23 14:10:11.030218 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-8e6e9385-5991-4868-970c-1efad60b436e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:11.101895 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-21408494-426b-405e-b8ad-c7f269c5cfa5 req-2c3addc7-08b7-4f30-bbe9-fd4b7988bcc9 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 1096 time: 0.2259490 Aug 23 14:10:11.113818 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=05b30b70-638f-4a8f-9c76-362a81fb70f1,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:11.117490 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:11.159246 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-49ee290c-5959-4a56-aa91-d056912d6151 req-6148d8b0-0559-422c-abb2-f7423acf5967 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/security-groups?id=edb11275-cda0-43aa-9702-9e9dcb31b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335821 Aug 23 14:10:11.175603 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-21408494-426b-405e-b8ad-c7f269c5cfa5 req-33b1b589-734d-4269-86a1-f5294d56008b tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655775 Aug 23 14:10:11.185642 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19a3d4b4-f8f8-4ab7-816c-8f6ce229d4d0 req-b6c0e196-abe8-43f1-9a8c-2441d64edbf7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390483 Aug 23 14:10:11.383683 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19a3d4b4-f8f8-4ab7-816c-8f6ce229d4d0 req-9f05d8b4-dd23-48e7-bd2f-cdcc2fdb7745 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901574 Aug 23 14:10:11.490583 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22801c2f-107c-40a7-8d66-05230b081637 req-8cc01b1a-a3b0-4d87-b406-0961e9ba2622 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:11.492047 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-22801c2f-107c-40a7-8d66-05230b081637 req-8cc01b1a-a3b0-4d87-b406-0961e9ba2622 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 946 time: 0.1866429 Aug 23 14:10:11.503446 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33462) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:11.535075 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-4b81ab6c-9832-4a7e-84df-17e35cc21a92 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Request body: {'floatingip': {'port_id': 'cb243570-3592-46a0-b2a2-bba38a712661'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:11.628830 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4b81ab6c-9832-4a7e-84df-17e35cc21a92 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for floatingip, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:11.752046 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19a3d4b4-f8f8-4ab7-816c-8f6ce229d4d0 req-e5dbd335-b7fb-43cc-a58e-8295c8ccba22 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612096 Aug 23 14:10:11.817692 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee405625-4514-47df-b82c-8d5c81879362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b30b70-638f-4a8f-9c76-362a81fb70f1', 'code': 200} Aug 23 14:10:11.985076 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3cd32898-bf9a-4e67-baed-e2aa898cda58 req-acfcc431-3908-42a2-9715-29cc84415df9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 1100 time: 0.0911233 Aug 23 14:10:12.044036 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3cd32898-bf9a-4e67-baed-e2aa898cda58 req-9923af5d-cb61-4d3a-9489-150bce68165c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512512 Aug 23 14:10:12.073266 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33484) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:12.253092 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-77580672-3e2b-457f-ba30-e9a667545b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:12.264032 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156478-1773-4ad3-a33f-37e758b49c62 req-9ddabc91-cb64-4e3a-86f0-2c93b84f430e tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:12.269884 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bb156478-1773-4ad3-a33f-37e758b49c62 req-9ddabc91-cb64-4e3a-86f0-2c93b84f430e tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 949 time: 0.2855573 Aug 23 14:10:12.287991 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-77580672-3e2b-457f-ba30-e9a667545b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:12.292353 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-77580672-3e2b-457f-ba30-e9a667545b67 admin admin] Usage tracker for resource:security_group_rule and tenant:fef26760096f437d9a1d65c45b435dc4 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:12.295352 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-77580672-3e2b-457f-ba30-e9a667545b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:12.302252 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-77580672-3e2b-457f-ba30-e9a667545b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:12.378504 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-77580672-3e2b-457f-ba30-e9a667545b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:12.454926 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bb156478-1773-4ad3-a33f-37e758b49c62 req-d3f4224b-0d35-4a4b-8967-8f8a099e65c9 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713134 Aug 23 14:10:12.685206 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-77580672-3e2b-457f-ba30-e9a667545b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:12.693317 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9a4e5c41-3812-4f07-8f18-029b612215d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:12.738916 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-77580672-3e2b-457f-ba30-e9a667545b67 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fef26760096f437d9a1d65c45b435dc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6645434 Aug 23 14:10:12.739838 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77580672-3e2b-457f-ba30-e9a667545b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a73cd6-3757-4a87-a682-b4879f78f201,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:12.742942 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33500) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:12.743176 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-77580672-3e2b-457f-ba30-e9a667545b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:12.745328 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4b81ab6c-9832-4a7e-84df-17e35cc21a92 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:12.797564 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0073a481-20fd-4674-a3ca-330b5a40c9f0 req-0f07c223-0a29-4067-a5d7-957065d18940 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1563540 Aug 23 14:10:12.824407 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fbc4ee29-ebdc-4ee1-8058-424e1da0286e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:12.858238 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fbc4ee29-ebdc-4ee1-8058-424e1da0286e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:13.141408 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c05dd-ff1c-454b-aa8a-3cf283c18229 req-fce7ca80-cee7-4b58-802e-d65d8ab7eebc tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:13.144010 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c73c05dd-ff1c-454b-aa8a-3cf283c18229 req-fce7ca80-cee7-4b58-802e-d65d8ab7eebc tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/ports?device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 948 time: 0.0854833 Aug 23 14:10:13.190272 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c73c05dd-ff1c-454b-aa8a-3cf283c18229 req-4990c6ce-086c-4704-ba60-d224b51e419f tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/security-groups?id=edb11275-cda0-43aa-9702-9e9dcb31b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402319 Aug 23 14:10:13.205043 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4b81ab6c-9832-4a7e-84df-17e35cc21a92 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:13.366083 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fbc4ee29-ebdc-4ee1-8058-424e1da0286e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:13.372557 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e51161fb-18c4-496d-9a44-02bb1cecae7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:13.385357 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4ee29-ebdc-4ee1-8058-424e1da0286e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a73cd6-3757-4a87-a682-b4879f78f201,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:13.389307 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fbc4ee29-ebdc-4ee1-8058-424e1da0286e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:13.392653 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fbc4ee29-ebdc-4ee1-8058-424e1da0286e admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:13.394307 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-fbc4ee29-ebdc-4ee1-8058-424e1da0286e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/62a73cd6-3757-4a87-a682-b4879f78f201 HTTP/1.1" status: 204 len: 168 time: 0.6477964 Aug 23 14:10:13.430441 n-d-805629-1 neutron-server[76505]: INFO neutron.db.l3_db [None req-4b81ab6c-9832-4a7e-84df-17e35cc21a92 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Floating IP ddd08a72-6c4e-4cfc-8923-6c91411befa9 associated. External IP: 172.25.6.162, port: cb243570-3592-46a0-b2a2-bba38a712661. Aug 23 14:10:13.830199 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7d5960b3-ce8e-41b8-9c3e-9b81d764c8d7 req-23402781-577a-470a-9b1a-39d13785da7d tempest-QuotasAdminNegativeTest-1966941596 tempest-QuotasAdminNegativeTest-1966941596-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=083b3416591641499f4d1229c91b17d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361586 Aug 23 14:10:14.053430 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5960b3-ce8e-41b8-9c3e-9b81d764c8d7 req-6b16ed66-5a90-4a99-877e-4aa25d326806 tempest-QuotasAdminNegativeTest-1966941596 tempest-QuotasAdminNegativeTest-1966941596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:14.054917 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7d5960b3-ce8e-41b8-9c3e-9b81d764c8d7 req-6b16ed66-5a90-4a99-877e-4aa25d326806 tempest-QuotasAdminNegativeTest-1966941596 tempest-QuotasAdminNegativeTest-1966941596-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182035 Aug 23 14:10:14.090399 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7d5960b3-ce8e-41b8-9c3e-9b81d764c8d7 req-d481b9d5-ca6d-4819-981a-5e36441842a9 tempest-QuotasAdminNegativeTest-1966941596 tempest-QuotasAdminNegativeTest-1966941596-project] 10.222.0.86 "GET /v2.0/quotas/083b3416591641499f4d1229c91b17d2 HTTP/1.1" status: 200 len: 375 time: 0.0302062 Aug 23 14:10:14.146707 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7d5960b3-ce8e-41b8-9c3e-9b81d764c8d7 req-b0d85511-ee87-41d2-a684-c8b8b31dc26e tempest-QuotasAdminNegativeTest-1966941596 tempest-QuotasAdminNegativeTest-1966941596-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=083b3416591641499f4d1229c91b17d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489230 Aug 23 14:10:14.161830 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a69dc14c-247f-47a0-8fc2-f29f37f03f71 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:10:14.170746 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b81ab6c-9832-4a7e-84df-17e35cc21a92 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Router 7912d10e-be87-4097-9ed9-3b6fd1009fcb has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:10:14.355857 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a69dc14c-247f-47a0-8fc2-f29f37f03f71, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a69dc14c-247f-47a0-8fc2-f29f37f03f71,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:14.377521 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'a69dc14c-247f-47a0-8fc2-f29f37f03f71', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'a69dc14c-247f-47a0-8fc2-f29f37f03f71', 'mac_address': 'fa:16:3e:66:a2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:10:14.438142 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:14.440382 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b81ab6c-9832-4a7e-84df-17e35cc21a92 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:10:14.445049 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4b81ab6c-9832-4a7e-84df-17e35cc21a92 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:14.453954 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b6f37-d40d-49fb-9494-dfe47a9447ff None None] Sync routers for ids ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:10:14.473092 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b6f37-d40d-49fb-9494-dfe47a9447ff None None] Routers {'7912d10e-be87-4097-9ed9-3b6fd1009fcb'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:10:14.474437 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-d44b6f37-d40d-49fb-9494-dfe47a9447ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:09:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:14.486564 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69dc14c-247f-47a0-8fc2-f29f37f03f71 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:14.508946 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a69dc14c-247f-47a0-8fc2-f29f37f03f71, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a69dc14c-247f-47a0-8fc2-f29f37f03f71,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:14.517145 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4b81ab6c-9832-4a7e-84df-17e35cc21a92 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "PUT /v2.0/floatingips/ddd08a72-6c4e-4cfc-8923-6c91411befa9 HTTP/1.1" status: 200 len: 992 time: 3.0121083 Aug 23 14:10:14.517891 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4819d7ec-898d-4fb3-9026-fdf83eb4542b', 'tag': 'cb243570-3592-46a0-b2a2-bba38a712661'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:14.676699 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33554) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:14.686644 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:14.688678 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:14.689204 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-d44b6f37-d40d-49fb-9494-dfe47a9447ff None None] Set router 7912d10e-be87-4097-9ed9-3b6fd1009fcb gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:10:14.723227 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e0039b65-a8ba-4d7d-8531-1d550ba15634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:14.764361 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=a69dc14c-247f-47a0-8fc2-f29f37f03f71,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:14.769027 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:14.775854 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-e0039b65-a8ba-4d7d-8531-1d550ba15634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:14.780242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-e0039b65-a8ba-4d7d-8531-1d550ba15634 admin admin] Usage tracker for resource:security_group_rule and tenant:d3c3482ac59b434cb3bf0307a9c8820e is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:14.783250 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-e0039b65-a8ba-4d7d-8531-1d550ba15634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:14.790721 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-e0039b65-a8ba-4d7d-8531-1d550ba15634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:14.899465 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e0039b65-a8ba-4d7d-8531-1d550ba15634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:14.952020 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['a69dc14c-247f-47a0-8fc2-f29f37f03f71'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:10:15.085452 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e0039b65-a8ba-4d7d-8531-1d550ba15634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:15.114564 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-76519c41-2ce9-44f1-be59-7212440ea8f5 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:15.125524 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-d44b6f37-d40d-49fb-9494-dfe47a9447ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd08a72-6c4e-4cfc-8923-6c91411befa9', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'floating_ip_address': '172.25.6.162', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'port_id': 'cb243570-3592-46a0-b2a2-bba38a712661', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'mac_address': 'fa:16:3e:73:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4819d7ec-898d-4fb3-9026-fdf83eb4542b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:09:45Z', 'updated_at': '2021-08-23T14:10:12Z', 'revision_number': 1, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2b8d93-51ce-4784-b1c8-6f2d75b350d5', 'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'mac_address': 'fa:16:3e:da:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:21Z', 'revision_number': 5, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'subnets': [{'id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:15.135247 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b6f37-d40d-49fb-9494-dfe47a9447ff None None] Checking router: 7912d10e-be87-4097-9ed9-3b6fd1009fcb for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:10:15.160114 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b6f37-d40d-49fb-9494-dfe47a9447ff None None] Routers {'7912d10e-be87-4097-9ed9-3b6fd1009fcb'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:10:15.161337 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-d44b6f37-d40d-49fb-9494-dfe47a9447ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:09:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:15.182956 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-e0039b65-a8ba-4d7d-8531-1d550ba15634 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d3c3482ac59b434cb3bf0307a9c8820e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5050600 Aug 23 14:10:15.185693 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33566) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:15.193345 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0039b65-a8ba-4d7d-8531-1d550ba15634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ddc768-1fe3-4082-a5e3-87dacfe74128,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:15.206425 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e0039b65-a8ba-4d7d-8531-1d550ba15634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:15.238067 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1727f1d-f4e4-433f-9a30-568130deb8f8 req-a22e52f8-1996-44a9-a9d2-29ea0ee2e73e tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:15.239786 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a1727f1d-f4e4-433f-9a30-568130deb8f8 req-a22e52f8-1996-44a9-a9d2-29ea0ee2e73e tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 949 time: 0.1263218 Aug 23 14:10:15.270630 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-793e3837-15a7-4dad-875f-95bf07d31d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:15.294562 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a1727f1d-f4e4-433f-9a30-568130deb8f8 req-9d76c997-84ce-4ceb-8218-fad066e42ce3 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460136 Aug 23 14:10:15.312208 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-793e3837-15a7-4dad-875f-95bf07d31d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:15.376706 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-d44b6f37-d40d-49fb-9494-dfe47a9447ff None None] Set router 7912d10e-be87-4097-9ed9-3b6fd1009fcb gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:10:15.537427 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a05ad5-c3bc-4f54-92e3-9d7ad71843b1 req-cb94758c-7857-42bc-bb22-307a1d7494fa tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:15.539163 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-49a05ad5-c3bc-4f54-92e3-9d7ad71843b1 req-cb94758c-7857-42bc-bb22-307a1d7494fa tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/ports?device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 949 time: 0.0866325 Aug 23 14:10:15.578152 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-793e3837-15a7-4dad-875f-95bf07d31d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:15.604165 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e0be9f59-88ae-421c-97e0-43166972ebdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:15.629218 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-49a05ad5-c3bc-4f54-92e3-9d7ad71843b1 req-8d99ac86-bed6-48ae-a4e7-b9009edeb7ec tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/security-groups?id=edb11275-cda0-43aa-9702-9e9dcb31b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753887 Aug 23 14:10:15.637642 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e3837-15a7-4dad-875f-95bf07d31d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ddc768-1fe3-4082-a5e3-87dacfe74128,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:15.661734 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-793e3837-15a7-4dad-875f-95bf07d31d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:15.662857 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-793e3837-15a7-4dad-875f-95bf07d31d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:15.667473 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-793e3837-15a7-4dad-875f-95bf07d31d6b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/82ddc768-1fe3-4082-a5e3-87dacfe74128 HTTP/1.1" status: 204 len: 168 time: 0.4805930 Aug 23 14:10:15.778575 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-d44b6f37-d40d-49fb-9494-dfe47a9447ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd08a72-6c4e-4cfc-8923-6c91411befa9', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'floating_ip_address': '172.25.6.162', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'port_id': 'cb243570-3592-46a0-b2a2-bba38a712661', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'mac_address': 'fa:16:3e:73:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4819d7ec-898d-4fb3-9026-fdf83eb4542b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:09:45Z', 'updated_at': '2021-08-23T14:10:12Z', 'revision_number': 1, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2b8d93-51ce-4784-b1c8-6f2d75b350d5', 'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'mac_address': 'fa:16:3e:da:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:21Z', 'revision_number': 5, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'subnets': [{'id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:15.782947 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b6f37-d40d-49fb-9494-dfe47a9447ff None None] The sync data for ids ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'] in n-d-805629-1 is: [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd08a72-6c4e-4cfc-8923-6c91411befa9', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'floating_ip_address': '172.25.6.162', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'port_id': 'cb243570-3592-46a0-b2a2-bba38a712661', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'mac_address': 'fa:16:3e:73:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4819d7ec-898d-4fb3-9026-fdf83eb4542b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:09:45Z', 'updated_at': '2021-08-23T14:10:12Z', 'revision_number': 1, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2b8d93-51ce-4784-b1c8-6f2d75b350d5', 'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'mac_address': 'fa:16:3e:da:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:21Z', 'revision_number': 5, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'subnets': [{'id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:10:15.998261 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75fbcb-885b-4846-92a5-07cc1441a26b None None] New status for floating IP ddd08a72-6c4e-4cfc-8923-6c91411befa9: ACTIVE {{(pid=76509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:10:16.178028 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a69dc14c-247f-47a0-8fc2-f29f37f03f71 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:10:16.251565 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33586) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:16.260573 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-e36dbf54-0639-494d-ac0c-ebf8592d6d96 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76506) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:10:16.262220 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-e36dbf54-0639-494d-ac0c-ebf8592d6d96 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0073047 Aug 23 14:10:16.433458 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4819d7ec-898d-4fb3-9026-fdf83eb4542b', 'tag': 'cb243570-3592-46a0-b2a2-bba38a712661', 'status': 'completed', 'code': 200} Aug 23 14:10:16.449491 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port a69dc14c-247f-47a0-8fc2-f29f37f03f71 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:16.452358 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port a69dc14c-247f-47a0-8fc2-f29f37f03f71 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:16.452666 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:16.516644 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-b6b296d5-979b-4d2b-8955-5f385697ada9 service neutron] Request body: {'binding': {'host': 'n-h1-805629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:16.517402 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-b6b296d5-979b-4d2b-8955-5f385697ada9 service neutron] Unknown quota resources ['binding']. {{(pid=76506) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Aug 23 14:10:16.671206 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43bad957-a991-4732-a15b-a60c7d7aa214 req-6c2daf13-bd05-4b01-b5c4-90a7f31080f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ba3514f5e5345bdb74853fae0d863ae&device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 1097 time: 0.1958938 Aug 23 14:10:16.696193 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:16.708534 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6911ec-7473-424e-85ed-51b0659a60f1 req-38ae8153-ccf9-49d4-b330-4ac4740e2480 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:16.711530 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2b6911ec-7473-424e-85ed-51b0659a60f1 req-38ae8153-ccf9-49d4-b330-4ac4740e2480 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 971 time: 0.1546593 Aug 23 14:10:16.739792 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59479a86-3721-4cdb-be35-8f10e1317846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69dc14c-247f-47a0-8fc2-f29f37f03f71'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:16.755255 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a69dc14c-247f-47a0-8fc2-f29f37f03f71, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a69dc14c-247f-47a0-8fc2-f29f37f03f71,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:16.841511 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:16.849997 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:16.861322 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2b6911ec-7473-424e-85ed-51b0659a60f1 req-5ada60b4-6358-4d73-9301-6042554a82e9 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/security-groups?id=5e4b914b-b73a-4f34-a757-beeddc35e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387870 Aug 23 14:10:16.917299 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a2af4-2b34-4ff4-84b0-352913b34d72 req-3aaae9a5-e6b1-498d-b386-35f544debb1e tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:16.920431 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a9a2af4-2b34-4ff4-84b0-352913b34d72 req-3aaae9a5-e6b1-498d-b386-35f544debb1e tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.91 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 971 time: 0.2340174 Aug 23 14:10:16.938181 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bad957-a991-4732-a15b-a60c7d7aa214 req-b0d38daf-4df3-4c16-ab2e-81b6de5cfb26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:16.940786 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43bad957-a991-4732-a15b-a60c7d7aa214 req-b0d38daf-4df3-4c16-ab2e-81b6de5cfb26 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7d55dac6-c24c-49d5-a663-12afdd587d9d HTTP/1.1" status: 200 len: 924 time: 0.2611902 Aug 23 14:10:16.949238 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=a69dc14c-247f-47a0-8fc2-f29f37f03f71,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:16.952693 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:16.990892 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-b6b296d5-979b-4d2b-8955-5f385697ada9 service neutron] Attempting to bind port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 on host n-h1-805629-1 for vnic_type normal with profile None {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:10:16.991219 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-b6b296d5-979b-4d2b-8955-5f385697ada9 service neutron] Attempting to bind port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:10:16.991542 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-b6b296d5-979b-4d2b-8955-5f385697ada9 service neutron] Attempting to bind port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:10:17.004996 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-b6b296d5-979b-4d2b-8955-5f385697ada9 service neutron] Port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:10:17.005314 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-b6b296d5-979b-4d2b-8955-5f385697ada9 service neutron] Attempting to bind port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:10:17.018510 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-8a9a2af4-2b34-4ff4-84b0-352913b34d72 req-5ef6b347-5bec-4996-96d3-211c6c640378 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Deleting port a69ad4c4-7305-4406-96a6-006c93a7044d {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:10:17.018837 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a9a2af4-2b34-4ff4-84b0-352913b34d72 req-5ef6b347-5bec-4996-96d3-211c6c640378 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:17.049664 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-b6b296d5-979b-4d2b-8955-5f385697ada9 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:10:17.050206 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-b6b296d5-979b-4d2b-8955-5f385697ada9 service neutron] Checking segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:10:17.050751 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-b6b296d5-979b-4d2b-8955-5f385697ada9 service neutron] Bound using segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:10:17.051354 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-b6b296d5-979b-4d2b-8955-5f385697ada9 service neutron] Bound port: 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:10:17.128256 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43bad957-a991-4732-a15b-a60c7d7aa214 req-42c45d41-5a8a-4a69-98ff-67c4f235fd8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb243570-3592-46a0-b2a2-bba38a712661 HTTP/1.1" status: 200 len: 1002 time: 0.1815228 Aug 23 14:10:17.457145 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-b6b296d5-979b-4d2b-8955-5f385697ada9 service neutron] For port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:10:17.458138 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bad957-a991-4732-a15b-a60c7d7aa214 req-af987912-9c25-4c3c-b519-c578f0a573c7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:17.458138 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43bad957-a991-4732-a15b-a60c7d7aa214 req-af987912-9c25-4c3c-b519-c578f0a573c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9c2655a-6e68-446a-9ae7-90bbfd7e3c26 HTTP/1.1" status: 200 len: 862 time: 0.0582237 Aug 23 14:10:17.458138 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43bad957-a991-4732-a15b-a60c7d7aa214 req-19dde1f1-f2a7-4ae5-804e-1eb2d8746ad9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d55dac6-c24c-49d5-a663-12afdd587d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745022 Aug 23 14:10:17.458603 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-8a9a2af4-2b34-4ff4-84b0-352913b34d72 req-5ef6b347-5bec-4996-96d3-211c6c640378 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] For port a69ad4c4-7305-4406-96a6-006c93a7044d, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a69ad4c4-7305-4406-96a6-006c93a7044d,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:17.458603 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a9a2af4-2b34-4ff4-84b0-352913b34d72 req-5ef6b347-5bec-4996-96d3-211c6c640378 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:17.458939 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43bad957-a991-4732-a15b-a60c7d7aa214 req-daf27db5-d89b-4413-8b4e-8305d5516be1 service neutron] 10.222.0.60 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306939 Aug 23 14:10:17.459107 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-8a9a2af4-2b34-4ff4-84b0-352913b34d72 req-5ef6b347-5bec-4996-96d3-211c6c640378 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Calling delete_port for a69ad4c4-7305-4406-96a6-006c93a7044d owned by compute:tempest-test_az-451447562 {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:10:17.547405 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43bad957-a991-4732-a15b-a60c7d7aa214 req-dcedcde8-19ee-4423-a7f2-a5c52e92120c service neutron] 10.222.0.60 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283822 Aug 23 14:10:17.795950 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a9a2af4-2b34-4ff4-84b0-352913b34d72 req-5ef6b347-5bec-4996-96d3-211c6c640378 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:17.804721 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:17.817316 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a69ad4c4-7305-4406-96a6-006c93a7044d'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:10:17.854917 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6b347-5bec-4996-96d3-211c6c640378 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Pushing event deleted for resources: {'Port': ['ID=a69ad4c4-7305-4406-96a6-006c93a7044d,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:17.858921 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5ef6b347-5bec-4996-96d3-211c6c640378 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:17.932955 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9a2af4-2b34-4ff4-84b0-352913b34d72 req-5ef6b347-5bec-4996-96d3-211c6c640378 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] No DVR routers for this DVR port a69ad4c4-7305-4406-96a6-006c93a7044d on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:10:17.956558 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a9a2af4-2b34-4ff4-84b0-352913b34d72 req-5ef6b347-5bec-4996-96d3-211c6c640378 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:17.959725 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a9a2af4-2b34-4ff4-84b0-352913b34d72 req-5ef6b347-5bec-4996-96d3-211c6c640378 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.91 "DELETE /v2.0/ports/a69ad4c4-7305-4406-96a6-006c93a7044d HTTP/1.1" status: 204 len: 173 time: 1.0253434 Aug 23 14:10:17.961408 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f6b76e-438d-4c4a-837a-7410f6805037', 'name': 'network-vif-deleted', 'tag': 'a69ad4c4-7305-4406-96a6-006c93a7044d'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:17.968801 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-b6b296d5-979b-4d2b-8955-5f385697ada9 service neutron] Notify callbacks [] for binding, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:17.976245 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-b6b296d5-979b-4d2b-8955-5f385697ada9 service neutron] 10.222.0.86 "POST /v2.0/ports/3b89b203-8bb8-4d88-8ccf-ae8c09224c35/bindings HTTP/1.1" status: 201 len: 389 time: 1.5698900 Aug 23 14:10:18.381934 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0102d98-30c5-4272-92c7-0936b873eb42 req-c9cd3fd5-7885-421a-8103-67d1f0aa4ec8 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:18.383608 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e0102d98-30c5-4272-92c7-0936b873eb42 req-c9cd3fd5-7885-421a-8103-67d1f0aa4ec8 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/ports?device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 950 time: 0.1363442 Aug 23 14:10:18.433185 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e0102d98-30c5-4272-92c7-0936b873eb42 req-dfaba55b-9da7-4ba0-ac46-4c9546e81630 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/security-groups?id=edb11275-cda0-43aa-9702-9e9dcb31b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426977 Aug 23 14:10:18.501228 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59479a86-3721-4cdb-be35-8f10e1317846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69dc14c-247f-47a0-8fc2-f29f37f03f71', 'code': 200} Aug 23 14:10:18.681878 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f6b76e-438d-4c4a-837a-7410f6805037', 'name': 'network-vif-deleted', 'tag': 'a69ad4c4-7305-4406-96a6-006c93a7044d', 'status': 'completed', 'code': 200} Aug 23 14:10:18.775470 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-496ddfe1-4138-488d-bcce-0fbd22d2b151 req-98ea0d2d-d2ad-45c1-9738-75212cd5b685 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] 10.222.0.86 "GET /v2.0/ports?device_id=83f6b76e-438d-4c4a-837a-7410f6805037 HTTP/1.1" status: 200 len: 210 time: 0.0703301 Aug 23 14:10:18.797375 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-48584d91-0ccf-4c4b-a8f9-b6463352e6cd req-bd9de1be-2076-45c8-83e1-3de9d1eff55d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 1101 time: 0.1908190 Aug 23 14:10:18.909334 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-48584d91-0ccf-4c4b-a8f9-b6463352e6cd req-578be6ce-be98-402e-8fd0-722a43635cf6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=edb11275-cda0-43aa-9702-9e9dcb31b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941103 Aug 23 14:10:18.947144 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa08eff-d953-44c7-a8d4-017a6e222095 req-0ee62327-b302-421f-9f62-e9091c91de1e tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:18.948589 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aa08eff-d953-44c7-a8d4-017a6e222095 req-0ee62327-b302-421f-9f62-e9091c91de1e tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 949 time: 0.0954704 Aug 23 14:10:19.061022 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aa08eff-d953-44c7-a8d4-017a6e222095 req-1752bd43-46b4-4b0c-aa48-9ef0c22c5f3f tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041715 Aug 23 14:10:19.083633 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9f295-530b-47bb-b5d2-41b5338b92d0 req-c36f1fc1-7c86-40d5-8a7a-f644e4b352cc tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:19.085716 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-70d9f295-530b-47bb-b5d2-41b5338b92d0 req-c36f1fc1-7c86-40d5-8a7a-f644e4b352cc tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 945 time: 0.1135914 Aug 23 14:10:19.161019 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-70d9f295-530b-47bb-b5d2-41b5338b92d0 req-0ed45aaf-0a94-463a-a8e9-838da532bbcd tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660851 Aug 23 14:10:19.182714 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33650) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:19.289302 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1adb5a00-11b9-4d25-86cd-3a975bf4ef22 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 1096 time: 0.1692729 Aug 23 14:10:19.353415 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-243d46d4-e36d-4fa2-93df-006c01b69f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:19.434928 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-243d46d4-e36d-4fa2-93df-006c01b69f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:19.446996 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-243d46d4-e36d-4fa2-93df-006c01b69f21 admin admin] Usage tracker for resource:security_group_rule and tenant:083b3416591641499f4d1229c91b17d2 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:19.454413 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-243d46d4-e36d-4fa2-93df-006c01b69f21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:19.462627 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-243d46d4-e36d-4fa2-93df-006c01b69f21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:19.542815 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-ded3a623-09ad-4c70-8936-9aa67fb5872c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:19.544592 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-ded3a623-09ad-4c70-8936-9aa67fb5872c service neutron] 10.222.0.91 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.2479165 Aug 23 14:10:19.573415 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-243d46d4-e36d-4fa2-93df-006c01b69f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:19.666203 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-2f7f6e1f-9f85-4202-a174-d3b0027ba5c7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35 HTTP/1.1" status: 200 len: 217 time: 0.1139021 Aug 23 14:10:19.769741 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe48aaa-6907-4d1e-8b71-0be39e7b5def req-af11ca80-42a3-4db0-aebd-ad25dfd0f83a tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:19.773225 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7fe48aaa-6907-4d1e-8b71-0be39e7b5def req-af11ca80-42a3-4db0-aebd-ad25dfd0f83a tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/ports?device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 950 time: 0.1152873 Aug 23 14:10:19.783013 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-43441fb2-12f2-4996-a733-dfaeaed670a9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:19.785638 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-43441fb2-12f2-4996-a733-dfaeaed670a9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.1129553 Aug 23 14:10:19.817213 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-243d46d4-e36d-4fa2-93df-006c01b69f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:19.826508 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:19.871948 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-6e03d6ad-dfde-4289-a9be-f36322184b8a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670030 Aug 23 14:10:19.895095 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d46d4-e36d-4fa2-93df-006c01b69f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b783bd26-314a-44c0-b6fb-e34eec79327f,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:19.908825 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-243d46d4-e36d-4fa2-93df-006c01b69f21 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=083b3416591641499f4d1229c91b17d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7210779 Aug 23 14:10:19.908825 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-243d46d4-e36d-4fa2-93df-006c01b69f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:19.909116 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33672) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:19.931640 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7fe48aaa-6907-4d1e-8b71-0be39e7b5def req-0a0a270b-c06b-482c-9410-53c3b83a87dd tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/security-groups?id=edb11275-cda0-43aa-9702-9e9dcb31b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454589 Aug 23 14:10:20.051236 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-37d2e8af-ab01-4490-9251-575c4a9355dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:20.144334 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-37d2e8af-ab01-4490-9251-575c4a9355dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:20.245075 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33684) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:20.417112 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-ed8ed376-e892-44fe-9004-bb1643f08953 service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369329 Aug 23 14:10:20.465335 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-37d2e8af-ab01-4490-9251-575c4a9355dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:20.472086 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-243d46d4-e36d-4fa2-93df-006c01b69f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:20.487433 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2e8af-ab01-4490-9251-575c4a9355dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b783bd26-314a-44c0-b6fb-e34eec79327f,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:20.489975 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-37d2e8af-ab01-4490-9251-575c4a9355dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:20.561731 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-37d2e8af-ab01-4490-9251-575c4a9355dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:20.565140 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-37d2e8af-ab01-4490-9251-575c4a9355dc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b783bd26-314a-44c0-b6fb-e34eec79327f HTTP/1.1" status: 204 len: 168 time: 0.6541350 Aug 23 14:10:20.618095 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device a69ad4c4-7305-4406-96a6-006c93a7044d no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:10:20.622992 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-3434625b-4197-4e26-b27c-35df0215d524 service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999438 Aug 23 14:10:20.699855 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558519f-e2ac-4649-bbdc-278e16b71ff5 req-92bdfca1-bf54-406a-90c2-a68f5d73aa68 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:20.709080 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1558519f-e2ac-4649-bbdc-278e16b71ff5 req-92bdfca1-bf54-406a-90c2-a68f5d73aa68 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 949 time: 0.3479514 Aug 23 14:10:20.712118 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ffff-9b31-479a-ba49-f9be142a0a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:20.724935 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: a69ad4c4-7305-4406-96a6-006c93a7044d {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:10:20.725793 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device a69ad4c4-7305-4406-96a6-006c93a7044d not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:10:20.824310 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-d4e2ffff-9b31-479a-ba49-f9be142a0a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:20.832243 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-d4e2ffff-9b31-479a-ba49-f9be142a0a47 admin admin] Usage tracker for resource:security_group_rule and tenant:b108bde5b86e4490a742e03c6ab919fa is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:20.845169 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1558519f-e2ac-4649-bbdc-278e16b71ff5 req-bd8115b5-094a-4585-a8c8-7f62289494ec tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261346 Aug 23 14:10:20.845169 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-d4e2ffff-9b31-479a-ba49-f9be142a0a47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:20.851349 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-d4e2ffff-9b31-479a-ba49-f9be142a0a47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:20.876386 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f17059-fc08-4c46-8579-e68577015a9a req-0078ea86-f72c-4779-a807-4e9fc6c3beaf tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:20.879350 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-55f17059-fc08-4c46-8579-e68577015a9a req-0078ea86-f72c-4779-a807-4e9fc6c3beaf tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 945 time: 0.3242483 Aug 23 14:10:20.957321 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-55f17059-fc08-4c46-8579-e68577015a9a req-7bfa8011-fabf-437d-b395-a02a45f89600 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697196 Aug 23 14:10:20.994422 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ffff-9b31-479a-ba49-f9be142a0a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:21.055421 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-c6bb0b64-9e8e-428e-a594-3a985b40629f tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6&tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&binding%3Ahost_id=n-h2-805629-1 HTTP/1.1" status: 200 len: 1096 time: 0.1208286 Aug 23 14:10:21.074466 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805629-1'}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:21.125430 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ffff-9b31-479a-ba49-f9be142a0a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:21.138940 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e0039b65-a8ba-4d7d-8531-1d550ba15634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:21.172282 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-810fafe2-84c6-4c6d-9879-f8907d1d0342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:21.221006 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2ffff-9b31-479a-ba49-f9be142a0a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b7b113-b80f-4d18-a9a1-fcc7105963ad,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:21.225332 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-d4e2ffff-9b31-479a-ba49-f9be142a0a47 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b108bde5b86e4490a742e03c6ab919fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9789169 Aug 23 14:10:21.228637 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d4e2ffff-9b31-479a-ba49-f9be142a0a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:21.228637 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33700) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:21.363386 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:21.458452 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33708) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:21.568818 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3596d0db-88f5-4781-af71-f7124e867b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:21.669591 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e52647-8a8f-465d-af3e-db9b95a284e8 req-3da44b1b-1168-45a3-b60a-46f9919184ca tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:21.671030 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-77e52647-8a8f-465d-af3e-db9b95a284e8 req-3da44b1b-1168-45a3-b60a-46f9919184ca tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.91 "GET /v2.0/ports?device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 949 time: 0.4171956 Aug 23 14:10:21.684759 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6f9f3-a92b-4b04-aa1d-1b2b239cf852 req-f5862e5c-5857-487c-a508-facad7d415bf tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:21.686231 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0bf6f9f3-a92b-4b04-aa1d-1b2b239cf852 req-f5862e5c-5857-487c-a508-facad7d415bf tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/ports?device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 950 time: 0.3458500 Aug 23 14:10:21.717907 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] For port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:21.738108 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3596d0db-88f5-4781-af71-f7124e867b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:21.779394 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] For port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:10:21.813436 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-6b130b7a-97c7-41c3-9756-decdc4afdc61 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3fc4f4cd3f0a4efc9fdd0785b21ee2a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3478959 Aug 23 14:10:21.813727 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:21.818166 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33716) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:21.840465 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-77e52647-8a8f-465d-af3e-db9b95a284e8 req-eb540e48-63c9-47fc-be93-a85dbd21dcd5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Deleting port 05b30b70-638f-4a8f-9c76-362a81fb70f1 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:10:21.840828 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-77e52647-8a8f-465d-af3e-db9b95a284e8 req-eb540e48-63c9-47fc-be93-a85dbd21dcd5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:21.855193 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea53cab-9b84-4172-aa77-9f509d9cfdf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b89b203-8bb8-4d88-8ccf-ae8c09224c35'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:21.866520 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:21.915652 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0bf6f9f3-a92b-4b04-aa1d-1b2b239cf852 req-b94b930f-39a2-4225-8583-fef3e0c5c32f tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/security-groups?id=edb11275-cda0-43aa-9702-9e9dcb31b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948307 Aug 23 14:10:22.005687 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ee8ea-f611-45e0-a530-530a9be9ef9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:22.006549 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea53cab-9b84-4172-aa77-9f509d9cfdf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b89b203-8bb8-4d88-8ccf-ae8c09224c35', 'code': 200} Aug 23 14:10:22.033868 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:22.036187 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:22.122425 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ee8ea-f611-45e0-a530-530a9be9ef9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:22.136269 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3596d0db-88f5-4781-af71-f7124e867b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:22.145307 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:22.230715 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596d0db-88f5-4781-af71-f7124e867b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b7b113-b80f-4d18-a9a1-fcc7105963ad,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:22.261080 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3596d0db-88f5-4781-af71-f7124e867b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:22.288269 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Pushing event updated for resources: {'Port': ['ID=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,revision_number=7']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:22.292450 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:22.293402 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3596d0db-88f5-4781-af71-f7124e867b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:22.297198 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-3596d0db-88f5-4781-af71-f7124e867b23 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/11b7b113-b80f-4d18-a9a1-fcc7105963ad HTTP/1.1" status: 204 len: 168 time: 1.0647631 Aug 23 14:10:22.307739 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-77e52647-8a8f-465d-af3e-db9b95a284e8 req-eb540e48-63c9-47fc-be93-a85dbd21dcd5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] For port 05b30b70-638f-4a8f-9c76-362a81fb70f1, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=05b30b70-638f-4a8f-9c76-362a81fb70f1,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:22.308308 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-77e52647-8a8f-465d-af3e-db9b95a284e8 req-eb540e48-63c9-47fc-be93-a85dbd21dcd5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:22.322013 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Attempting to bind port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 on host n-h2-805629-1 for vnic_type normal with profile {"migrating_to": "n-h1-805629-1"} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:10:22.322013 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Attempting to bind port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:10:22.322013 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Attempting to bind port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:10:22.322013 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:10:22.322013 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Attempting to bind port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:10:22.329265 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:10:22.329768 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Checking segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:10:22.330553 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Bound using segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:10:22.331098 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Bound port: 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:10:22.331673 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:22.444446 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] For port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:10:22.448174 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] For port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:10:22.458608 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-77e52647-8a8f-465d-af3e-db9b95a284e8 req-eb540e48-63c9-47fc-be93-a85dbd21dcd5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Calling delete_port for 05b30b70-638f-4a8f-9c76-362a81fb70f1 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:10:22.512842 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea96857-03df-474c-83c4-1775d58d6838 req-d4a3835e-cb14-461d-87d8-b88f5f2e6738 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:22.515388 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0ea96857-03df-474c-83c4-1775d58d6838 req-d4a3835e-cb14-461d-87d8-b88f5f2e6738 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 949 time: 0.3742738 Aug 23 14:10:22.622866 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ee8ea-f611-45e0-a530-530a9be9ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:22.624595 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:22.637167 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:22.645253 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-935ce67b-4e11-4d8d-ae04-669e29198f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:22.667239 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ee8ea-f611-45e0-a530-530a9be9ef9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4b914b-b73a-4f34-a757-beeddc35e9b2,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:22.675515 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bd6ee8ea-f611-45e0-a530-530a9be9ef9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:22.683713 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33736) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:22.741064 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0ea96857-03df-474c-83c4-1775d58d6838 req-194900ca-306c-4654-b125-c0d9465fd04a tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/security-groups?id=9fda66b7-c9ea-432f-80d5-ed4100b1f795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184193 Aug 23 14:10:22.745767 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4d705f84-051e-41e8-ba8d-e0da446dff81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:22.806867 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4d705f84-051e-41e8-ba8d-e0da446dff81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:22.811249 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4d705f84-051e-41e8-ba8d-e0da446dff81 admin admin] Usage tracker for resource:security_group_rule and tenant:ead0a3e449c04f5ba1c6880210280ac4 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:22.816959 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4d705f84-051e-41e8-ba8d-e0da446dff81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:22.826710 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Pushing event updated for resources: {'Port': ['ID=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,revision_number=8']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:22.826956 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4d705f84-051e-41e8-ba8d-e0da446dff81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:22.849087 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:22.851116 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:22.852720 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] 10.222.0.91 "PUT /v2.0/ports/3b89b203-8bb8-4d88-8ccf-ae8c09224c35 HTTP/1.1" status: 200 len: 1121 time: 1.7880895 Aug 23 14:10:22.932529 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['3b89b203-8bb8-4d88-8ccf-ae8c09224c35'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:10:22.983979 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4d705f84-051e-41e8-ba8d-e0da446dff81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:22.992213 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bd6ee8ea-f611-45e0-a530-530a9be9ef9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:22.993214 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-bd6ee8ea-f611-45e0-a530-530a9be9ef9c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5e4b914b-b73a-4f34-a757-beeddc35e9b2 HTTP/1.1" status: 204 len: 168 time: 1.1731648 Aug 23 14:10:23.042703 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da958a8-851b-47bf-8c14-217e7f7c8f20 req-5679c6f1-f44b-436d-ab54-1b2d96e17b94 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:23.042703 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7da958a8-851b-47bf-8c14-217e7f7c8f20 req-5679c6f1-f44b-436d-ab54-1b2d96e17b94 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 943 time: 0.1323383 Aug 23 14:10:23.092042 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7da958a8-851b-47bf-8c14-217e7f7c8f20 req-25caf865-13e0-40ac-bb1d-bea4f25b5401 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543942 Aug 23 14:10:23.093138 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-77e52647-8a8f-465d-af3e-db9b95a284e8 req-eb540e48-63c9-47fc-be93-a85dbd21dcd5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:23.106968 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:23.113510 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['05b30b70-638f-4a8f-9c76-362a81fb70f1'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:10:23.169113 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4d705f84-051e-41e8-ba8d-e0da446dff81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:23.181776 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb540e48-63c9-47fc-be93-a85dbd21dcd5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Pushing event deleted for resources: {'Port': ['ID=05b30b70-638f-4a8f-9c76-362a81fb70f1,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:23.184181 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-eb540e48-63c9-47fc-be93-a85dbd21dcd5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:23.186783 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0eac23bf-0527-409b-a596-d0243a905e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:23.306761 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d705f84-051e-41e8-ba8d-e0da446dff81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6ba707-a44e-4347-8b53-cceca4f8272b,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:23.310804 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e52647-8a8f-465d-af3e-db9b95a284e8 req-eb540e48-63c9-47fc-be93-a85dbd21dcd5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] No DVR routers for this DVR port 05b30b70-638f-4a8f-9c76-362a81fb70f1 on host n-h1-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:10:23.312241 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4d705f84-051e-41e8-ba8d-e0da446dff81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:23.318797 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4d705f84-051e-41e8-ba8d-e0da446dff81 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ead0a3e449c04f5ba1c6880210280ac4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6300762 Aug 23 14:10:23.318797 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-77e52647-8a8f-465d-af3e-db9b95a284e8 req-eb540e48-63c9-47fc-be93-a85dbd21dcd5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:23.320177 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33746) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:23.325440 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee405625-4514-47df-b82c-8d5c81879362', 'name': 'network-vif-deleted', 'tag': '05b30b70-638f-4a8f-9c76-362a81fb70f1'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:23.336870 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-77e52647-8a8f-465d-af3e-db9b95a284e8 req-eb540e48-63c9-47fc-be93-a85dbd21dcd5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.91 "DELETE /v2.0/ports/05b30b70-638f-4a8f-9c76-362a81fb70f1 HTTP/1.1" status: 204 len: 173 time: 1.6580732 Aug 23 14:10:23.400982 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-15a658e3-224b-495c-949d-f89c3c77d034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:23.440939 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-15a658e3-224b-495c-949d-f89c3c77d034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:23.524013 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee405625-4514-47df-b82c-8d5c81879362', 'name': 'network-vif-deleted', 'tag': '05b30b70-638f-4a8f-9c76-362a81fb70f1', 'status': 'completed', 'code': 200} Aug 23 14:10:23.594662 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d387928e-8c32-4bb7-9c3e-f9403eca1cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:23.623040 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ebfd2-d920-4639-a0ae-682cfc118323 req-d8715067-d4b8-4790-a4c9-a721adae0c9b tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:23.624605 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f16ebfd2-d920-4639-a0ae-682cfc118323 req-d8715067-d4b8-4790-a4c9-a721adae0c9b tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/ports?device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 950 time: 0.1121111 Aug 23 14:10:23.676641 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f16ebfd2-d920-4639-a0ae-682cfc118323 req-8d025868-fd7b-4489-ba73-0ed8e348639a tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/security-groups?id=edb11275-cda0-43aa-9702-9e9dcb31b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448961 Aug 23 14:10:23.736848 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-15a658e3-224b-495c-949d-f89c3c77d034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:23.742347 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-793e3837-15a7-4dad-875f-95bf07d31d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:23.743609 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33756) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:23.758527 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a658e3-224b-495c-949d-f89c3c77d034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6ba707-a44e-4347-8b53-cceca4f8272b,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:23.761244 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-15a658e3-224b-495c-949d-f89c3c77d034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:23.765977 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8df9-5a6f-4b6e-982e-748870ca521a admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:23.768823 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-15a658e3-224b-495c-949d-f89c3c77d034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:23.770039 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-15a658e3-224b-495c-949d-f89c3c77d034 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3a6ba707-a44e-4347-8b53-cceca4f8272b HTTP/1.1" status: 204 len: 168 time: 0.4498436 Aug 23 14:10:23.850443 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-b8ae8df9-5a6f-4b6e-982e-748870ca521a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:23.861398 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-b8ae8df9-5a6f-4b6e-982e-748870ca521a admin admin] Usage tracker for resource:security_group_rule and tenant:3fdbb223e8544148ac4016eeb89fcd7b is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:23.866135 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-b8ae8df9-5a6f-4b6e-982e-748870ca521a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:23.875740 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-b8ae8df9-5a6f-4b6e-982e-748870ca521a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:24.005724 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-689729e0-efb1-4712-a7fa-1d2c1533052b req-a691a22f-65ea-424d-b14f-57abfa903d14 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Synchronizing usage tracker for tenant:c7ab04a217f84231bc95c1af845e89cf on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:10:24.015879 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea53cab-9b84-4172-aa77-9f509d9cfdf6', 'tag': '3b89b203-8bb8-4d88-8ccf-ae8c09224c35'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:24.029949 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8df9-5a6f-4b6e-982e-748870ca521a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:24.140244 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8df9-5a6f-4b6e-982e-748870ca521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:24.150391 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea53cab-9b84-4172-aa77-9f509d9cfdf6', 'tag': '3b89b203-8bb8-4d88-8ccf-ae8c09224c35', 'status': 'completed', 'code': 200} Aug 23 14:10:24.157025 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cdd643a9-ff1f-4557-a49a-83235e3ee097 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:24.247380 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-689729e0-efb1-4712-a7fa-1d2c1533052b req-a691a22f-65ea-424d-b14f-57abfa903d14 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Unset dirty status for tenant:c7ab04a217f84231bc95c1af845e89cf on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:10:24.248641 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-689729e0-efb1-4712-a7fa-1d2c1533052b req-a691a22f-65ea-424d-b14f-57abfa903d14 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee405625-4514-47df-b82c-8d5c81879362 HTTP/1.1" status: 200 len: 210 time: 0.2991319 Aug 23 14:10:24.259698 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae8df9-5a6f-4b6e-982e-748870ca521a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf780f6-bb6d-4875-8a3e-749845c4f70f,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:24.266380 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-b8ae8df9-5a6f-4b6e-982e-748870ca521a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3fdbb223e8544148ac4016eeb89fcd7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5196223 Aug 23 14:10:24.281071 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b8ae8df9-5a6f-4b6e-982e-748870ca521a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:24.282530 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33774) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:24.306238 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6acb60ca-f910-4e67-9bde-e5446dd07447 req-f9fc4216-f539-4d83-a6c8-4122be221be3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 1124 time: 0.1290312 Aug 23 14:10:24.398649 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-157c2287-dac6-4646-9f22-6b62a6e517d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:24.412914 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:24.439766 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-157c2287-dac6-4646-9f22-6b62a6e517d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:24.665766 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778ea4f-54b8-4fb4-97d2-466ad607fbb3 req-47c12048-47db-45d8-9b97-2b66859157bd tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:24.668306 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d778ea4f-54b8-4fb4-97d2-466ad607fbb3 req-47c12048-47db-45d8-9b97-2b66859157bd tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 943 time: 0.3241873 Aug 23 14:10:24.686918 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-157c2287-dac6-4646-9f22-6b62a6e517d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:24.698241 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ff9d384b-43ea-48b0-b9ab-1242a3785a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:24.728026 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33790) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:24.756010 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d778ea4f-54b8-4fb4-97d2-466ad607fbb3 req-8d130a18-e005-41b4-9545-9386ea72bcae tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731499 Aug 23 14:10:24.759433 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb60ca-f910-4e67-9bde-e5446dd07447 req-111613aa-be1e-4fe8-8abb-c8b09610282d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:24.761288 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6acb60ca-f910-4e67-9bde-e5446dd07447 req-111613aa-be1e-4fe8-8abb-c8b09610282d service neutron] 10.222.0.60 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.4480624 Aug 23 14:10:24.771095 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c2287-dac6-4646-9f22-6b62a6e517d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf780f6-bb6d-4875-8a3e-749845c4f70f,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:24.788910 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-157c2287-dac6-4646-9f22-6b62a6e517d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:24.836484 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-157c2287-dac6-4646-9f22-6b62a6e517d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:24.837800 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-157c2287-dac6-4646-9f22-6b62a6e517d6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cbf780f6-bb6d-4875-8a3e-749845c4f70f HTTP/1.1" status: 204 len: 168 time: 0.5547638 Aug 23 14:10:24.880063 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-50b8b1e4-007f-4da7-9c45-f15769535997 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7fc3475471834448999eae49e500599e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1474776 Aug 23 14:10:24.928286 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21713f-d3ad-4a59-a8ba-39b7f3b78ceb req-e02ef4ee-3b1c-497e-939d-0eaae7457de7 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:24.937394 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-de21713f-d3ad-4a59-a8ba-39b7f3b78ceb req-e02ef4ee-3b1c-497e-939d-0eaae7457de7 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.60 "GET /v2.0/ports?device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 950 time: 0.1516578 Aug 23 14:10:24.959963 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33800) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:24.996511 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6acb60ca-f910-4e67-9bde-e5446dd07447 req-7b140bba-d410-445a-9071-b6f912b47359 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35 HTTP/1.1" status: 200 len: 217 time: 0.2267079 Aug 23 14:10:25.109282 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-de21713f-d3ad-4a59-a8ba-39b7f3b78ceb req-a2fa6573-69e8-4f4f-9db1-bbd08b446959 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Deleting port a69dc14c-247f-47a0-8fc2-f29f37f03f71 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:10:25.109813 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-de21713f-d3ad-4a59-a8ba-39b7f3b78ceb req-a2fa6573-69e8-4f4f-9db1-bbd08b446959 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:25.191434 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb60ca-f910-4e67-9bde-e5446dd07447 req-699610dd-1de7-4175-b4a1-a62631db7fcd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:25.193388 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6acb60ca-f910-4e67-9bde-e5446dd07447 req-699610dd-1de7-4175-b4a1-a62631db7fcd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.1869500 Aug 23 14:10:25.252438 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6acb60ca-f910-4e67-9bde-e5446dd07447 req-398a5fb7-cbcb-474e-affa-c80094ec18f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444942 Aug 23 14:10:25.253125 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0bae52e9-b7a9-4984-a98d-228a83c66a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:25.373941 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0bae52e9-b7a9-4984-a98d-228a83c66a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:25.455427 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8b8c2-47fe-4162-9c7a-8b77c12ced55 req-5b2275e2-9d22-41c6-9586-7b20308649d6 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:25.457089 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-abe8b8c2-47fe-4162-9c7a-8b77c12ced55 req-5b2275e2-9d22-41c6-9586-7b20308649d6 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/ports?device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 950 time: 0.3749669 Aug 23 14:10:25.502676 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6acb60ca-f910-4e67-9bde-e5446dd07447 req-2dc4bc55-58b1-4496-b6b7-d555e12c6ac2 service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352462 Aug 23 14:10:25.609611 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-de21713f-d3ad-4a59-a8ba-39b7f3b78ceb req-a2fa6573-69e8-4f4f-9db1-bbd08b446959 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] For port a69dc14c-247f-47a0-8fc2-f29f37f03f71, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a69dc14c-247f-47a0-8fc2-f29f37f03f71,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:25.610442 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-de21713f-d3ad-4a59-a8ba-39b7f3b78ceb req-a2fa6573-69e8-4f4f-9db1-bbd08b446959 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:25.661455 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-abe8b8c2-47fe-4162-9c7a-8b77c12ced55 req-ed8253ba-eec2-4b4d-b409-a920bd0bfd4d tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/security-groups?id=edb11275-cda0-43aa-9702-9e9dcb31b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909785 Aug 23 14:10:25.684164 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0bae52e9-b7a9-4984-a98d-228a83c66a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:25.684164 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:25.744680 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae52e9-b7a9-4984-a98d-228a83c66a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ec220e-9fd5-4b29-b1aa-43b6c8d1f5a3,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:25.802207 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0bae52e9-b7a9-4984-a98d-228a83c66a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:25.830293 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-de21713f-d3ad-4a59-a8ba-39b7f3b78ceb req-a2fa6573-69e8-4f4f-9db1-bbd08b446959 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Calling delete_port for a69dc14c-247f-47a0-8fc2-f29f37f03f71 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:10:25.887924 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6acb60ca-f910-4e67-9bde-e5446dd07447 req-cbededad-3306-4eb5-8ddc-56f91edf2fdf service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753595 Aug 23 14:10:25.888855 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0bae52e9-b7a9-4984-a98d-228a83c66a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:25.890624 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-0bae52e9-b7a9-4984-a98d-228a83c66a3c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c9ec220e-9fd5-4b29-b1aa-43b6c8d1f5a3 HTTP/1.1" status: 204 len: 168 time: 0.9288414 Aug 23 14:10:26.012157 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:26.208948 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69c12a-46f8-4f9d-8f6c-cf9f8afe34c7 req-2591230d-495d-4951-a9ed-dd3058c0acc8 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:26.210527 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fd69c12a-46f8-4f9d-8f6c-cf9f8afe34c7 req-2591230d-495d-4951-a9ed-dd3058c0acc8 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 943 time: 0.0840516 Aug 23 14:10:26.258454 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fd69c12a-46f8-4f9d-8f6c-cf9f8afe34c7 req-4ad6c41d-f7eb-452f-b774-a93d25b28cc6 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423517 Aug 23 14:10:26.388760 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-de21713f-d3ad-4a59-a8ba-39b7f3b78ceb req-a2fa6573-69e8-4f4f-9db1-bbd08b446959 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:26.397003 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:26.445846 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa6573-69e8-4f4f-9db1-bbd08b446959 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Pushing event deleted for resources: {'Port': ['ID=a69dc14c-247f-47a0-8fc2-f29f37f03f71,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:26.450284 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a2fa6573-69e8-4f4f-9db1-bbd08b446959 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:26.535760 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-de21713f-d3ad-4a59-a8ba-39b7f3b78ceb req-a2fa6573-69e8-4f4f-9db1-bbd08b446959 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] No DVR routers for this DVR port a69dc14c-247f-47a0-8fc2-f29f37f03f71 on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:10:26.542920 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-de21713f-d3ad-4a59-a8ba-39b7f3b78ceb req-a2fa6573-69e8-4f4f-9db1-bbd08b446959 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:26.547417 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59479a86-3721-4cdb-be35-8f10e1317846', 'name': 'network-vif-deleted', 'tag': 'a69dc14c-247f-47a0-8fc2-f29f37f03f71'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:26.635327 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59479a86-3721-4cdb-be35-8f10e1317846', 'name': 'network-vif-deleted', 'tag': 'a69dc14c-247f-47a0-8fc2-f29f37f03f71', 'status': 'completed', 'code': 200} Aug 23 14:10:26.665089 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:10:26.669671 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 05b30b70-638f-4a8f-9c76-362a81fb70f1 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:10:26.695396 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-de21713f-d3ad-4a59-a8ba-39b7f3b78ceb req-a2fa6573-69e8-4f4f-9db1-bbd08b446959 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.60 "DELETE /v2.0/ports/a69dc14c-247f-47a0-8fc2-f29f37f03f71 HTTP/1.1" status: 204 len: 173 time: 1.7547107 Aug 23 14:10:26.734546 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: 05b30b70-638f-4a8f-9c76-362a81fb70f1 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:10:26.734942 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 05b30b70-638f-4a8f-9c76-362a81fb70f1 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:10:26.846351 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32bcd498-baed-4c90-95bb-d63715f397aa req-737db19c-5473-4123-afdb-8b41c29e4d38 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] 10.222.0.86 "GET /v2.0/ports?device_id=59479a86-3721-4cdb-be35-8f10e1317846 HTTP/1.1" status: 200 len: 210 time: 0.0586472 Aug 23 14:10:26.881381 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:26.896076 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 has no active binding in host n-h1-805629-1 {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Aug 23 14:10:27.476579 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf05cd-5247-491c-8470-94bcaf8b94c6 req-3f991d72-a645-4dc2-96ec-af797d72c93d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:27.478772 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bbcf05cd-5247-491c-8470-94bcaf8b94c6 req-3f991d72-a645-4dc2-96ec-af797d72c93d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 943 time: 0.0956411 Aug 23 14:10:27.532749 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bbcf05cd-5247-491c-8470-94bcaf8b94c6 req-3a3820c8-322e-4d5d-8faf-25b8fdfbed2f tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489335 Aug 23 14:10:27.538289 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33876) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:27.612119 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33886) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:27.756412 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2aa4cb78-1015-4879-91ff-887d401fd709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:27.793948 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2aa4cb78-1015-4879-91ff-887d401fd709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:27.798299 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2aa4cb78-1015-4879-91ff-887d401fd709 admin admin] Usage tracker for resource:security_group_rule and tenant:66c85a3b853a464b9f002b0698c6c523 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:27.802459 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2aa4cb78-1015-4879-91ff-887d401fd709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:27.809042 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2aa4cb78-1015-4879-91ff-887d401fd709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:27.874636 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2aa4cb78-1015-4879-91ff-887d401fd709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:28.006354 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2aa4cb78-1015-4879-91ff-887d401fd709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:28.014391 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:28.090323 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4cb78-1015-4879-91ff-887d401fd709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629f7ade-d634-4c4e-8e9f-1ccf22769018,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:28.095067 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2aa4cb78-1015-4879-91ff-887d401fd709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:28.138448 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-2aa4cb78-1015-4879-91ff-887d401fd709 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=66c85a3b853a464b9f002b0698c6c523&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5944395 Aug 23 14:10:28.139274 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33908) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:28.208890 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a69dc14c-247f-47a0-8fc2-f29f37f03f71 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:10:28.251666 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: a69dc14c-247f-47a0-8fc2-f29f37f03f71 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:10:28.252271 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a69dc14c-247f-47a0-8fc2-f29f37f03f71 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:10:28.266900 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-30b6b3b7-7da1-44eb-8069-37c74bcd2358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:28.268025 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-70197e7f-9dfb-44e5-86fc-9afd1936af11 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c7ab04a217f84231bc95c1af845e89cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6545165 Aug 23 14:10:28.270450 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33920) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:28.278926 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33924) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:28.329847 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-30b6b3b7-7da1-44eb-8069-37c74bcd2358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:28.412086 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c7b79f71-bf6c-4fdb-af5d-b1e30a5e9088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:28.430972 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c7b79f71-bf6c-4fdb-af5d-b1e30a5e9088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:28.432642 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1382471255-network', 'tenant_id': '5422aa9df9aa4e73a59fb5bd4288007d'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:28.438693 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:28.449252 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Usage tracker for resource:network and tenant:5422aa9df9aa4e73a59fb5bd4288007d is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:28.454712 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:28.465888 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:28.565074 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-30b6b3b7-7da1-44eb-8069-37c74bcd2358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:28.569179 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3596d0db-88f5-4781-af71-f7124e867b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:28.592973 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6b3b7-7da1-44eb-8069-37c74bcd2358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629f7ade-d634-4c4e-8e9f-1ccf22769018,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:28.606812 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Made reservation on behalf of 5422aa9df9aa4e73a59fb5bd4288007d for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:28.608668 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-30b6b3b7-7da1-44eb-8069-37c74bcd2358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:28.611573 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:28.612609 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c7b79f71-bf6c-4fdb-af5d-b1e30a5e9088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:28.616477 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c7b79f71-bf6c-4fdb-af5d-b1e30a5e9088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:28.617934 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-c7b79f71-bf6c-4fdb-af5d-b1e30a5e9088 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9fda66b7-c9ea-432f-80d5-ed4100b1f795 HTTP/1.1" status: 204 len: 168 time: 0.3463073 Aug 23 14:10:28.619246 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1512c161-ba53-41e4-befe-f1362852fa53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:28.634708 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-30b6b3b7-7da1-44eb-8069-37c74bcd2358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:28.636206 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-30b6b3b7-7da1-44eb-8069-37c74bcd2358 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/629f7ade-d634-4c4e-8e9f-1ccf22769018 HTTP/1.1" status: 204 len: 168 time: 0.4963031 Aug 23 14:10:28.642796 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b79f71-bf6c-4fdb-af5d-b1e30a5e9088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fda66b7-c9ea-432f-80d5-ed4100b1f795,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:28.645650 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c7b79f71-bf6c-4fdb-af5d-b1e30a5e9088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:28.654383 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:28.745367 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:28.752173 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Usage tracker for resource:security_group_rule and tenant:5422aa9df9aa4e73a59fb5bd4288007d is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:28.757000 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:28.768582 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:28.794580 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-91fdfb2e-2a86-4640-884c-761f4eaf36a4 service neutron] 10.222.0.60 "GET /v2.0/ports/3b89b203-8bb8-4d88-8ccf-ae8c09224c35/bindings/n-h1-805629-1 HTTP/1.1" status: 200 len: 384 time: 0.1098204 Aug 23 14:10:28.854669 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b962e3-73cf-4fde-a195-9b0858309718 req-e77ffc3e-2018-4de4-b2f5-c073ace41ec5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:28.856539 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f2b962e3-73cf-4fde-a195-9b0858309718 req-e77ffc3e-2018-4de4-b2f5-c073ace41ec5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 943 time: 0.1121242 Aug 23 14:10:28.908034 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f2b962e3-73cf-4fde-a195-9b0858309718 req-2a93c5ef-e997-4e9d-948f-46086fc67494 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449204 Aug 23 14:10:28.989079 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:29.079368 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:29.084626 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:29.130633 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:10:29.133919 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-dd8965e2-5a50-47c5-9b7c-5d076e4d1103 service neutron] For port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:29.151364 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d182653-01e0-4d53-a212-b3e1dca01561,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:29.159319 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:29.161130 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:29.161130 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Added segment d126873d-7264-4cea-9519-1fe6dd6680de of type vlan for network f72dbe76-7582-4c8d-9be0-0cca7cc61e88 Aug 23 14:10:29.176585 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-dd8965e2-5a50-47c5-9b7c-5d076e4d1103 service neutron] For port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:10:29.242502 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:29.260322 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-dd8965e2-5a50-47c5-9b7c-5d076e4d1103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:29.280313 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-dd8965e2-5a50-47c5-9b7c-5d076e4d1103 service neutron] For port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:29.372330 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:29.373460 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-dd8965e2-5a50-47c5-9b7c-5d076e4d1103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:29.392249 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:29.393284 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:29.405535 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:29.679038 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Pushing event updated for resources: {'Network': ['ID=f72dbe76-7582-4c8d-9be0-0cca7cc61e88,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:29.686569 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:29.694985 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network f72dbe76-7582-4c8d-9be0-0cca7cc61e88 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:10:29.729238 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-dd8965e2-5a50-47c5-9b7c-5d076e4d1103 service neutron] Transition to ACTIVE for port object 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:29.739508 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4591508 Aug 23 14:10:29.742430 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33960) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:29.749116 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Request body: {'subnet': {'network_id': 'f72dbe76-7582-4c8d-9be0-0cca7cc61e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1382471255-subnet', 'tenant_id': '5422aa9df9aa4e73a59fb5bd4288007d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:29.754282 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:29.759183 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33964) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:29.759675 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Usage tracker for resource:subnet and tenant:5422aa9df9aa4e73a59fb5bd4288007d is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:29.766292 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:29.775713 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:29.840902 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-dd8965e2-5a50-47c5-9b7c-5d076e4d1103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:29.846306 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:30.078921 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-dd8965e2-5a50-47c5-9b7c-5d076e4d1103 service neutron] No DVR routers for this DVR port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:10:30.081319 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Made reservation on behalf of 5422aa9df9aa4e73a59fb5bd4288007d for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:30.083593 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Notify callbacks [] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:30.134666 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9bbf4-afa5-49c9-9259-f7b02ada1fa2 req-b143ad12-0d8b-4d60-a3e9-8ce22af65980 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:30.136841 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-62a9bbf4-afa5-49c9-9259-f7b02ada1fa2 req-b143ad12-0d8b-4d60-a3e9-8ce22af65980 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 944 time: 0.0876210 Aug 23 14:10:30.148681 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8965e2-5a50-47c5-9b7c-5d076e4d1103 service neutron] Pushing event updated for resources: {'Port': ['ID=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,revision_number=10']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:30.156712 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-dd8965e2-5a50-47c5-9b7c-5d076e4d1103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:30.188843 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-62a9bbf4-afa5-49c9-9259-f7b02ada1fa2 req-5dfd59d7-9366-4a43-ade3-04e1ecf1324e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471578 Aug 23 14:10:30.218014 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-dd8965e2-5a50-47c5-9b7c-5d076e4d1103 service neutron] 10.222.0.60 "PUT /v2.0/ports/3b89b203-8bb8-4d88-8ccf-ae8c09224c35/bindings/n-h1-805629-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4170101 Aug 23 14:10:30.396017 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:30.401948 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-86139707-5bbd-4a14-88b2-4c21b85291ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:30.444691 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 33974) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:30.471384 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eaf29337-4298-4a3b-8b5a-583c364fc7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:30.482422 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=188a54a3-d8a1-4fa3-a424-4f8ed047a27f,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:30.490761 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:30.502392 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Checking segment: {'id': 'd126873d-7264-4cea-9519-1fe6dd6680de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f72dbe76-7582-4c8d-9be0-0cca7cc61e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:10:30.503123 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Network hostable DHCP agents. Network: f72dbe76-7582-4c8d-9be0-0cca7cc61e88, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:10:30.536886 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33978) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:30.564872 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-307d4b3e-570b-464f-a0bc-283750477f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:30.599442 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-eaf29337-4298-4a3b-8b5a-583c364fc7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:30.605609 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-eaf29337-4298-4a3b-8b5a-583c364fc7d1 admin admin] Usage tracker for resource:security_group_rule and tenant:09915f3a57de4a749bd85bed297496c0 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:30.607347 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-307d4b3e-570b-464f-a0bc-283750477f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:30.612064 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-307d4b3e-570b-464f-a0bc-283750477f36 admin admin] Usage tracker for resource:security_group_rule and tenant:5d81b9c4ff7d44c89afa80f623a92d7e is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:30.614124 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-94789ac7-4b01-43e1-8fa1-52eb5ff27734 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6&tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&binding%3Ahost_id=n-h2-805629-1 HTTP/1.1" status: 200 len: 1095 time: 0.2327528 Aug 23 14:10:30.615202 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-eaf29337-4298-4a3b-8b5a-583c364fc7d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:30.620829 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-307d4b3e-570b-464f-a0bc-283750477f36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:30.622706 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-eaf29337-4298-4a3b-8b5a-583c364fc7d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:30.629043 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-307d4b3e-570b-464f-a0bc-283750477f36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:30.711362 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-307d4b3e-570b-464f-a0bc-283750477f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:30.714683 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Network f72dbe76-7582-4c8d-9be0-0cca7cc61e88 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:10:30.735972 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-278acf22-1a28-4904-8cd3-51420db0b3d7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6&tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518 HTTP/1.1" status: 200 len: 1095 time: 0.1140418 Aug 23 14:10:30.812286 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-307d4b3e-570b-464f-a0bc-283750477f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:30.822195 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:30.860488 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, f72dbe76-7582-4c8d-9be0-0cca7cc61e88) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:30.868953 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d4b3e-570b-464f-a0bc-283750477f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180cd120-a334-4a81-83eb-a16d1dbdc7a9,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:30.873594 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-67cf4905-cfe6-486d-a960-66bd9235f752 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 1095 time: 0.1116230 Aug 23 14:10:30.879187 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a86ef14-b561-4e0e-ba25-ed874bb5f2b2 None None] Network f72dbe76-7582-4c8d-9be0-0cca7cc61e88 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:10:30.885879 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:30.886476 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:30.911064 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-307d4b3e-570b-464f-a0bc-283750477f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:30.913600 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-307d4b3e-570b-464f-a0bc-283750477f36 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5d81b9c4ff7d44c89afa80f623a92d7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3739903 Aug 23 14:10:30.924098 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33986) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:30.949211 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eaf29337-4298-4a3b-8b5a-583c364fc7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.031597 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9075-c7f6-467e-a7a1-7a19dce5846f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.066201 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3218613 Aug 23 14:10:31.088699 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9075-c7f6-467e-a7a1-7a19dce5846f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.117376 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eaf29337-4298-4a3b-8b5a-583c364fc7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.127599 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2394828-093a-46cc-bc4b-fdadec7c01f3 None None] Network f72dbe76-7582-4c8d-9be0-0cca7cc61e88 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:10:31.150046 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1351da50-e69a-4feb-90a9-7782c599af2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:31.266668 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-eaf29337-4298-4a3b-8b5a-583c364fc7d1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=09915f3a57de4a749bd85bed297496c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8200552 Aug 23 14:10:31.270390 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 33998) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:31.296941 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-541117b8-e1f8-4ffb-aff5-6356d5e732b7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ea2626d9585848eeb8ad9c29b4017038&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5339510 Aug 23 14:10:31.296941 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf29337-4298-4a3b-8b5a-583c364fc7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6668aa4-aa78-4e36-8cc2-ae2e4b8a52e7,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:31.298537 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34002) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:31.302848 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9075-c7f6-467e-a7a1-7a19dce5846f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.303172 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-eaf29337-4298-4a3b-8b5a-583c364fc7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:31.304164 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-54eecd52-0b19-488f-a2cd-71a5d35ca586 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:31.306084 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-54eecd52-0b19-488f-a2cd-71a5d35ca586 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.3557227 Aug 23 14:10:31.317675 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1f4348df-fd57-4bac-8851-84179bd6b369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:31.413383 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b9075-c7f6-467e-a7a1-7a19dce5846f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180cd120-a334-4a81-83eb-a16d1dbdc7a9,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:31.413383 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0c7b9075-c7f6-467e-a7a1-7a19dce5846f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:31.413383 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9075-c7f6-467e-a7a1-7a19dce5846f admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.413383 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-0c7b9075-c7f6-467e-a7a1-7a19dce5846f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/180cd120-a334-4a81-83eb-a16d1dbdc7a9 HTTP/1.1" status: 204 len: 168 time: 0.4745173 Aug 23 14:10:31.420461 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e3eadb86-a0ef-44d0-b5b5-9da621247457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.468092 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e3eadb86-a0ef-44d0-b5b5-9da621247457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.606186 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-f09d602d-0e83-4aac-a356-b432c4405078 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35 HTTP/1.1" status: 200 len: 217 time: 0.2849736 Aug 23 14:10:31.645745 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.702245 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-effa6e67-b62a-45e9-8d73-c0c0bfab8142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.725956 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e3eadb86-a0ef-44d0-b5b5-9da621247457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.734547 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-f2121395-05d9-46db-8cd1-9fc0edd03858 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:31.734547 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-f2121395-05d9-46db-8cd1-9fc0edd03858 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.1152439 Aug 23 14:10:31.734908 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:31.746010 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eadb86-a0ef-44d0-b5b5-9da621247457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6668aa4-aa78-4e36-8cc2-ae2e4b8a52e7,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:31.762338 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e3eadb86-a0ef-44d0-b5b5-9da621247457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:31.767676 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e3eadb86-a0ef-44d0-b5b5-9da621247457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.769229 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e3eadb86-a0ef-44d0-b5b5-9da621247457 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e6668aa4-aa78-4e36-8cc2-ae2e4b8a52e7 HTTP/1.1" status: 204 len: 168 time: 0.4974453 Aug 23 14:10:31.792856 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-effa6e67-b62a-45e9-8d73-c0c0bfab8142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.806227 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7c8b0-f802-41a6-aeee-3cb519e8386d req-6789f33e-8d90-401d-88f9-0c28f750e4a2 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:31.807710 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-08a7c8b0-f802-41a6-aeee-3cb519e8386d req-6789f33e-8d90-401d-88f9-0c28f750e4a2 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 944 time: 0.3905034 Aug 23 14:10:31.818995 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-1d5a7ce7-5945-45a4-8ec4-eaba6c2d10bd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747056 Aug 23 14:10:31.982199 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-08a7c8b0-f802-41a6-aeee-3cb519e8386d req-84404cf6-d56f-4aa7-bc35-8619ffb348b8 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656501 Aug 23 14:10:32.036937 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-85b199ad-bcf8-48ca-816c-5ed33793c668 service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000170 Aug 23 14:10:32.143870 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-effa6e67-b62a-45e9-8d73-c0c0bfab8142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:32.149636 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c7b79f71-bf6c-4fdb-af5d-b1e30a5e9088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:32.171140 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa6e67-b62a-45e9-8d73-c0c0bfab8142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb11275-cda0-43aa-9702-9e9dcb31b778,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:32.189135 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-effa6e67-b62a-45e9-8d73-c0c0bfab8142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:32.195239 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-fe6451a6-3b91-47fc-a266-2aa5c165af4e service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509631 Aug 23 14:10:32.218334 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:10:32.283104 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:10:32.312276 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-effa6e67-b62a-45e9-8d73-c0c0bfab8142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:32.313738 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-effa6e67-b62a-45e9-8d73-c0c0bfab8142 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/edb11275-cda0-43aa-9702-9e9dcb31b778 HTTP/1.1" status: 204 len: 168 time: 1.0128281 Aug 23 14:10:32.904398 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-a66efb2f-9d79-4fac-90ef-7dea4dec97d0 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6&tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&binding%3Ahost_id=n-h1-805629-1 HTTP/1.1" status: 200 len: 1095 time: 0.0776505 Aug 23 14:10:33.084185 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-a8cc6005-c1a3-4d66-ab1f-aed339e1d6a7 service neutron] For port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:10:33.088226 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-a8cc6005-c1a3-4d66-ab1f-aed339e1d6a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:33.089453 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7fc2402-227e-4935-a3e1-d35b3c86a2b2 req-a8cc6005-c1a3-4d66-ab1f-aed339e1d6a7 service neutron] 10.222.0.91 "DELETE /v2.0/ports/3b89b203-8bb8-4d88-8ccf-ae8c09224c35/bindings/n-h2-805629-1 HTTP/1.1" status: 204 len: 173 time: 0.1776578 Aug 23 14:10:33.241876 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9748e1-a891-4f76-9785-5752297430d8 req-75fc724f-30e8-41d8-ace6-8418341574c5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:33.244253 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cb9748e1-a891-4f76-9785-5752297430d8 req-75fc724f-30e8-41d8-ace6-8418341574c5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 944 time: 0.1004198 Aug 23 14:10:33.247044 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:33.308489 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cb9748e1-a891-4f76-9785-5752297430d8 req-5b0ebdcb-7aa9-4df5-a9e2-eb5a49879798 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503855 Aug 23 14:10:33.388933 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34044) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:33.682209 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-60f41afe-ce4a-4ada-8095-5675c3ff83b5 req-a5ae00a0-f20d-48d4-81f2-7b0c224377c9 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 1095 time: 0.1596308 Aug 23 14:10:33.761351 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-60f41afe-ce4a-4ada-8095-5675c3ff83b5 req-3588376e-f71d-46d4-ba43-1d3a720bdc81 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714302 Aug 23 14:10:33.902258 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fb0554a0-d4f1-4f15-a1b9-69410a0050df admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:33.967944 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-fb0554a0-d4f1-4f15-a1b9-69410a0050df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:33.976791 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-fb0554a0-d4f1-4f15-a1b9-69410a0050df admin admin] Usage tracker for resource:security_group_rule and tenant:3b59855949f74f3dbaf5c6e4cf693d1a is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:33.982405 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-fb0554a0-d4f1-4f15-a1b9-69410a0050df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:33.993578 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-fb0554a0-d4f1-4f15-a1b9-69410a0050df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:34.122894 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fb0554a0-d4f1-4f15-a1b9-69410a0050df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:34.205651 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fb0554a0-d4f1-4f15-a1b9-69410a0050df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:34.219715 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c0f68f63-6862-4ef9-be2d-dedf9026d182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:34.274939 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0554a0-d4f1-4f15-a1b9-69410a0050df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05644865-4866-49f9-af17-8094f631487c,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:34.278645 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fb0554a0-d4f1-4f15-a1b9-69410a0050df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:34.283438 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-fb0554a0-d4f1-4f15-a1b9-69410a0050df admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3b59855949f74f3dbaf5c6e4cf693d1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8927460 Aug 23 14:10:34.287610 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34074) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:34.392542 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe039-f7cb-41c9-b0e4-c46657c4486a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:34.448439 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe039-f7cb-41c9-b0e4-c46657c4486a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:34.685404 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe039-f7cb-41c9-b0e4-c46657c4486a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:34.692296 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b51f9ced-4ad2-466e-a922-0d1fdb35a3e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:34.708057 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fe039-f7cb-41c9-b0e4-c46657c4486a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05644865-4866-49f9-af17-8094f631487c,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:34.712329 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6b4fe039-f7cb-41c9-b0e4-c46657c4486a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:34.714732 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe039-f7cb-41c9-b0e4-c46657c4486a admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:34.716183 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-6b4fe039-f7cb-41c9-b0e4-c46657c4486a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/05644865-4866-49f9-af17-8094f631487c HTTP/1.1" status: 204 len: 168 time: 0.4268148 Aug 23 14:10:34.862893 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-6ae9cfd4-7ac3-4149-bba8-e75079f2b162 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:34.864820 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-6ae9cfd4-7ac3-4149-bba8-e75079f2b162 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 806 time: 0.3353395 Aug 23 14:10:34.885792 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-788e53d2-1398-4354-b019-564801f05400 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/quotas/6aa5a9687a4e4e8c9d232cd2c47c6518 HTTP/1.1" status: 200 len: 375 time: 0.0134785 Aug 23 14:10:35.024042 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-a14a102f-7b6b-43eb-9631-b7aaa76fe12e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1277239 Aug 23 14:10:35.270755 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-eb805235-8301-41b9-bf5e-472b5af76720 service neutron] 10.222.0.86 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297366 Aug 23 14:10:35.450689 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-dc5ebb02-6a30-40dc-b349-c21b9e9aba47 service neutron] 10.222.0.86 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711643 Aug 23 14:10:36.021793 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6bc1f72e-74d1-4906-94cd-f187d058f787 req-10313da7-3d18-4ff3-8847-fc5715f82409 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 210 time: 0.0741384 Aug 23 14:10:36.679651 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34136) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:36.703865 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b958bf2d-feee-49e8-82f7-deee3db8b135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:36.742321 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b958bf2d-feee-49e8-82f7-deee3db8b135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:36.747951 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b958bf2d-feee-49e8-82f7-deee3db8b135 admin admin] Usage tracker for resource:security_group_rule and tenant:bb6a0a4492a6479290d62908d2968e96 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:36.750685 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b958bf2d-feee-49e8-82f7-deee3db8b135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:36.757933 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b958bf2d-feee-49e8-82f7-deee3db8b135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:36.868244 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b958bf2d-feee-49e8-82f7-deee3db8b135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:37.024255 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb0a551e-88b9-44ac-a9c6-5b6b1a502c85 req-789f192d-73ef-424d-8eea-d08a22e35ce6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0969055 Aug 23 14:10:37.029726 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b958bf2d-feee-49e8-82f7-deee3db8b135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:37.044096 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:37.130982 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b958bf2d-feee-49e8-82f7-deee3db8b135 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bb6a0a4492a6479290d62908d2968e96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4493036 Aug 23 14:10:37.132509 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958bf2d-feee-49e8-82f7-deee3db8b135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763a085a-ebbf-411c-9042-3e8d515881a4,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:37.138294 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b958bf2d-feee-49e8-82f7-deee3db8b135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:37.139330 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34148) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:37.240823 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34154) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:37.268439 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-115086040-network', 'tenant_id': '0365fd577a5645b9909ea002a2a7defe'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:37.295992 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-991e3348-b344-46b6-90a9-03073c154c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:37.358239 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:37.375224 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-991e3348-b344-46b6-90a9-03073c154c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:37.384677 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Usage tracker for resource:network and tenant:0365fd577a5645b9909ea002a2a7defe is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:37.389853 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-71b929ad-cd63-4c33-bde7-a0784e585427 req-73aa36cb-c438-4f12-9d9c-2e9752fa092a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 210 time: 0.1351116 Aug 23 14:10:37.392297 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:37.401314 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:37.428758 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb0a551e-88b9-44ac-a9c6-5b6b1a502c85 req-93d8441c-2b96-4485-8d60-204c3a681406 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 1095 time: 0.3098662 Aug 23 14:10:37.514768 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Made reservation on behalf of 0365fd577a5645b9909ea002a2a7defe for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:37.517455 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:37.585011 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:37.640042 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-991e3348-b344-46b6-90a9-03073c154c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:37.646762 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:37.676404 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e3348-b344-46b6-90a9-03073c154c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763a085a-ebbf-411c-9042-3e8d515881a4,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:37.683489 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-991e3348-b344-46b6-90a9-03073c154c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:37.698828 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-991e3348-b344-46b6-90a9-03073c154c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:37.700043 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-991e3348-b344-46b6-90a9-03073c154c41 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/763a085a-ebbf-411c-9042-3e8d515881a4 HTTP/1.1" status: 204 len: 168 time: 0.5591855 Aug 23 14:10:37.736123 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:37.744652 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Usage tracker for resource:security_group_rule and tenant:0365fd577a5645b9909ea002a2a7defe is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:37.749782 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:37.753832 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a551e-88b9-44ac-a9c6-5b6b1a502c85 req-24b99e66-0458-4239-85e2-dcf59b859e07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:37.755114 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb0a551e-88b9-44ac-a9c6-5b6b1a502c85 req-24b99e66-0458-4239-85e2-dcf59b859e07 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.2957046 Aug 23 14:10:37.763167 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:37.875081 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb0a551e-88b9-44ac-a9c6-5b6b1a502c85 req-ab0cba7a-cb44-4e0f-9214-09fb3ca8db8f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35 HTTP/1.1" status: 200 len: 217 time: 0.1084726 Aug 23 14:10:38.044945 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a551e-88b9-44ac-a9c6-5b6b1a502c85 req-85b92775-b4a0-4628-b8a8-d997c9bb4e40 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:38.047428 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb0a551e-88b9-44ac-a9c6-5b6b1a502c85 req-85b92775-b4a0-4628-b8a8-d997c9bb4e40 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.1620338 Aug 23 14:10:38.129386 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb0a551e-88b9-44ac-a9c6-5b6b1a502c85 req-d18d2944-8062-4ea3-8624-f986c7e6725b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726371 Aug 23 14:10:38.278279 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb0a551e-88b9-44ac-a9c6-5b6b1a502c85 req-2dbe44f5-4c18-498d-9c2d-fe8443083dc1 service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368210 Aug 23 14:10:38.283373 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:38.457758 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:38.466809 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b7249818-754f-45c9-9fb2-f4516a0429d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:38.528711 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:10:38.540098 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb0a551e-88b9-44ac-a9c6-5b6b1a502c85 req-1359ab61-ef30-4399-85cf-6421e5aefc1a service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542801 Aug 23 14:10:38.554145 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddeeff1-8ccb-41cf-a063-4d905fb6feba,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:38.560725 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:38.562349 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:38.562964 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Added segment 8aad5743-b2f7-4394-9d84-abc0f383e26e of type vlan for network 416fdf4f-b938-44a1-a720-65eacd454b3f Aug 23 14:10:38.613066 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:38.731686 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bbb9f8d1-2c03-4cb6-b362-5d6654f39d90 req-475e60be-0ad1-4b47-9b4f-a33c9db1f17f tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 210 time: 0.0552263 Aug 23 14:10:38.794715 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:38.796830 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:38.797682 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:38.847738 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:39.087573 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2734fbef-5f03-451d-9387-ac9c27c4fbe7 req-dafd876c-fa3a-4fcb-9b69-aed134c8ac69 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1934373 Aug 23 14:10:39.090288 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8447635 Aug 23 14:10:39.098168 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34194) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:39.120961 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Request body: {'subnet': {'network_id': '416fdf4f-b938-44a1-a720-65eacd454b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-115086040-subnet', 'tenant_id': '0365fd577a5645b9909ea002a2a7defe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:39.141988 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:39.154876 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Usage tracker for resource:subnet and tenant:0365fd577a5645b9909ea002a2a7defe is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:39.154876 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:39.170633 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:39.194933 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Pushing event updated for resources: {'Network': ['ID=416fdf4f-b938-44a1-a720-65eacd454b3f,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:39.205614 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:39.210905 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 416fdf4f-b938-44a1-a720-65eacd454b3f details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:10:39.333292 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Made reservation on behalf of 0365fd577a5645b9909ea002a2a7defe for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:39.337654 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:39.372353 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2734fbef-5f03-451d-9387-ac9c27c4fbe7 req-2a7e24ca-7cc6-49ad-b933-b7341b76d44c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ba3514f5e5345bdb74853fae0d863ae&device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 1097 time: 0.1899488 Aug 23 14:10:39.413959 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-4f2aafeb-d502-4143-b576-28aa7839f20e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:39.415992 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-4f2aafeb-d502-4143-b576-28aa7839f20e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.91 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 806 time: 0.3803933 Aug 23 14:10:39.440042 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Request body: {'port': {'device_id': 'fac7f728-c86c-4e7e-bcea-b4eacb17a942', 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f', 'admin_state_up': True, 'tenant_id': '6aa5a9687a4e4e8c9d232cd2c47c6518'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:39.794119 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:39.806179 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:39.901896 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734fbef-5f03-451d-9387-ac9c27c4fbe7 req-54f30935-dcba-46c3-a20a-fcc9b8e99229 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:39.905020 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2734fbef-5f03-451d-9387-ac9c27c4fbe7 req-54f30935-dcba-46c3-a20a-fcc9b8e99229 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7d55dac6-c24c-49d5-a663-12afdd587d9d HTTP/1.1" status: 200 len: 924 time: 0.3774142 Aug 23 14:10:39.938018 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Made reservation on behalf of 6aa5a9687a4e4e8c9d232cd2c47c6518 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:39.945842 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:40.133821 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2734fbef-5f03-451d-9387-ac9c27c4fbe7 req-c95f26d0-bcfc-493c-bb2d-8443ad1cbe4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb243570-3592-46a0-b2a2-bba38a712661 HTTP/1.1" status: 200 len: 1002 time: 0.2174215 Aug 23 14:10:40.204889 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3d804377-c6e5-44fb-9b0b-907e76f7a9aa req-d5ec380d-4c08-49dc-8c65-af4599f28d1e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 210 time: 0.1806498 Aug 23 14:10:40.210313 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:40.233867 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:40.367641 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734fbef-5f03-451d-9387-ac9c27c4fbe7 req-48d91483-35cb-44cd-8686-013b2d6c7ddf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:40.369098 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2734fbef-5f03-451d-9387-ac9c27c4fbe7 req-48d91483-35cb-44cd-8686-013b2d6c7ddf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9c2655a-6e68-446a-9ae7-90bbfd7e3c26 HTTP/1.1" status: 200 len: 862 time: 0.2276700 Aug 23 14:10:40.381962 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6603a27d-63d0-4b8b-98c2-3dcf649eab20,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:40.456403 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Allocated IP 172.20.0.2 (8974d9b4-186c-49b7-815f-edb23adc0e9f/2e660768-8dea-4aca-bc8e-0ba7b3d6e871/ceff3c56-6889-4daf-9a3e-3c1b6d5108d9) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:10:40.497172 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:40.514126 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34224) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:40.567590 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Checking segment: {'id': '8aad5743-b2f7-4394-9d84-abc0f383e26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '416fdf4f-b938-44a1-a720-65eacd454b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:10:40.567925 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Network hostable DHCP agents. Network: 416fdf4f-b938-44a1-a720-65eacd454b3f, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:10:40.648557 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2734fbef-5f03-451d-9387-ac9c27c4fbe7 req-8982cf1b-5b75-4a0f-bf4b-fc0c862bf112 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d55dac6-c24c-49d5-a663-12afdd587d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2623758 Aug 23 14:10:40.785737 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Network 416fdf4f-b938-44a1-a720-65eacd454b3f is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:10:40.888088 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2734fbef-5f03-451d-9387-ac9c27c4fbe7 req-7b7d8b73-64ab-4d9f-a59f-5665f36c0a18 service neutron] 10.222.0.60 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316306 Aug 23 14:10:40.889361 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:41.036016 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 416fdf4f-b938-44a1-a720-65eacd454b3f) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:41.048025 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf2f0f2-9883-4d48-aa48-f2e84289dc03 None None] Network 416fdf4f-b938-44a1-a720-65eacd454b3f requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:10:41.065086 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:41.065414 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:41.066637 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:41.122790 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-59ae5974-1eb3-4cf1-9c67-45e3220be686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:41.158884 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-66d0cb02-79e8-48ab-a8b0-43dae4df689a admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:41.195165 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Network 8974d9b4-186c-49b7-815f-edb23adc0e9f is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:10:41.231504 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:41.259233 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1595438 Aug 23 14:10:41.272175 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:10:41.277369 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:41.288294 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-66d0cb02-79e8-48ab-a8b0-43dae4df689a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:41.289501 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:41.306577 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-66d0cb02-79e8-48ab-a8b0-43dae4df689a admin admin] Usage tracker for resource:security_group_rule and tenant:cdad52ec3d7040dcb525529e733b39c0 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:41.314043 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-66d0cb02-79e8-48ab-a8b0-43dae4df689a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:41.322399 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2734fbef-5f03-451d-9387-ac9c27c4fbe7 req-8449fcf7-2c79-4ecc-8649-03c85fbc953b service neutron] 10.222.0.60 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273443 Aug 23 14:10:41.340010 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-66d0cb02-79e8-48ab-a8b0-43dae4df689a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:41.374847 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Pushing event updated for resources: {'Port': ['ID=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:41.381158 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:41.401049 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce56ba5-b8a0-4837-b10e-84797d41bf6a None None] Network 416fdf4f-b938-44a1-a720-65eacd454b3f requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:10:41.482869 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0506015 Aug 23 14:10:41.499336 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Request body: {'port': {'device_id': 'fac7f728-c86c-4e7e-bcea-b4eacb17a942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:41.541259 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-66d0cb02-79e8-48ab-a8b0-43dae4df689a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:41.611874 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-66d0cb02-79e8-48ab-a8b0-43dae4df689a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:41.663085 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:41.697347 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-66d0cb02-79e8-48ab-a8b0-43dae4df689a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cdad52ec3d7040dcb525529e733b39c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1792819 Aug 23 14:10:41.697347 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0cb02-79e8-48ab-a8b0-43dae4df689a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9061ffa6-874a-44ef-85d7-23d3f99508a7,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:41.697886 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34264) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:41.701275 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-66d0cb02-79e8-48ab-a8b0-43dae4df689a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:41.749143 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:41.833418 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6da3c6-1f90-4f20-beaa-f69586b25b19 req-ff551950-4246-4061-a0c3-ecab5e8a9ac4 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:41.834190 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ae6da3c6-1f90-4f20-beaa-f69586b25b19 req-ff551950-4246-4061-a0c3-ecab5e8a9ac4 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Synchronizing usage tracker for tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:10:41.849132 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34268) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:41.933575 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c22c97-38c4-4604-856c-0fee867f4944 admin admin] Deleting subnet 188a54a3-d8a1-4fa3-a424-4f8ed047a27f {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:10:41.936962 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d6c8b7b1-1b97-4247-ae78-6a582de685f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:41.939470 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c3c22c97-38c4-4604-856c-0fee867f4944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.011515 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ae6da3c6-1f90-4f20-beaa-f69586b25b19 req-ff551950-4246-4061-a0c3-ecab5e8a9ac4 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Unset dirty status for tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:10:42.013489 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ae6da3c6-1f90-4f20-beaa-f69586b25b19 req-ff551950-4246-4061-a0c3-ecab5e8a9ac4 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 931 time: 0.4500759 Aug 23 14:10:42.020265 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d6c8b7b1-1b97-4247-ae78-6a582de685f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.032708 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c3c22c97-38c4-4604-856c-0fee867f4944 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.050225 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c3c22c97-38c4-4604-856c-0fee867f4944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.223054 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c3c22c97-38c4-4604-856c-0fee867f4944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.227875 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-67645dfd-b8ba-4cbc-9a69-3c9aca15fb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:42.239991 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ae6da3c6-1f90-4f20-beaa-f69586b25b19 req-bd3cec1b-7e88-4008-acad-8a8633f97752 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405201 Aug 23 14:10:42.296024 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d6c8b7b1-1b97-4247-ae78-6a582de685f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.302076 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c22c97-38c4-4604-856c-0fee867f4944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=188a54a3-d8a1-4fa3-a424-4f8ed047a27f,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:42.307045 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c3c22c97-38c4-4604-856c-0fee867f4944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:42.308960 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0c7b9075-c7f6-467e-a7a1-7a19dce5846f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:42.320826 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8b7b1-1b97-4247-ae78-6a582de685f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9061ffa6-874a-44ef-85d7-23d3f99508a7,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:42.331535 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d6c8b7b1-1b97-4247-ae78-6a582de685f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:42.331678 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c3c22c97-38c4-4604-856c-0fee867f4944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.337388 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d6c8b7b1-1b97-4247-ae78-6a582de685f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.338554 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d6c8b7b1-1b97-4247-ae78-6a582de685f6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9061ffa6-874a-44ef-85d7-23d3f99508a7 HTTP/1.1" status: 204 len: 168 time: 0.6394079 Aug 23 14:10:42.341021 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-c3c22c97-38c4-4604-856c-0fee867f4944 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/188a54a3-d8a1-4fa3-a424-4f8ed047a27f HTTP/1.1" status: 204 len: 168 time: 0.4896588 Aug 23 14:10:42.343640 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34282) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:42.378309 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:42.387394 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.415372 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Transition to ACTIVE for port object ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:42.500915 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.502618 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.517362 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:42.635181 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.650247 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=76506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:42.650751 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=76506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:42.651518 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=76506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:42.651848 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Subscribe: > port after_create 55550000 {{(pid=76506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:42.652170 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=76506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:42.652534 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Subscribe: > port after_update 55550000 {{(pid=76506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:42.652852 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=76506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:42.653648 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=76506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:42.653648 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=76506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:42.653881 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=76506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:42.681157 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Pushing event updated for resources: {'Port': ['ID=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:42.695371 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:42.839844 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Attempting to bind port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:10:42.840919 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=76506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:42.849057 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Attempting to bind port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:10:42.849201 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=76506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:42.849305 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Attempting to bind port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:10:42.849383 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=76506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:42.849383 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=76506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:42.849383 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72dbe76-7582-4c8d-9be0-0cca7cc61e88']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:42.849800 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:10:42.850239 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Attempting to bind port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:10:42.856922 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd126873d-7264-4cea-9519-1fe6dd6680de') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:42.857221 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd126873d-7264-4cea-9519-1fe6dd6680de') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:42.864928 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34296) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:42.872850 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.876183 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:10:42.876721 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Checking segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:10:42.877300 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Bound using segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:10:42.878063 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Bound port: ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:10:42.878603 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.893437 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.901360 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:10:42.901838 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: util.warn_limited( Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: util.warn_limited( Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:10:42.996533 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:10:43.018487 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] For port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:10:43.022591 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] For port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:10:43.148799 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.154149 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:43.195433 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.214805 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-eb602db8-7feb-4663-922d-f421f1d3a707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:43.239551 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.241943 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] 10.222.0.91 "PUT /v2.0/ports/ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 HTTP/1.1" status: 200 len: 1091 time: 1.7510705 Aug 23 14:10:43.242756 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac7f728-c86c-4e7e-bcea-b4eacb17a942', 'tag': 'ceff3c56-6889-4daf-9a3e-3c1b6d5108d9'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:43.263809 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Pushing event updated for resources: {'Port': ['ID=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:43.265010 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.284287 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:43.286832 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f72dbe76-7582-4c8d-9be0-0cca7cc61e88,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:43.289406 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:43.291007 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f72dbe76-7582-4c8d-9be0-0cca7cc61e88 HTTP/1.1" status: 204 len: 168 time: 0.9464250 Aug 23 14:10:43.296007 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34314) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:43.393271 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b274675-401f-4fde-817b-f7a2109e8f52 admin admin] Deleting subnet 6603a27d-63d0-4b8b-98c2-3dcf649eab20 {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:10:43.399270 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9b274675-401f-4fde-817b-f7a2109e8f52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.468713 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac7f728-c86c-4e7e-bcea-b4eacb17a942', 'tag': 'ceff3c56-6889-4daf-9a3e-3c1b6d5108d9', 'status': 'completed', 'code': 200} Aug 23 14:10:43.486070 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34318) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:43.496564 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9b274675-401f-4fde-817b-f7a2109e8f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.536631 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-19eac697-e7be-4bc2-8564-e5be3784c0a5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 1094 time: 0.1844156 Aug 23 14:10:43.621588 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9b274675-401f-4fde-817b-f7a2109e8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.823294 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9b274675-401f-4fde-817b-f7a2109e8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.832851 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-01a45512-6172-4251-ad5b-5e4f6b1e9869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:43.879833 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-0d890446-92cc-4e96-bd9b-3d7b131e369b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 HTTP/1.1" status: 200 len: 217 time: 0.3357699 Aug 23 14:10:43.882372 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3a286ee0-82f9-4f5e-85e7-14eb78162c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.907773 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b274675-401f-4fde-817b-f7a2109e8f52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6603a27d-63d0-4b8b-98c2-3dcf649eab20,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:43.912429 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9b274675-401f-4fde-817b-f7a2109e8f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:43.918729 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9b274675-401f-4fde-817b-f7a2109e8f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.927657 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9b274675-401f-4fde-817b-f7a2109e8f52 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6603a27d-63d0-4b8b-98c2-3dcf649eab20 HTTP/1.1" status: 204 len: 168 time: 0.6295910 Aug 23 14:10:43.934131 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-3a286ee0-82f9-4f5e-85e7-14eb78162c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:43.938058 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-3a286ee0-82f9-4f5e-85e7-14eb78162c7b admin admin] Usage tracker for resource:security_group_rule and tenant:31bad22948434528aa4a5f4f0f8dadae is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:43.939724 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34330) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:43.942704 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-3a286ee0-82f9-4f5e-85e7-14eb78162c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:43.949943 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-3a286ee0-82f9-4f5e-85e7-14eb78162c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:44.019370 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3a286ee0-82f9-4f5e-85e7-14eb78162c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.091206 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-62741393-a167-4fea-a600-dce1053bad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.127574 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-fb6cef00-eba2-49a0-ac86-7b454c11c3a3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:44.129364 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-fb6cef00-eba2-49a0-ac86-7b454c11c3a3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.2254152 Aug 23 14:10:44.141004 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f3d54-5c50-40ff-a37c-627a97e7e9fe req-abdb4124-a22d-416d-8ade-73c2a040009b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:44.144102 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a93f3d54-5c50-40ff-a37c-627a97e7e9fe req-abdb4124-a22d-416d-8ade-73c2a040009b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 943 time: 0.3742032 Aug 23 14:10:44.229941 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1038461311-network', 'tenant_id': 'dd02020084634f2298c4e27b9cf2792c'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:44.234330 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3a286ee0-82f9-4f5e-85e7-14eb78162c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.265592 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:44.276883 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-46317e67-f811-4413-923e-cc2460151b73 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314270 Aug 23 14:10:44.281305 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:44.317968 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Usage tracker for resource:network and tenant:dd02020084634f2298c4e27b9cf2792c is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:44.325255 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:44.368419 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34340) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:44.411363 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-62741393-a167-4fea-a600-dce1053bad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.419469 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f288f9be-b5aa-4b96-a255-8bc46834f405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.436346 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-62741393-a167-4fea-a600-dce1053bad10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416fdf4f-b938-44a1-a720-65eacd454b3f']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:44.454699 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-62741393-a167-4fea-a600-dce1053bad10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aad5743-b2f7-4394-9d84-abc0f383e26e') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:44.454985 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-62741393-a167-4fea-a600-dce1053bad10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aad5743-b2f7-4394-9d84-abc0f383e26e') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:44.476487 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-62741393-a167-4fea-a600-dce1053bad10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.485803 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:44.495092 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-f288f9be-b5aa-4b96-a255-8bc46834f405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:44.499533 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f288f9be-b5aa-4b96-a255-8bc46834f405 admin admin] Usage tracker for resource:security_group_rule and tenant:74bae5c5a74c49e091acde0f8a2b0f77 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:44.502948 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f288f9be-b5aa-4b96-a255-8bc46834f405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:44.505958 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-62741393-a167-4fea-a600-dce1053bad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.513215 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-f288f9be-b5aa-4b96-a255-8bc46834f405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:44.517957 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62741393-a167-4fea-a600-dce1053bad10 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:10:44.518416 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-62741393-a167-4fea-a600-dce1053bad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.531806 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a286ee0-82f9-4f5e-85e7-14eb78162c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dd10d7-23a3-4bc9-a4a6-42a74ae4789f,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:10:44.532611 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:10:44.544491 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-3a286ee0-82f9-4f5e-85e7-14eb78162c7b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=31bad22948434528aa4a5f4f0f8dadae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6778791 Aug 23 14:10:44.548886 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3a286ee0-82f9-4f5e-85e7-14eb78162c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:44.551595 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34344) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:44.575337 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a93f3d54-5c50-40ff-a37c-627a97e7e9fe req-c9a9d1e2-eb99-46d1-943e-8d8349de6173 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646491 Aug 23 14:10:44.629010 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Made reservation on behalf of dd02020084634f2298c4e27b9cf2792c for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:44.631514 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.714320 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.723945 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-62741393-a167-4fea-a600-dce1053bad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.729411 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-672a9d9b-0680-40d6-afd8-ffcd62b06743 service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441202 Aug 23 14:10:44.755508 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-730d22ee-2634-45b5-8ead-0e50c69ad8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:44.775662 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-62741393-a167-4fea-a600-dce1053bad10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.779579 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f288f9be-b5aa-4b96-a255-8bc46834f405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.784402 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62741393-a167-4fea-a600-dce1053bad10 admin admin] Pushing event deleted for resources: {'Network': ['ID=416fdf4f-b938-44a1-a720-65eacd454b3f,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:44.789964 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-62741393-a167-4fea-a600-dce1053bad10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:44.802237 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-62741393-a167-4fea-a600-dce1053bad10 admin admin] 10.222.0.86 "DELETE /v2.0/networks/416fdf4f-b938-44a1-a720-65eacd454b3f HTTP/1.1" status: 204 len: 168 time: 0.8607054 Aug 23 14:10:44.862905 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f288f9be-b5aa-4b96-a255-8bc46834f405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.885236 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e76b8c78-34a2-409b-85e5-e483868050a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:44.908790 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:44.916788 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-028bb396-2bce-4ebe-a85b-2cd725a62516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.918830 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Usage tracker for resource:security_group_rule and tenant:dd02020084634f2298c4e27b9cf2792c is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:44.928658 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:44.953539 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:45.046727 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-028bb396-2bce-4ebe-a85b-2cd725a62516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.071630 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288f9be-b5aa-4b96-a255-8bc46834f405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5145fe9-fa8e-4424-adbc-c515b0fda0d3,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:45.084895 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f288f9be-b5aa-4b96-a255-8bc46834f405 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=74bae5c5a74c49e091acde0f8a2b0f77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7096591 Aug 23 14:10:45.085928 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f288f9be-b5aa-4b96-a255-8bc46834f405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:45.088907 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34358) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:45.108671 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3bd9404b-98bb-4ee1-8a7b-017592f792b5 req-6e60af25-1974-45c7-ade4-c8accbd22c6f service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719680 Aug 23 14:10:45.214348 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4dbaddcc-2d17-46cc-bbdc-00e3dfe04e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.237350 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.278498 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4dbaddcc-2d17-46cc-bbdc-00e3dfe04e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.357476 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-028bb396-2bce-4ebe-a85b-2cd725a62516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.363832 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:45.394100 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.397935 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bb396-2bce-4ebe-a85b-2cd725a62516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dd10d7-23a3-4bc9-a4a6-42a74ae4789f,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:45.414409 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-028bb396-2bce-4ebe-a85b-2cd725a62516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:45.424785 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-37d2e8af-ab01-4490-9251-575c4a9355dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:45.463626 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-028bb396-2bce-4ebe-a85b-2cd725a62516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.469127 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-028bb396-2bce-4ebe-a85b-2cd725a62516 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a4dd10d7-23a3-4bc9-a4a6-42a74ae4789f HTTP/1.1" status: 204 len: 168 time: 0.9000399 Aug 23 14:10:45.469986 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4dbaddcc-2d17-46cc-bbdc-00e3dfe04e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.473263 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-307d4b3e-570b-464f-a0bc-283750477f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:45.489430 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:10:45.500415 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbaddcc-2d17-46cc-bbdc-00e3dfe04e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5145fe9-fa8e-4424-adbc-c515b0fda0d3,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:45.500637 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.508455 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Added segment 1edcee28-bc57-4fc5-9f2b-a4e75cb098c0 of type vlan for network 39c32fdf-79ad-4847-835e-f0c75ae7b76e Aug 23 14:10:45.517671 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4dbaddcc-2d17-46cc-bbdc-00e3dfe04e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:45.517671 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4dbaddcc-2d17-46cc-bbdc-00e3dfe04e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.517671 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-4dbaddcc-2d17-46cc-bbdc-00e3dfe04e73 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a5145fe9-fa8e-4424-adbc-c515b0fda0d3 HTTP/1.1" status: 204 len: 168 time: 0.4270360 Aug 23 14:10:45.534638 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96f3126-991c-4cc5-9f8b-f1f3f72af574,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:45.540281 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:45.580962 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.595288 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b277c4b5-0286-48d7-97e0-0a3bd72bf825 req-2077b0fd-b065-4350-a8d2-befe49b54855 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 1094 time: 0.2917602 Aug 23 14:10:45.605021 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34382) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:45.738892 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-c0681d20-c9ce-4fcc-89cc-2ec847fded2b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5422aa9df9aa4e73a59fb5bd4288007d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1322386 Aug 23 14:10:45.739786 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34390) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:45.785537 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:10:45.836862 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7586c1eb-1d38-4dce-92fc-0cc6236d975b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.879718 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7586c1eb-1d38-4dce-92fc-0cc6236d975b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:46.002434 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:46.015476 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:46.016971 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:46.032829 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277c4b5-0286-48d7-97e0-0a3bd72bf825 req-abb3da24-1aa6-48ed-9575-f86bcdcfb331 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:46.041829 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b277c4b5-0286-48d7-97e0-0a3bd72bf825 req-abb3da24-1aa6-48ed-9575-f86bcdcfb331 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.4352734 Aug 23 14:10:46.045214 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:46.069050 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7586c1eb-1d38-4dce-92fc-0cc6236d975b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:46.080460 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6a971ec8-06ad-4a4e-8c5d-4ae5c9b889b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:46.103109 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586c1eb-1d38-4dce-92fc-0cc6236d975b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d182653-01e0-4d53-a212-b3e1dca01561,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:46.109402 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7586c1eb-1d38-4dce-92fc-0cc6236d975b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:46.116174 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7586c1eb-1d38-4dce-92fc-0cc6236d975b admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:46.126905 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-7586c1eb-1d38-4dce-92fc-0cc6236d975b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3d182653-01e0-4d53-a212-b3e1dca01561 HTTP/1.1" status: 204 len: 168 time: 0.3769240 Aug 23 14:10:46.287284 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b277c4b5-0286-48d7-97e0-0a3bd72bf825 req-efaa1e76-3167-4f27-a7de-bc02737b0c72 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 HTTP/1.1" status: 200 len: 217 time: 0.2075794 Aug 23 14:10:46.297222 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Pushing event updated for resources: {'Network': ['ID=39c32fdf-79ad-4847-835e-f0c75ae7b76e,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:46.311885 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 39c32fdf-79ad-4847-835e-f0c75ae7b76e details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:10:46.340132 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:46.384707 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa932070-223b-436f-83ce-4e849bfb7eba req-4166a757-8bfa-4d09-adff-defa0cea57a0 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:46.390429 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa932070-223b-436f-83ce-4e849bfb7eba req-4166a757-8bfa-4d09-adff-defa0cea57a0 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 943 time: 0.4707968 Aug 23 14:10:46.396397 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277c4b5-0286-48d7-97e0-0a3bd72bf825 req-b3f684fe-be43-4b21-bd0f-3060fe3b340d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:46.398407 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b277c4b5-0286-48d7-97e0-0a3bd72bf825 req-b3f684fe-be43-4b21-bd0f-3060fe3b340d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.1038327 Aug 23 14:10:46.478791 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9850445 Aug 23 14:10:46.481489 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34404) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:46.491776 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Request body: {'subnet': {'network_id': '39c32fdf-79ad-4847-835e-f0c75ae7b76e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1038461311-subnet', 'tenant_id': 'dd02020084634f2298c4e27b9cf2792c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:46.498146 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b277c4b5-0286-48d7-97e0-0a3bd72bf825 req-f272a967-bbc3-4f35-923c-4b64873dbc3f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719416 Aug 23 14:10:46.504070 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:46.511406 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Usage tracker for resource:subnet and tenant:dd02020084634f2298c4e27b9cf2792c is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:46.515838 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:46.526217 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:46.612620 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Made reservation on behalf of dd02020084634f2298c4e27b9cf2792c for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:46.619005 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:46.670424 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa932070-223b-436f-83ce-4e849bfb7eba req-9b536e51-4bf9-4b45-91bb-ef55555b8d2a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700255 Aug 23 14:10:46.914462 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b277c4b5-0286-48d7-97e0-0a3bd72bf825 req-6fed1141-f00b-4f67-a220-c7b748284877 service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919432 Aug 23 14:10:47.119875 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:47.124486 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:47.128144 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b277c4b5-0286-48d7-97e0-0a3bd72bf825 req-b4f8a472-5284-4618-99ec-d2c694063896 service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071843 Aug 23 14:10:47.215290 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eca59e4-a821-483e-93b8-4e47d38c54f7,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:47.220222 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:47.231315 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Checking segment: {'id': '1edcee28-bc57-4fc5-9f2b-a4e75cb098c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '39c32fdf-79ad-4847-835e-f0c75ae7b76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:10:47.231682 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Network hostable DHCP agents. Network: 39c32fdf-79ad-4847-835e-f0c75ae7b76e, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:10:47.365737 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Network 39c32fdf-79ad-4847-835e-f0c75ae7b76e is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:10:47.478277 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 39c32fdf-79ad-4847-835e-f0c75ae7b76e) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:47.483564 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:47.484631 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:47.491200 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ad6de-e05c-419a-a8b6-58037b1f1312 None None] Network 39c32fdf-79ad-4847-835e-f0c75ae7b76e requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:10:47.589744 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:10:47.628110 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1277299 Aug 23 14:10:47.701121 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34426) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:47.820314 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34440) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:47.836059 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ce1766-189f-4d65-af64-c1d712e0f792 None None] Network 39c32fdf-79ad-4847-835e-f0c75ae7b76e requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:10:47.902639 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-05b93458-9cc6-4256-a48c-efa880f9b224 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0365fd577a5645b9909ea002a2a7defe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0811141 Aug 23 14:10:47.905196 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34444) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:48.054625 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6ffd-9aa5-4224-a992-8e270d1e3044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:48.089836 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6ffd-9aa5-4224-a992-8e270d1e3044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:48.223687 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547ca83-6982-4c31-80b0-b2b85e2fba97 req-a131109b-16a0-4e5d-8db4-0e51743436ba tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:48.227061 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9547ca83-6982-4c31-80b0-b2b85e2fba97 req-a131109b-16a0-4e5d-8db4-0e51743436ba tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 943 time: 0.2504389 Aug 23 14:10:48.285500 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9547ca83-6982-4c31-80b0-b2b85e2fba97 req-a12888b5-d062-426c-a5a2-4812a2255424 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575390 Aug 23 14:10:48.307703 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-70756f18-c97b-47ee-8cd5-55715d102686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:48.341884 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-70756f18-c97b-47ee-8cd5-55715d102686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:48.346603 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-70756f18-c97b-47ee-8cd5-55715d102686 admin admin] Usage tracker for resource:security_group_rule and tenant:9c7e6efadbb84ff292ffa8c5f3dc115f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:48.350384 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-70756f18-c97b-47ee-8cd5-55715d102686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:48.356994 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-70756f18-c97b-47ee-8cd5-55715d102686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:48.440909 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-70756f18-c97b-47ee-8cd5-55715d102686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:48.503051 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6ffd-9aa5-4224-a992-8e270d1e3044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:48.529585 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d4e2ffff-9b31-479a-ba49-f9be142a0a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:48.582004 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6ffd-9aa5-4224-a992-8e270d1e3044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:48.587323 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-5bfd6ffd-9aa5-4224-a992-8e270d1e3044 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4ddeeff1-8ccb-41cf-a063-4d905fb6feba HTTP/1.1" status: 204 len: 168 time: 0.6771920 Aug 23 14:10:48.600194 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-70756f18-c97b-47ee-8cd5-55715d102686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:48.632502 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd6ffd-9aa5-4224-a992-8e270d1e3044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddeeff1-8ccb-41cf-a063-4d905fb6feba,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:48.640862 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-5bfd6ffd-9aa5-4224-a992-8e270d1e3044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:48.642375 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-5bfd6ffd-9aa5-4224-a992-8e270d1e3044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:48.727797 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70756f18-c97b-47ee-8cd5-55715d102686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acac4a8d-184c-466b-bc85-7c25fa60966e,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:48.747351 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-70756f18-c97b-47ee-8cd5-55715d102686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:48.758141 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-70756f18-c97b-47ee-8cd5-55715d102686 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9c7e6efadbb84ff292ffa8c5f3dc115f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0550866 Aug 23 14:10:48.761158 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34470) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:48.821249 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:10:48.873926 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-420fa14e-65bd-4ee4-b8b8-3a67cf1bf2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:48.914040 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-420fa14e-65bd-4ee4-b8b8-3a67cf1bf2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:48.961133 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:48.977011 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'ceff3c56-6889-4daf-9a3e-3c1b6d5108d9', 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f', 'port_id': 'ceff3c56-6889-4daf-9a3e-3c1b6d5108d9', 'mac_address': 'fa:16:3e:64:d9:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e660768-8dea-4aca-bc8e-0ba7b3d6e871', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:10:49.033038 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:49.052246 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:49.062162 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-420fa14e-65bd-4ee4-b8b8-3a67cf1bf2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:49.074969 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:49.075132 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:49.086531 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fa14e-65bd-4ee4-b8b8-3a67cf1bf2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acac4a8d-184c-466b-bc85-7c25fa60966e,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:49.089414 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-420fa14e-65bd-4ee4-b8b8-3a67cf1bf2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:49.090353 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-420fa14e-65bd-4ee4-b8b8-3a67cf1bf2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:49.094290 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-420fa14e-65bd-4ee4-b8b8-3a67cf1bf2b4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/acac4a8d-184c-466b-bc85-7c25fa60966e HTTP/1.1" status: 204 len: 168 time: 0.3290043 Aug 23 14:10:49.154524 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:49.161099 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:49.280915 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:49.284462 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:49.372297 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['ceff3c56-6889-4daf-9a3e-3c1b6d5108d9'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:10:49.559777 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861871de-fe27-4ec9-9dc7-590e3b0143c3 req-6593ad51-c803-4c84-9fd8-74360a2bf886 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:49.561272 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-861871de-fe27-4ec9-9dc7-590e3b0143c3 req-6593ad51-c803-4c84-9fd8-74360a2bf886 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 944 time: 0.1259589 Aug 23 14:10:49.636571 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-861871de-fe27-4ec9-9dc7-590e3b0143c3 req-41ee3512-b43e-4a17-9ebd-7595ab7d7fa8 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635498 Aug 23 14:10:50.403575 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34508) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:50.832301 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:10:50.886713 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5dc3f-0246-428d-9242-fb6e88ad7c8a req-3f8fe332-e4f9-48b1-81d1-0785d1d749e0 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:50.888149 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6d5dc3f-0246-428d-9242-fb6e88ad7c8a req-3f8fe332-e4f9-48b1-81d1-0785d1d749e0 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 944 time: 0.1007612 Aug 23 14:10:50.950250 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6d5dc3f-0246-428d-9242-fb6e88ad7c8a req-cdeff0cb-3cd9-43f3-b726-c4782dc0ae07 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539050 Aug 23 14:10:50.969955 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34528) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:50.997357 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-74539682-21f2-4702-8f7a-0c6038a6d4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:51.035654 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:51.040005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-74539682-21f2-4702-8f7a-0c6038a6d4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:51.043537 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:51.045179 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:51.045508 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-74539682-21f2-4702-8f7a-0c6038a6d4ed admin admin] Usage tracker for resource:security_group_rule and tenant:c5d7e8645b3c447796e4529a376a36a3 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:51.050213 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-74539682-21f2-4702-8f7a-0c6038a6d4ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:51.058823 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-74539682-21f2-4702-8f7a-0c6038a6d4ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:51.185485 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3bad3d39-b3de-488f-b9c1-a082a1bc527b admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:51.252780 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:51.261750 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-74539682-21f2-4702-8f7a-0c6038a6d4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:51.266437 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d337a287-f6a4-49af-b06a-c9a2dd932643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:51.269669 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-3bad3d39-b3de-488f-b9c1-a082a1bc527b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:51.274507 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-3bad3d39-b3de-488f-b9c1-a082a1bc527b admin admin] Usage tracker for resource:security_group_rule and tenant:1a4f936c52e84987a1c5dc79a5faaf42 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:51.278132 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-3bad3d39-b3de-488f-b9c1-a082a1bc527b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:51.291320 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-3bad3d39-b3de-488f-b9c1-a082a1bc527b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:51.299896 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac7f728-c86c-4e7e-bcea-b4eacb17a942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceff3c56-6889-4daf-9a3e-3c1b6d5108d9'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:51.321581 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:10:51.393845 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac7f728-c86c-4e7e-bcea-b4eacb17a942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceff3c56-6889-4daf-9a3e-3c1b6d5108d9', 'code': 200} Aug 23 14:10:51.402852 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-74539682-21f2-4702-8f7a-0c6038a6d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:51.428186 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8e813da2-6fe8-4b8e-8fcc-d68140bb31fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:51.429251 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:51.431158 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:51.492156 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74539682-21f2-4702-8f7a-0c6038a6d4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8316ade2-13dc-4e89-9795-0d85e1741475,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:51.556522 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-74539682-21f2-4702-8f7a-0c6038a6d4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:51.611786 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-74539682-21f2-4702-8f7a-0c6038a6d4ed admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c5d7e8645b3c447796e4529a376a36a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6363862 Aug 23 14:10:51.612456 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34540) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:51.629492 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:51.635880 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:51.738023 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:51.752729 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-58941390-198e-4250-bcdb-c407a8cba9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:51.764140 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3bad3d39-b3de-488f-b9c1-a082a1bc527b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:51.770700 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56423cbf-6c37-4bff-89e2-62e6c13a6002 req-a27a56ee-09f1-4b36-b273-3e001e101bad service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 1096 time: 0.2753170 Aug 23 14:10:51.806286 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-58941390-198e-4250-bcdb-c407a8cba9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:51.846370 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56423cbf-6c37-4bff-89e2-62e6c13a6002 req-c42069be-6bd5-4307-ac10-f741513cb5fe service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691748 Aug 23 14:10:51.851202 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3bad3d39-b3de-488f-b9c1-a082a1bc527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:51.881029 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:51.959214 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad3d39-b3de-488f-b9c1-a082a1bc527b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585bc9dc-7283-4406-a33b-e9f57c7477ce,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:51.963030 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3bad3d39-b3de-488f-b9c1-a082a1bc527b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:51.979022 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-3bad3d39-b3de-488f-b9c1-a082a1bc527b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1a4f936c52e84987a1c5dc79a5faaf42&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5740981 Aug 23 14:10:51.982939 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34550) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:52.033153 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-58941390-198e-4250-bcdb-c407a8cba9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.066241 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-991e3348-b344-46b6-90a9-03073c154c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:52.083907 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58941390-198e-4250-bcdb-c407a8cba9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8316ade2-13dc-4e89-9795-0d85e1741475,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:52.103601 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-58941390-198e-4250-bcdb-c407a8cba9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:52.111494 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-58941390-198e-4250-bcdb-c407a8cba9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.113755 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-58941390-198e-4250-bcdb-c407a8cba9fe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8316ade2-13dc-4e89-9795-0d85e1741475 HTTP/1.1" status: 204 len: 168 time: 0.4992430 Aug 23 14:10:52.177716 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7bf5-705a-429a-9839-cad0bfdabeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.226999 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7bf5-705a-429a-9839-cad0bfdabeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.412470 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4490f-953f-4396-9168-250629630c44 req-80ded744-5de9-4e8d-8e9d-cc8317e94b67 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:52.414818 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d4f4490f-953f-4396-9168-250629630c44 req-80ded744-5de9-4e8d-8e9d-cc8317e94b67 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 945 time: 0.1247478 Aug 23 14:10:52.456393 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7bf5-705a-429a-9839-cad0bfdabeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.462472 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7586c1eb-1d38-4dce-92fc-0cc6236d975b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:52.478197 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b7bf5-705a-429a-9839-cad0bfdabeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585bc9dc-7283-4406-a33b-e9f57c7477ce,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:52.481233 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4b4b7bf5-705a-429a-9839-cad0bfdabeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:52.481922 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d4f4490f-953f-4396-9168-250629630c44 req-bfbc9e43-4150-4dcd-b950-fac4099cea08 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564721 Aug 23 14:10:52.483383 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7bf5-705a-429a-9839-cad0bfdabeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.485592 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-4b4b7bf5-705a-429a-9839-cad0bfdabeb9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/585bc9dc-7283-4406-a33b-e9f57c7477ce HTTP/1.1" status: 204 len: 168 time: 0.5009229 Aug 23 14:10:52.512346 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34564) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:52.519293 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2053446490-network', 'tenant_id': '36ae37769560431898b89418426e0935'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:52.525116 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:52.530149 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Usage tracker for resource:network and tenant:36ae37769560431898b89418426e0935 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:52.534657 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:52.542089 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:52.679538 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Made reservation on behalf of 36ae37769560431898b89418426e0935 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:52.682004 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.696627 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.782182 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:52.802880 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Usage tracker for resource:security_group_rule and tenant:36ae37769560431898b89418426e0935 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:52.808660 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:52.824719 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:52.944776 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:53.062166 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:53.080690 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:10:53.092111 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:53.092782 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Added segment 9448909b-8e9e-4f03-836b-78c520b1a8cf of type vlan for network e9b4417a-3ad8-4a53-902f-cf8ac9ab0537 Aug 23 14:10:53.127858 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:53.133951 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fbc4ee29-ebdc-4ee1-8058-424e1da0286e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:53.191667 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23672995-8827-4a79-8d83-784ec3e8b1e7,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:53.201269 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:53.348198 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:53.350608 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:53.351788 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:53.359244 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:53.484491 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Pushing event updated for resources: {'Network': ['ID=e9b4417a-3ad8-4a53-902f-cf8ac9ab0537,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:53.489086 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:53.502620 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network e9b4417a-3ad8-4a53-902f-cf8ac9ab0537 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:10:53.617466 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1038330 Aug 23 14:10:53.620210 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34594) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:53.627320 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Request body: {'subnet': {'network_id': 'e9b4417a-3ad8-4a53-902f-cf8ac9ab0537', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2053446490-subnet', 'tenant_id': '36ae37769560431898b89418426e0935', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:10:53.645689 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:53.669255 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Usage tracker for resource:subnet and tenant:36ae37769560431898b89418426e0935 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:53.678206 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:53.694143 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:53.734695 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-884bcf32-c4cf-4e0e-b4aa-8bb99f35ebd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:53.869239 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a440bd-1d7c-41eb-b47b-cd72799087c4 req-39ebdaeb-03c7-4355-b09a-5edfc276f356 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:53.870907 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01a440bd-1d7c-41eb-b47b-cd72799087c4 req-39ebdaeb-03c7-4355-b09a-5edfc276f356 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 945 time: 0.0921764 Aug 23 14:10:53.873164 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Made reservation on behalf of 36ae37769560431898b89418426e0935 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:53.875881 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Notify callbacks [] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:54.015611 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01a440bd-1d7c-41eb-b47b-cd72799087c4 req-a0f1461a-af6a-40d6-aad2-89b18f86230a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260903 Aug 23 14:10:54.395037 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34618) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:54.395993 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:54.419750 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a250b36a-ffb8-44e4-b318-35a5171df414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:54.443353 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:54.452059 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6b6d36b6-81ee-49f7-9ef7-de9ca253d43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:54.498712 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0aae2913-8b00-489e-9871-632dd3df6fa0 req-9bf3576e-310f-4f44-9904-7ba85d03bdb7 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 1096 time: 0.1719441 Aug 23 14:10:54.615518 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0aae2913-8b00-489e-9871-632dd3df6fa0 req-4b74d5c3-7dd3-46da-9e5d-13042670b4bb tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955999 Aug 23 14:10:54.636837 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-a250b36a-ffb8-44e4-b318-35a5171df414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:54.652736 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1857fda8-d483-4eee-94b8-242264351276,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:54.673175 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:54.676219 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-a250b36a-ffb8-44e4-b318-35a5171df414 admin admin] Usage tracker for resource:security_group_rule and tenant:b0d8d99815ce4dbeb985946cb17b427f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:54.684000 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-a250b36a-ffb8-44e4-b318-35a5171df414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:54.695387 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-a250b36a-ffb8-44e4-b318-35a5171df414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:54.699273 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Checking segment: {'id': '9448909b-8e9e-4f03-836b-78c520b1a8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e9b4417a-3ad8-4a53-902f-cf8ac9ab0537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:10:54.700753 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Network hostable DHCP agents. Network: e9b4417a-3ad8-4a53-902f-cf8ac9ab0537, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:10:54.870231 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Network e9b4417a-3ad8-4a53-902f-cf8ac9ab0537 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:10:54.894143 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a250b36a-ffb8-44e4-b318-35a5171df414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:54.970029 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95c6ce78-5868-4b72-8fbc-0da08e060ac2 req-90d5a26f-d72b-4a13-bd73-3e289e9b0e86 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 1096 time: 0.1566343 Aug 23 14:10:55.026907 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a250b36a-ffb8-44e4-b318-35a5171df414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:55.039866 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:55.062797 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95c6ce78-5868-4b72-8fbc-0da08e060ac2 req-e07d727a-5c71-403d-b1ca-930705d44385 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911288 Aug 23 14:10:55.071140 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, e9b4417a-3ad8-4a53-902f-cf8ac9ab0537) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:55.084703 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5614831-0683-45f3-9f05-be6bb404bf4c None None] Network e9b4417a-3ad8-4a53-902f-cf8ac9ab0537 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:10:55.103633 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:55.104386 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:55.135883 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34632) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:55.137034 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-a250b36a-ffb8-44e4-b318-35a5171df414 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b0d8d99815ce4dbeb985946cb17b427f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7397537 Aug 23 14:10:55.137470 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250b36a-ffb8-44e4-b318-35a5171df414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756b912e-366b-453c-87e0-a1dbdecb3105,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:55.144430 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a250b36a-ffb8-44e4-b318-35a5171df414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:55.257946 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6361623 Aug 23 14:10:55.310226 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-966542b6-f742-41e7-992f-e56f66453d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:55.399338 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-966542b6-f742-41e7-992f-e56f66453d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:55.639353 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-966542b6-f742-41e7-992f-e56f66453d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:55.642044 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e60ec36-f876-4284-951d-8c98c10d9dbb None None] Network e9b4417a-3ad8-4a53-902f-cf8ac9ab0537 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:10:55.651124 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4dbaddcc-2d17-46cc-bbdc-00e3dfe04e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:55.674112 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966542b6-f742-41e7-992f-e56f66453d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756b912e-366b-453c-87e0-a1dbdecb3105,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:55.704979 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-966542b6-f742-41e7-992f-e56f66453d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:55.705903 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-966542b6-f742-41e7-992f-e56f66453d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:55.707002 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-966542b6-f742-41e7-992f-e56f66453d43 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/756b912e-366b-453c-87e0-a1dbdecb3105 HTTP/1.1" status: 204 len: 168 time: 0.5680923 Aug 23 14:10:56.065998 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:56.183250 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-341d8702-daa9-4a9e-b6a8-551cc796f141 req-7266e167-34ff-4b69-a29c-6bd143372303 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 1096 time: 0.1731226 Aug 23 14:10:56.285633 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-341d8702-daa9-4a9e-b6a8-551cc796f141 req-53c4e6f4-9e0b-4e44-a417-280f4d567e0d tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786071 Aug 23 14:10:57.358255 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-498eb079-f69f-41ee-b020-003dd9f4ad46 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:57.359868 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-498eb079-f69f-41ee-b020-003dd9f4ad46 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Synchronizing usage tracker for tenant:dd02020084634f2298c4e27b9cf2792c on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:10:57.462341 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-498eb079-f69f-41ee-b020-003dd9f4ad46 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Unset dirty status for tenant:dd02020084634f2298c4e27b9cf2792c on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:10:57.464657 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-498eb079-f69f-41ee-b020-003dd9f4ad46 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/networks?id=39c32fdf-79ad-4847-835e-f0c75ae7b76e HTTP/1.1" status: 200 len: 815 time: 0.3603787 Aug 23 14:10:57.493123 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-0c894965-3bc0-463a-b43d-4230c87b381a tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/quotas/dd02020084634f2298c4e27b9cf2792c HTTP/1.1" status: 200 len: 375 time: 0.0149529 Aug 23 14:10:57.558840 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-59df2a46-6fa6-45f0-86df-63f8856400cf tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=dd02020084634f2298c4e27b9cf2792c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531721 Aug 23 14:10:57.843082 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-63c7ce89-db59-49e4-81af-2af0ec40d6fc req-aa0d8038-66ab-46ca-9224-1c0e7f22de6f tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 1096 time: 0.1058693 Aug 23 14:10:57.925754 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-63c7ce89-db59-49e4-81af-2af0ec40d6fc req-fe1df8be-0918-4b78-8f27-fcbc1de125c6 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704949 Aug 23 14:10:58.842155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-8d375d87-0e60-489c-9fdb-e62422e91175 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:10:58.850620 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-8d375d87-0e60-489c-9fdb-e62422e91175 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6980944 Aug 23 14:10:59.094523 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-896fdb74-9e63-42ab-8f2c-a5de60c68b8a service neutron] 10.222.0.86 "GET /v2.0/networks/39c32fdf-79ad-4847-835e-f0c75ae7b76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426083 Aug 23 14:10:59.225263 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3971ae05-5755-415e-9602-54932ecc431d req-31b6e038-29b3-4fb8-ba3e-45630fac3c78 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2593765 Aug 23 14:10:59.296295 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-31dcebdb-7b16-4126-89a5-1baeeccd870c service neutron] 10.222.0.86 "GET /v2.0/networks/39c32fdf-79ad-4847-835e-f0c75ae7b76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888890 Aug 23 14:11:00.737729 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1a7b2-201e-4408-a552-85135fc0fc7b req-858955a0-df10-46e0-9c1c-8923bb61240d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:00.738656 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1a7b2-201e-4408-a552-85135fc0fc7b req-858955a0-df10-46e0-9c1c-8923bb61240d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:00.739060 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1a7b2-201e-4408-a552-85135fc0fc7b req-858955a0-df10-46e0-9c1c-8923bb61240d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:00.739646 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1a7b2-201e-4408-a552-85135fc0fc7b req-858955a0-df10-46e0-9c1c-8923bb61240d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:00.740276 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1a7b2-201e-4408-a552-85135fc0fc7b req-858955a0-df10-46e0-9c1c-8923bb61240d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:00.740882 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1a7b2-201e-4408-a552-85135fc0fc7b req-858955a0-df10-46e0-9c1c-8923bb61240d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:00.741476 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1a7b2-201e-4408-a552-85135fc0fc7b req-858955a0-df10-46e0-9c1c-8923bb61240d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:00.742206 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1a7b2-201e-4408-a552-85135fc0fc7b req-858955a0-df10-46e0-9c1c-8923bb61240d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:00.742900 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1a7b2-201e-4408-a552-85135fc0fc7b req-858955a0-df10-46e0-9c1c-8923bb61240d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:00.746133 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69d1a7b2-201e-4408-a552-85135fc0fc7b req-858955a0-df10-46e0-9c1c-8923bb61240d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6424 time: 0.3029346 Aug 23 14:11:00.910808 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a0e0ce0c-6699-4e2b-a7a4-b03c856c0dad req-52b9133d-74d9-428a-ab64-b36cc3a8372a tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 210 time: 0.0719314 Aug 23 14:11:01.701101 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:01.978177 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-a4522566-4f9a-45eb-8b06-a7f4bfd023c3 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e16e074657a24430a915d9b1700cf204&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314088 Aug 23 14:11:02.199766 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-938196a6-e005-4e5c-a623-108ff1992b6d tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:02.201298 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-938196a6-e005-4e5c-a623-108ff1992b6d tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147357 Aug 23 14:11:02.224315 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-df59b0c7-576e-4167-b0ff-91755a34a9c2 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/quotas/e16e074657a24430a915d9b1700cf204 HTTP/1.1" status: 200 len: 375 time: 0.0127771 Aug 23 14:11:02.313166 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-8a2b1de7-837b-4a95-8c2f-27f189555f08 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e16e074657a24430a915d9b1700cf204&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695846 Aug 23 14:11:02.344402 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34848) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:02.351592 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-09c52046-16ea-4ef7-a107-6b4cba3be140 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:11:02.353075 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-09c52046-16ea-4ef7-a107-6b4cba3be140 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0072377 Aug 23 14:11:02.580298 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-54be4c11-9985-48f5-b609-51bce94be033 service neutron] Request body: {'binding': {'host': 'n-h2-805629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:02.580886 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-54be4c11-9985-48f5-b609-51bce94be033 service neutron] Unknown quota resources ['binding']. {{(pid=76505) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Aug 23 14:11:03.069828 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2c3eb-0bfb-4a5a-89f4-49f32f72cca3 req-1f81fb60-0051-4022-b93d-e365b482bacd tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:03.071208 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19d2c3eb-0bfb-4a5a-89f4-49f32f72cca3 req-1f81fb60-0051-4022-b93d-e365b482bacd tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 886 time: 0.2999451 Aug 23 14:11:03.088889 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-54be4c11-9985-48f5-b609-51bce94be033 service neutron] Attempting to bind port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 on host n-h2-805629-1 for vnic_type normal with profile None {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:03.089352 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-54be4c11-9985-48f5-b609-51bce94be033 service neutron] Attempting to bind port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:03.089717 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-54be4c11-9985-48f5-b609-51bce94be033 service neutron] Attempting to bind port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:03.095934 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-54be4c11-9985-48f5-b609-51bce94be033 service neutron] Port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:11:03.096249 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-54be4c11-9985-48f5-b609-51bce94be033 service neutron] Attempting to bind port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:03.104170 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-54be4c11-9985-48f5-b609-51bce94be033 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:11:03.104964 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-54be4c11-9985-48f5-b609-51bce94be033 service neutron] Checking segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:11:03.105672 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-54be4c11-9985-48f5-b609-51bce94be033 service neutron] Bound using segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:11:03.106340 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-54be4c11-9985-48f5-b609-51bce94be033 service neutron] Bound port: ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:03.183902 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-54be4c11-9985-48f5-b609-51bce94be033 service neutron] For port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:11:03.296257 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:03.298830 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-54be4c11-9985-48f5-b609-51bce94be033 service neutron] Notify callbacks [] for binding, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:03.309634 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-54be4c11-9985-48f5-b609-51bce94be033 service neutron] 10.222.0.86 "POST /v2.0/ports/ceff3c56-6889-4daf-9a3e-3c1b6d5108d9/bindings HTTP/1.1" status: 201 len: 389 time: 0.8099086 Aug 23 14:11:03.465540 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b974987d-8a29-4ba8-8de2-2113e5194bf6 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:03.469118 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b974987d-8a29-4ba8-8de2-2113e5194bf6 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.60 "GET /v2.0/networks?id=39c32fdf-79ad-4847-835e-f0c75ae7b76e HTTP/1.1" status: 200 len: 815 time: 0.2518573 Aug 23 14:11:03.497392 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Request body: {'port': {'device_id': 'e7c1f702-c420-4c0b-907c-95d1cd932f86', 'network_id': '39c32fdf-79ad-4847-835e-f0c75ae7b76e', 'admin_state_up': True, 'tenant_id': 'dd02020084634f2298c4e27b9cf2792c'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:03.778790 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:03.786130 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Usage tracker for resource:port and tenant:dd02020084634f2298c4e27b9cf2792c is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:03.790751 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:03.803091 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:03.934610 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f787dd2f-f995-4f9e-bb23-ac39738edebf req-20661fe2-fae0-46f2-9723-f9fba71f9766 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 210 time: 0.0719099 Aug 23 14:11:03.970141 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Made reservation on behalf of dd02020084634f2298c4e27b9cf2792c for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:03.973903 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:04.293603 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Allocated IP 172.20.0.5 (39c32fdf-79ad-4847-835e-f0c75ae7b76e/8eca59e4-a821-483e-93b8-4e47d38c54f7/b1d90992-e42e-457e-bcb6-3c7364653a46) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:04.297930 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34896) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:04.346047 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-71b8b6b3-d22c-48c3-b4bc-2fb8d56b1341 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e16e074657a24430a915d9b1700cf204&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363030 Aug 23 14:11:04.588494 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4a5ad1cf-4a11-482c-8971-263fb0e17d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:04.634307 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:04.748611 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4a5ad1cf-4a11-482c-8971-263fb0e17d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:04.753336 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:04.758303 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4a5ad1cf-4a11-482c-8971-263fb0e17d4e admin admin] Usage tracker for resource:security_group_rule and tenant:548e51b81b63455c9629ac4623554301 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:04.764010 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:04.766824 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4a5ad1cf-4a11-482c-8971-263fb0e17d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:04.774191 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-7f690f40-511e-478c-b772-d84fb1ffeaf6 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:04.775697 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-7f690f40-511e-478c-b772-d84fb1ffeaf6 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4154055 Aug 23 14:11:04.781777 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f2e2-0030-43c1-a5c8-7a3155690e16 req-6c6cfe06-76f2-4471-b930-b24cb7d5de5d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:04.782050 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f2e2-0030-43c1-a5c8-7a3155690e16 req-6c6cfe06-76f2-4471-b930-b24cb7d5de5d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:04.782620 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f2e2-0030-43c1-a5c8-7a3155690e16 req-6c6cfe06-76f2-4471-b930-b24cb7d5de5d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:04.783073 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f2e2-0030-43c1-a5c8-7a3155690e16 req-6c6cfe06-76f2-4471-b930-b24cb7d5de5d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:04.783432 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f2e2-0030-43c1-a5c8-7a3155690e16 req-6c6cfe06-76f2-4471-b930-b24cb7d5de5d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:04.783791 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f2e2-0030-43c1-a5c8-7a3155690e16 req-6c6cfe06-76f2-4471-b930-b24cb7d5de5d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:04.784143 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f2e2-0030-43c1-a5c8-7a3155690e16 req-6c6cfe06-76f2-4471-b930-b24cb7d5de5d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:04.784498 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f2e2-0030-43c1-a5c8-7a3155690e16 req-6c6cfe06-76f2-4471-b930-b24cb7d5de5d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:04.784852 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f2e2-0030-43c1-a5c8-7a3155690e16 req-6c6cfe06-76f2-4471-b930-b24cb7d5de5d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:04.786752 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dc60f2e2-0030-43c1-a5c8-7a3155690e16 req-6c6cfe06-76f2-4471-b930-b24cb7d5de5d tempest-NetworksTest-139263190 tempest-NetworksTest-139263190-project-admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6424 time: 0.4281282 Aug 23 14:11:04.792998 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4a5ad1cf-4a11-482c-8971-263fb0e17d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:04.820452 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-d3eedf22-c130-48bd-9cc2-957d28c9fad7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 1096 time: 0.3096144 Aug 23 14:11:04.824822 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-4cd0e1d9-7ca1-4ad7-abfa-aa39ee2612e3 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/quotas/e16e074657a24430a915d9b1700cf204 HTTP/1.1" status: 200 len: 375 time: 0.0369632 Aug 23 14:11:04.844118 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Network 39c32fdf-79ad-4847-835e-f0c75ae7b76e is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:04.848436 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:04.854123 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:11:04.916272 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Pushing event updated for resources: {'Port': ['ID=b1d90992-e42e-457e-bcb6-3c7364653a46,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:04.928893 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:04.929247 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:04.929615 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:04.929959 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:04.930302 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:04.930666 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:04.931035 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:04.931369 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:04.931701 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:04.932035 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:04.932360 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:04.938223 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:04.964988 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:04.965684 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:05.040601 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-fc6582e6-4191-4655-bc66-2c4c97d95dc1 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e16e074657a24430a915d9b1700cf204&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2027032 Aug 23 14:11:05.151795 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-5d86e6d6-ba94-42d1-adb6-d7f2ed56ee45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:05.153260 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-5d86e6d6-ba94-42d1-adb6-d7f2ed56ee45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.3143275 Aug 23 14:11:05.230716 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4a5ad1cf-4a11-482c-8971-263fb0e17d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:05.244317 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-9d7c2334-ebf1-4671-aa9f-68cb0e006915 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 HTTP/1.1" status: 200 len: 217 time: 0.0784395 Aug 23 14:11:05.251840 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c803d6-f54d-4b82-b769-ad4efd62a3fa req-1baaafce-f340-4914-b9f0-344c625072e9 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:05.253391 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c5c803d6-f54d-4b82-b769-ad4efd62a3fa req-1baaafce-f340-4914-b9f0-344c625072e9 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 945 time: 0.2605402 Aug 23 14:11:05.254687 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7631922 Aug 23 14:11:05.270687 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Request body: {'port': {'device_id': 'e7c1f702-c420-4c0b-907c-95d1cd932f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:05.376105 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4a5ad1cf-4a11-482c-8971-263fb0e17d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:05.383443 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-6e215485-633e-430c-a7a4-72464c608d6a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:05.384915 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-6e215485-633e-430c-a7a4-72464c608d6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.1306088 Aug 23 14:11:05.387931 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-eb131738-6572-4b98-ac63-366c453e2127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:05.459719 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c5c803d6-f54d-4b82-b769-ad4efd62a3fa req-c2ac5ab6-614a-447d-b4f9-1503e97d1fd7 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713531 Aug 23 14:11:05.491638 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-f3d12a71-08bc-475a-b8da-f0fd5b18d1a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954392 Aug 23 14:11:05.542209 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4a5ad1cf-4a11-482c-8971-263fb0e17d4e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=548e51b81b63455c9629ac4623554301&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2422473 Aug 23 14:11:05.545794 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 34916) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:05.553785 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:05.850809 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ad1cf-4a11-482c-8971-263fb0e17d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a598958-b16f-40be-b694-2ba17f51fcca,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:05.856712 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-50705b3f-9703-4cf2-8b69-0c199a483b7d service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131082 Aug 23 14:11:05.857540 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4a5ad1cf-4a11-482c-8971-263fb0e17d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:05.881466 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34928) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:06.027009 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:06.165312 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-c362f3e8-c75d-4361-9c59-d9f9c5ab262c service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953444 Aug 23 14:11:06.223559 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:06.396942 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2bba2a0d-97b3-4abb-8f0a-b94bda41ad56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:06.495739 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d90992-e42e-457e-bcb6-3c7364653a46 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:06.507371 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-57cc1603-6b1d-485e-9d5c-1d18fb2c54e9 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=e16e074657a24430a915d9b1700cf204&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753937 Aug 23 14:11:06.508215 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:06.558799 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b513f729-d47d-444d-b4e9-0990612828cf req-19314c1d-025b-422d-afb3-807c9e71b6db tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 210 time: 0.0901225 Aug 23 14:11:06.656660 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Transition to ACTIVE for port object b1d90992-e42e-457e-bcb6-3c7364653a46 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:06.659863 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:06.671330 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-420fa14e-65bd-4ee4-b8b8-3a67cf1bf2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:06.673089 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2bba2a0d-97b3-4abb-8f0a-b94bda41ad56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:06.679898 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2bba2a0d-97b3-4abb-8f0a-b94bda41ad56 admin admin] Usage tracker for resource:security_group_rule and tenant:35c2044d83684bf295f97c53bd65187b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:06.684981 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2bba2a0d-97b3-4abb-8f0a-b94bda41ad56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:06.697107 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2bba2a0d-97b3-4abb-8f0a-b94bda41ad56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:06.719751 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a598958-b16f-40be-b694-2ba17f51fcca,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:06.735228 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:06.740874 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6a1c5-8b79-4d8e-b0c3-a8464aea7096 req-77e6eea4-7dbd-4a3e-a94e-718cc8bc13f6 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:06.742005 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:06.743211 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a5d6a1c5-8b79-4d8e-b0c3-a8464aea7096 req-77e6eea4-7dbd-4a3e-a94e-718cc8bc13f6 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 931 time: 0.4225931 Aug 23 14:11:06.773797 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:06.774461 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:06.775027 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:06.775637 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:06.776238 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:06.776819 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:06.777469 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:06.778125 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:06.778718 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:06.779305 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:06.779908 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:06.784978 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:06.786466 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1a598958-b16f-40be-b694-2ba17f51fcca HTTP/1.1" status: 204 len: 168 time: 1.2381728 Aug 23 14:11:06.787495 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:06.824126 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-8bcc6a5f-27da-4ca1-bde7-863258cc08b3 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942&tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&binding%3Ahost_id=n-h1-805629-1 HTTP/1.1" status: 200 len: 1096 time: 0.4369719 Aug 23 14:11:06.869024 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805629-1'}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:06.987757 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Pushing event updated for resources: {'Port': ['ID=b1d90992-e42e-457e-bcb6-3c7364653a46,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:07.022753 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a5d6a1c5-8b79-4d8e-b0c3-a8464aea7096 req-bf7de2ee-c35c-4e37-b8b4-2add7b2c5481 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Synchronizing usage tracker for tenant:dd02020084634f2298c4e27b9cf2792c on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:07.036721 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-105f4a4c-f087-4922-8681-bec2b426c91b tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:07.038993 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-105f4a4c-f087-4922-8681-bec2b426c91b tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5148864 Aug 23 14:11:07.080743 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2bba2a0d-97b3-4abb-8f0a-b94bda41ad56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.094548 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:07.134344 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.151396 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Request body: {'port': {'device_id': '54012847-5697-4904-bbc5-6a99ccc5a15d', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'e16e074657a24430a915d9b1700cf204'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:07.251379 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2bba2a0d-97b3-4abb-8f0a-b94bda41ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.264171 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-66d0cb02-79e8-48ab-a8b0-43dae4df689a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:07.334113 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Attempting to bind port b1d90992-e42e-457e-bcb6-3c7364653a46 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:07.334645 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Attempting to bind port b1d90992-e42e-457e-bcb6-3c7364653a46 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '1edcee28-bc57-4fc5-9f2b-a4e75cb098c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '39c32fdf-79ad-4847-835e-f0c75ae7b76e'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:07.334837 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Attempting to bind port b1d90992-e42e-457e-bcb6-3c7364653a46 on network 39c32fdf-79ad-4847-835e-f0c75ae7b76e {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:07.352145 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba2a0d-97b3-4abb-8f0a-b94bda41ad56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf3c2dc-a624-414e-a8ae-ec98f86b1dc1,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:07.361191 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2bba2a0d-97b3-4abb-8f0a-b94bda41ad56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:07.369600 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-2bba2a0d-97b3-4abb-8f0a-b94bda41ad56 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=35c2044d83684bf295f97c53bd65187b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4816084 Aug 23 14:11:07.370494 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 34954) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:07.379467 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a5d6a1c5-8b79-4d8e-b0c3-a8464aea7096 req-bf7de2ee-c35c-4e37-b8b4-2add7b2c5481 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Unset dirty status for tenant:dd02020084634f2298c4e27b9cf2792c on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:07.380410 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a5d6a1c5-8b79-4d8e-b0c3-a8464aea7096 req-bf7de2ee-c35c-4e37-b8b4-2add7b2c5481 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/security-groups?id=a96f3126-991c-4cc5-9f8b-f1f3f72af574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823827 Aug 23 14:11:07.386800 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Port b1d90992-e42e-457e-bcb6-3c7364653a46 on network 39c32fdf-79ad-4847-835e-f0c75ae7b76e not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:11:07.387425 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Attempting to bind port b1d90992-e42e-457e-bcb6-3c7364653a46 on network 39c32fdf-79ad-4847-835e-f0c75ae7b76e {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:07.490439 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:11:07.491264 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Checking segment: {'id': '1edcee28-bc57-4fc5-9f2b-a4e75cb098c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '39c32fdf-79ad-4847-835e-f0c75ae7b76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:11:07.491907 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Bound using segment: {'id': '1edcee28-bc57-4fc5-9f2b-a4e75cb098c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '39c32fdf-79ad-4847-835e-f0c75ae7b76e'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:11:07.492457 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Bound port: b1d90992-e42e-457e-bcb6-3c7364653a46, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1edcee28-bc57-4fc5-9f2b-a4e75cb098c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '39c32fdf-79ad-4847-835e-f0c75ae7b76e'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:07.492822 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.520747 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:07.528329 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d1c93ba5-2b76-4ebe-80b8-e28286a5b9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.529843 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Usage tracker for resource:port and tenant:e16e074657a24430a915d9b1700cf204 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:07.537738 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:07.558887 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:07.569789 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d1c93ba5-2b76-4ebe-80b8-e28286a5b9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.615418 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca42ea-4f7d-47f8-ab26-08e7c42d49ee req-5c578f6f-cc19-4198-8427-e2f6fe537520 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:07.622686 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4dca42ea-4f7d-47f8-ab26-08e7c42d49ee req-5c578f6f-cc19-4198-8427-e2f6fe537520 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 945 time: 0.3398407 Aug 23 14:11:07.658632 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] For port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:07.686441 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Made reservation on behalf of e16e074657a24430a915d9b1700cf204 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:07.692177 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.730192 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.735607 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] For port b1d90992-e42e-457e-bcb6-3c7364653a46, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:11:07.740058 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] For port b1d90992-e42e-457e-bcb6-3c7364653a46, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b1d90992-e42e-457e-bcb6-3c7364653a46,segment=NetworkSegment(1edcee28-bc57-4fc5-9f2b-a4e75cb098c0),segment_id=1edcee28-bc57-4fc5-9f2b-a4e75cb098c0)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:11:07.742447 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d1c93ba5-2b76-4ebe-80b8-e28286a5b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.753396 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8c8b5e7d-0b29-4f7c-bb62-5aca5cf7c56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:07.780102 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4dca42ea-4f7d-47f8-ab26-08e7c42d49ee req-81be73b3-d2ae-49d8-bd24-d13f10ddf732 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542950 Aug 23 14:11:07.784004 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c93ba5-2b76-4ebe-80b8-e28286a5b9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf3c2dc-a624-414e-a8ae-ec98f86b1dc1,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:07.786996 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d1c93ba5-2b76-4ebe-80b8-e28286a5b9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.800312 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d1c93ba5-2b76-4ebe-80b8-e28286a5b9b4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3bf3c2dc-a624-414e-a8ae-ec98f86b1dc1 HTTP/1.1" status: 204 len: 168 time: 0.4213216 Aug 23 14:11:07.809369 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d1c93ba5-2b76-4ebe-80b8-e28286a5b9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:07.847903 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:07.858533 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Usage tracker for resource:security_group_rule and tenant:e16e074657a24430a915d9b1700cf204 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:07.866452 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:07.880333 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:07.885469 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.893276 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4d396513-df14-4f44-90f1-52c767f9299f tempest-DeleteServersAdminTestJSON-517418542 tempest-DeleteServersAdminTestJSON-517418542-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:07.971488 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] For port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:11:08.028362 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:08.028362 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] 10.222.0.60 "PUT /v2.0/ports/b1d90992-e42e-457e-bcb6-3c7364653a46 HTTP/1.1" status: 200 len: 1091 time: 2.7620122 Aug 23 14:11:08.028362 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c1f702-c420-4c0b-907c-95d1cd932f86', 'tag': 'b1d90992-e42e-457e-bcb6-3c7364653a46'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:08.055234 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Pushing event updated for resources: {'Port': ['ID=b1d90992-e42e-457e-bcb6-3c7364653a46,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:08.059955 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:08.145022 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c1f702-c420-4c0b-907c-95d1cd932f86', 'tag': 'b1d90992-e42e-457e-bcb6-3c7364653a46', 'status': 'completed', 'code': 200} Aug 23 14:11:08.189364 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-002af71a-9a19-45b6-a011-d34981e02b6c req-eca4643f-5578-4f4d-b76a-d7923b140449 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 210 time: 0.1345377 Aug 23 14:11:08.200887 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac7f728-c86c-4e7e-bcea-b4eacb17a942', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceff3c56-6889-4daf-9a3e-3c1b6d5108d9'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:08.208033 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:08.298666 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:08.318406 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:08.325501 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f94929f8-46d1-4158-b033-6c712660d95a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:08.394169 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-a68fa376-d8b1-4620-812a-5d4041ae04ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd02020084634f2298c4e27b9cf2792c&device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 1094 time: 0.2258058 Aug 23 14:11:08.437424 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac7f728-c86c-4e7e-bcea-b4eacb17a942', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceff3c56-6889-4daf-9a3e-3c1b6d5108d9', 'code': 200} Aug 23 14:11:08.542805 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-e9f33a05-b0c8-46e1-9633-aab5f91ab4ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1d90992-e42e-457e-bcb6-3c7364653a46 HTTP/1.1" status: 200 len: 217 time: 0.1347063 Aug 23 14:11:08.568568 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:08.798623 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-9e852663-193c-4fc0-9753-b177c3726e2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:08.800277 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-9e852663-193c-4fc0-9753-b177c3726e2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8eca59e4-a821-483e-93b8-4e47d38c54f7 HTTP/1.1" status: 200 len: 855 time: 0.2564070 Aug 23 14:11:08.805825 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-895ec5ed-d473-4fcd-8841-4ee11b23c2c4 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=e16e074657a24430a915d9b1700cf204&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416501 Aug 23 14:11:08.899537 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-55eb4776-9c1e-4c84-a756-0b3ce579f530 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39c32fdf-79ad-4847-835e-f0c75ae7b76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890059 Aug 23 14:11:08.966765 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Pushing event updated for resources: {'Port': ['ID=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,revision_number=7']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:08.982492 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:09.015979 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fb0554a0-d4f1-4f15-a1b9-69410a0050df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:09.099614 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d1a120-accb-4fad-b330-cb4dca35992e,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:09.112129 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:09.149784 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Allocated IP 192.168.233.52 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:09.196261 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Attempting to bind port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 on host n-h1-805629-1 for vnic_type normal with profile {"migrating_to": "n-h2-805629-1"} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:09.196605 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Attempting to bind port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:09.197225 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Attempting to bind port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:09.245421 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:11:09.245854 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Attempting to bind port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:09.266066 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607dd55-bd83-441a-806d-f496165fa874 req-f28f812f-f1df-4b37-8ab4-ebace25d6905 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:09.274429 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b607dd55-bd83-441a-806d-f496165fa874 req-f28f812f-f1df-4b37-8ab4-ebace25d6905 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 943 time: 0.3098998 Aug 23 14:11:09.293371 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35016) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:09.344083 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:11:09.344424 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Checking segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:11:09.344819 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Bound using segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:11:09.345351 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Bound port: ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:09.345782 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:09.388984 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9594432a-51a4-42a8-9807-6a7d2cd04ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:09.449653 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-15bb96c2-fcba-47fe-902c-a0ca218e5c9d service neutron] 10.222.0.60 "GET /v2.0/networks/39c32fdf-79ad-4847-835e-f0c75ae7b76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500906 Aug 23 14:11:09.459481 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-e362ece3-b79c-4543-b6eb-1012f3057990 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:09.462428 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-e362ece3-b79c-4543-b6eb-1012f3057990 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5690498 Aug 23 14:11:09.517674 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Request body: {'port': {'device_id': '501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'e16e074657a24430a915d9b1700cf204'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:09.596470 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 35022) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:09.676746 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-9594432a-51a4-42a8-9807-6a7d2cd04ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:09.685303 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-9594432a-51a4-42a8-9807-6a7d2cd04ded admin admin] Usage tracker for resource:security_group_rule and tenant:557d04b88238428a935cd45b184d6315 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:09.691002 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-9594432a-51a4-42a8-9807-6a7d2cd04ded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:09.711320 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-9594432a-51a4-42a8-9807-6a7d2cd04ded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:09.721709 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b607dd55-bd83-441a-806d-f496165fa874 req-025feffd-921c-435b-9848-42b6774ac010 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/security-groups?id=a96f3126-991c-4cc5-9f8b-f1f3f72af574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460909 Aug 23 14:11:09.844512 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] For port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:11:09.872576 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] For port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:11:09.892874 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:09.911014 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947428e5-8966-4ba7-b4c6-955657f5adfe req-77214f30-0a25-4cab-b5fa-73b2e381ff9d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:09.913651 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-947428e5-8966-4ba7-b4c6-955657f5adfe req-77214f30-0a25-4cab-b5fa-73b2e381ff9d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 943 time: 0.3636515 Aug 23 14:11:09.948471 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Transition to ACTIVE for port object 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:10.007463 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.016924 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-525955746-network', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:10.017659 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:10.041963 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:10.051384 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:10.064840 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Usage tracker for resource:port and tenant:e16e074657a24430a915d9b1700cf204 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:10.070484 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:10.106916 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:10.112748 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9594432a-51a4-42a8-9807-6a7d2cd04ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.116812 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-99a097ca-61a0-432f-b7c5-c3a541d7880d req-f79b1ce2-751c-4b81-92fe-b525c5855ba3 service neutron] 10.222.0.60 "GET /v2.0/networks/39c32fdf-79ad-4847-835e-f0c75ae7b76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6506696 Aug 23 14:11:10.151785 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Usage tracker for resource:network and tenant:367726b8e8974513a0f4f9b7e33a565b is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:10.172451 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:10.200339 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-36d92d7e-ea0e-4d5b-bb88-88f3d781979a req-54df0deb-4832-448e-b3c4-ca136a02115f tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 210 time: 0.1681464 Aug 23 14:11:10.204681 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:10.295643 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9594432a-51a4-42a8-9807-6a7d2cd04ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.313425 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-966542b6-f742-41e7-992f-e56f66453d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:10.317140 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-947428e5-8966-4ba7-b4c6-955657f5adfe req-97819b50-a245-488e-992d-70669f2784bf tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858528 Aug 23 14:11:10.328076 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Pushing event updated for resources: {'Port': ['ID=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,revision_number=8']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:10.362496 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:10.365698 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.418883 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:10.453955 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Made reservation on behalf of e16e074657a24430a915d9b1700cf204 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:10.457922 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.487783 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Made reservation on behalf of 367726b8e8974513a0f4f9b7e33a565b for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:10.491038 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.573663 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.575949 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] 10.222.0.60 "PUT /v2.0/ports/ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 HTTP/1.1" status: 200 len: 1121 time: 3.7146420 Aug 23 14:11:10.575949 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac7f728-c86c-4e7e-bcea-b4eacb17a942', 'tag': 'ceff3c56-6889-4daf-9a3e-3c1b6d5108d9'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:10.632264 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:10.634178 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.641414 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['ceff3c56-6889-4daf-9a3e-3c1b6d5108d9'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:11:10.685725 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:10.720868 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:11:10.730225 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:10.731527 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.851867 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.91', 59493) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:10.893532 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac7f728-c86c-4e7e-bcea-b4eacb17a942', 'tag': 'ceff3c56-6889-4daf-9a3e-3c1b6d5108d9', 'status': 'completed', 'code': 200} Aug 23 14:11:10.902308 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Pushing event updated for resources: {'Port': ['ID=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:10.918934 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:10.955708 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594432a-51a4-42a8-9807-6a7d2cd04ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983bae7c-d531-4e80-9824-22b36993839c,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:10.968791 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9594432a-51a4-42a8-9807-6a7d2cd04ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:10.986045 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:11.012922 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Usage tracker for resource:security_group_rule and tenant:367726b8e8974513a0f4f9b7e33a565b is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:11.021740 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8934655 Aug 23 14:11:11.026486 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:11.047520 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Request body: {'port': {'device_id': '54012847-5697-4904-bbc5-6a99ccc5a15d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:11.111311 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:11.150562 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9594432a-51a4-42a8-9807-6a7d2cd04ded admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=557d04b88238428a935cd45b184d6315&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8389626 Aug 23 14:11:11.152282 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35048) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:11.303205 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Allocated IP 192.168.233.223 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/2a5e9bac-3f15-4f64-9826-98e652e99337) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:11.331529 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:11.352773 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 35056) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:11.382050 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-188678ef-f187-4693-8948-9fc7217278c1 None None] Provisioning for port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:11.393909 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-188678ef-f187-4693-8948-9fc7217278c1 None None] Provisioning complete for port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:11.394902 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-188678ef-f187-4693-8948-9fc7217278c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:11.482144 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5c1eea4f-5ce6-4fe1-9a10-111ef2b36281 req-da9f6678-49e0-4ab2-b25a-de03cba5711e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd02020084634f2298c4e27b9cf2792c&device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 1094 time: 1.1370080 Aug 23 14:11:11.489521 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af33f0-a60c-4629-8861-f9e22800abb7 req-6674b9fa-8b4c-4d7b-903b-2c90214bdcf2 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:11.492283 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b4af33f0-a60c-4629-8861-f9e22800abb7 req-6674b9fa-8b4c-4d7b-903b-2c90214bdcf2 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 943 time: 0.3920071 Aug 23 14:11:11.510241 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-188678ef-f187-4693-8948-9fc7217278c1 None None] Port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:11:11.664274 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5d20d8ea-8086-4cc5-ac2c-1adbd220e3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:11.709643 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-48b57751-ec75-4d44-be0f-857e3a68573c req-4eda5dd0-d8aa-4c3e-b4f0-edb36100484d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 1124 time: 0.8157890 Aug 23 14:11:11.730210 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:11.754103 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-97c06cb8-d87d-4872-baa9-85ee6259d5db req-bd0e511a-d21e-411c-8ba2-aa30b6086726 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Synchronizing usage tracker for tenant:e16e074657a24430a915d9b1700cf204 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:11.826216 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-47b25074-f430-4ddb-bba8-83a88805fd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:11.888701 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:11.906168 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0bae52e9-b7a9-4984-a98d-228a83c66a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:11.999179 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:11:12.018077 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5d20d8ea-8086-4cc5-ac2c-1adbd220e3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:12.036564 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b4af33f0-a60c-4629-8861-f9e22800abb7 req-1feab280-b87b-4fce-b971-bb7bd7c23d83 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/security-groups?id=a96f3126-991c-4cc5-9f8b-f1f3f72af574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089920 Aug 23 14:11:12.071882 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d93ed5-9a08-4b48-89b0-834e6305e529,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:12.078160 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:12.084404 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:12.085006 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Added segment a50becb8-0f52-458d-8219-1074e5a2e5e1 of type vlan for network 4e424618-b036-4eb2-865e-2fa157948c1b Aug 23 14:11:12.087982 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-47b25074-f430-4ddb-bba8-83a88805fd15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:12.099069 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-97c06cb8-d87d-4872-baa9-85ee6259d5db req-bd0e511a-d21e-411c-8ba2-aa30b6086726 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Unset dirty status for tenant:e16e074657a24430a915d9b1700cf204 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:12.101804 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97c06cb8-d87d-4872-baa9-85ee6259d5db req-bd0e511a-d21e-411c-8ba2-aa30b6086726 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 210 time: 0.4902718 Aug 23 14:11:12.109380 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-47b25074-f430-4ddb-bba8-83a88805fd15 admin admin] Usage tracker for resource:security_group_rule and tenant:889f9a34b93940e48cc01fcafb511442 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:12.120423 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-47b25074-f430-4ddb-bba8-83a88805fd15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:12.164448 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-47b25074-f430-4ddb-bba8-83a88805fd15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:12.186760 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:12.347938 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1eea4f-5ce6-4fe1-9a10-111ef2b36281 req-bfae61f4-0fc5-4045-8410-fdd04ada49b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:12.350425 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5c1eea4f-5ce6-4fe1-9a10-111ef2b36281 req-bfae61f4-0fc5-4045-8410-fdd04ada49b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=39c32fdf-79ad-4847-835e-f0c75ae7b76e HTTP/1.1" status: 200 len: 916 time: 0.8471718 Aug 23 14:11:12.360733 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device b1d90992-e42e-457e-bcb6-3c7364653a46 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:11:12.422146 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:12.434800 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:12.435602 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:12.450068 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-47b25074-f430-4ddb-bba8-83a88805fd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:12.452383 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:12.530046 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5c1eea4f-5ce6-4fe1-9a10-111ef2b36281 req-e5426e3d-c815-4546-a563-96b2650587ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1d90992-e42e-457e-bcb6-3c7364653a46 HTTP/1.1" status: 200 len: 217 time: 0.1672046 Aug 23 14:11:12.593107 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b57751-ec75-4d44-be0f-857e3a68573c req-cb9dcf01-0147-456d-ada0-b0cbe0b686ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:12.595459 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-48b57751-ec75-4d44-be0f-857e3a68573c req-cb9dcf01-0147-456d-ada0-b0cbe0b686ef service neutron] 10.222.0.91 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.8293974 Aug 23 14:11:12.606542 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:12.642031 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port b1d90992-e42e-457e-bcb6-3c7364653a46, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b1d90992-e42e-457e-bcb6-3c7364653a46,segment=NetworkSegment(1edcee28-bc57-4fc5-9f2b-a4e75cb098c0),segment_id=1edcee28-bc57-4fc5-9f2b-a4e75cb098c0)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:12.666084 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'b1d90992-e42e-457e-bcb6-3c7364653a46', 'network_id': '39c32fdf-79ad-4847-835e-f0c75ae7b76e', 'port_id': 'b1d90992-e42e-457e-bcb6-3c7364653a46', 'mac_address': 'fa:16:3e:52:94:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eca59e4-a821-483e-93b8-4e47d38c54f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:11:12.688993 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Pushing event updated for resources: {'Network': ['ID=4e424618-b036-4eb2-865e-2fa157948c1b,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:12.692380 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:12.696007 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-47b25074-f430-4ddb-bba8-83a88805fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:12.728499 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 4e424618-b036-4eb2-865e-2fa157948c1b details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:11:12.740602 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-028bb396-2bce-4ebe-a85b-2cd725a62516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:12.768894 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-48b57751-ec75-4d44-be0f-857e3a68573c req-069228a8-ecca-4fc0-b179-4ffcdbbc7702 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 HTTP/1.1" status: 200 len: 217 time: 0.1524267 Aug 23 14:11:12.783665 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df004d-8fa2-4353-9b93-64564fcea686 req-b316bd9e-24ab-4160-ad80-0493527560ce tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:12.786510 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c6df004d-8fa2-4353-9b93-64564fcea686 req-b316bd9e-24ab-4160-ad80-0493527560ce tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 943 time: 0.5250175 Aug 23 14:11:12.803350 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-47b25074-f430-4ddb-bba8-83a88805fd15 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=889f9a34b93940e48cc01fcafb511442&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4473441 Aug 23 14:11:12.810211 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1eea4f-5ce6-4fe1-9a10-111ef2b36281 req-3bd12dc9-1c73-4909-b1f9-cdd95ee65b0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:12.811740 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5c1eea4f-5ce6-4fe1-9a10-111ef2b36281 req-3bd12dc9-1c73-4909-b1f9-cdd95ee65b0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8eca59e4-a821-483e-93b8-4e47d38c54f7 HTTP/1.1" status: 200 len: 855 time: 0.2670274 Aug 23 14:11:12.812606 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35070) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:12.860862 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:12.872875 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b25074-f430-4ddb-bba8-83a88805fd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a62afd2-4997-4f3f-86b4-b774c484eeba,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:12.904556 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-47b25074-f430-4ddb-bba8-83a88805fd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:12.942557 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d90992-e42e-457e-bcb6-3c7364653a46 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:12.943156 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5c1eea4f-5ce6-4fe1-9a10-111ef2b36281 req-c96c3015-4140-4208-a706-fcb187cf732e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39c32fdf-79ad-4847-835e-f0c75ae7b76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200631 Aug 23 14:11:12.972422 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c6df004d-8fa2-4353-9b93-64564fcea686 req-407760be-953d-4952-98e4-1fe16ac52ae5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656427 Aug 23 14:11:12.975985 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port b1d90992-e42e-457e-bcb6-3c7364653a46, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b1d90992-e42e-457e-bcb6-3c7364653a46,segment=NetworkSegment(1edcee28-bc57-4fc5-9f2b-a4e75cb098c0),segment_id=1edcee28-bc57-4fc5-9f2b-a4e75cb098c0)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:13.014260 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Transition to ACTIVE for port object 2a5e9bac-3f15-4f64-9826-98e652e99337 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:13.016661 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b57751-ec75-4d44-be0f-857e3a68573c req-71b99ae5-a3f2-4332-86e4-6c8f40bf2a39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:13.018276 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-48b57751-ec75-4d44-be0f-857e3a68573c req-71b99ae5-a3f2-4332-86e4-6c8f40bf2a39 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.2426615 Aug 23 14:11:13.076738 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5d20d8ea-8086-4cc5-ac2c-1adbd220e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:13.097851 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-219b3bff-1c76-4770-ae34-fe0288335cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:13.117671 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4952545 Aug 23 14:11:13.118764 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 35088) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:13.130289 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Request body: {'subnet': {'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-525955746-subnet', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:13.137718 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20d8ea-8086-4cc5-ac2c-1adbd220e3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983bae7c-d531-4e80-9824-22b36993839c,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:13.140076 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:13.179155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Usage tracker for resource:subnet and tenant:367726b8e8974513a0f4f9b7e33a565b is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:13.191706 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:13.216014 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:13.218695 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:11:13.225837 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:13.226982 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-48b57751-ec75-4d44-be0f-857e3a68573c req-febf74c2-0719-408a-aa64-064e39f5d222 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418493 Aug 23 14:11:13.235010 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5d20d8ea-8086-4cc5-ac2c-1adbd220e3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:13.237027 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:13.394914 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=b1d90992-e42e-457e-bcb6-3c7364653a46,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:13.438087 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Made reservation on behalf of 367726b8e8974513a0f4f9b7e33a565b for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:13.441912 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Notify callbacks [] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:13.487561 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:13.487999 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:13.488407 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:13.488804 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:13.489197 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:13.489619 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:13.490015 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:13.490424 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:13.490793 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:13.491172 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:13.491558 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:13.500466 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:13.576812 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-48b57751-ec75-4d44-be0f-857e3a68573c req-f3d5d371-fe84-4ac6-8536-59f679a6c24b service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363850 Aug 23 14:11:13.579136 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:13.585620 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5d20d8ea-8086-4cc5-ac2c-1adbd220e3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:13.599127 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-5d20d8ea-8086-4cc5-ac2c-1adbd220e3c7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/983bae7c-d531-4e80-9824-22b36993839c HTTP/1.1" status: 204 len: 168 time: 2.4206567 Aug 23 14:11:13.605237 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8555d95e-6211-42bc-a12f-dc98d70c4eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:13.608142 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 has no active binding in host n-h2-805629-1 {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Aug 23 14:11:13.782881 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5c1eea4f-5ce6-4fe1-9a10-111ef2b36281 req-2e2c13cc-739d-4723-817b-b0b28fd7fbef service neutron] 10.222.0.60 "GET /v2.0/networks/39c32fdf-79ad-4847-835e-f0c75ae7b76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8123145 Aug 23 14:11:13.866394 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:13.873985 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8555d95e-6211-42bc-a12f-dc98d70c4eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:13.987237 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b33c5a9c-d634-44b5-96f7-8446a4ea9be2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:14.025654 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['b1d90992-e42e-457e-bcb6-3c7364653a46'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:11:14.129602 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:14.163741 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46661a-c251-4a85-9e46-76aa13015961 req-34df309d-44f0-4926-ad69-59ef3d4dfc6a tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:14.176649 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-db46661a-c251-4a85-9e46-76aa13015961 req-34df309d-44f0-4926-ad69-59ef3d4dfc6a tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 944 time: 0.8183868 Aug 23 14:11:14.187792 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-48b57751-ec75-4d44-be0f-857e3a68573c req-530abb78-fb9c-4d81-a6b1-867d6b4064e1 service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838017 Aug 23 14:11:14.194152 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Pushing event updated for resources: {'Port': ['ID=2a5e9bac-3f15-4f64-9826-98e652e99337,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:14.199842 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:14.203949 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a25fc95f-7ace-4b45-8318-43c31bbcf14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:14.212001 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:14.212840 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:14.221688 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:11:14.263553 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5c1eea4f-5ce6-4fe1-9a10-111ef2b36281 req-820e3ab2-4ca9-4564-bf89-89d0e95917f4 service neutron] 10.222.0.60 "GET /v2.0/networks/39c32fdf-79ad-4847-835e-f0c75ae7b76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701114 Aug 23 14:11:14.365334 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:14.368384 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:14.427279 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8555d95e-6211-42bc-a12f-dc98d70c4eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:14.432507 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a25f27-0ceb-486c-9bb4-47a9383d524a req-f28d10f9-72d3-4a40-ab27-8b8b43717829 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:14.434563 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8555d95e-6211-42bc-a12f-dc98d70c4eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:14.437105 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-8555d95e-6211-42bc-a12f-dc98d70c4eb4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4a62afd2-4997-4f3f-86b4-b774c484eeba HTTP/1.1" status: 204 len: 168 time: 1.6205168 Aug 23 14:11:14.445677 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19a25f27-0ceb-486c-9bb4-47a9383d524a req-f28d10f9-72d3-4a40-ab27-8b8b43717829 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 936 time: 0.6351259 Aug 23 14:11:14.454504 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2bba2a0d-97b3-4abb-8f0a-b94bda41ad56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:14.480741 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555d95e-6211-42bc-a12f-dc98d70c4eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a62afd2-4997-4f3f-86b4-b774c484eeba,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:14.496635 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8555d95e-6211-42bc-a12f-dc98d70c4eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:14.509239 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9982507 Aug 23 14:11:14.547288 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Request body: {'port': {'device_id': '501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:14.556470 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:11:14.587997 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Pushing event updated for resources: {'Subnet': ['ID=51af3679-7d0c-4da5-a19a-365ada920d5d,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:14.596674 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:14.718398 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-db46661a-c251-4a85-9e46-76aa13015961 req-fcd9f0d1-6540-4964-9a86-ba7760b6eb01 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/security-groups?id=a96f3126-991c-4cc5-9f8b-f1f3f72af574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403049 Aug 23 14:11:14.775544 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-35ea07a2-6c5c-4e09-941d-8d25e7f557f1 None None] Provisioning for port 2a5e9bac-3f15-4f64-9826-98e652e99337 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:14.787633 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-35ea07a2-6c5c-4e09-941d-8d25e7f557f1 None None] Provisioning complete for port 2a5e9bac-3f15-4f64-9826-98e652e99337 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:14.789876 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-35ea07a2-6c5c-4e09-941d-8d25e7f557f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:14.852641 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-19a25f27-0ceb-486c-9bb4-47a9383d524a req-f3aff1d7-2020-40df-940f-b777a255dd5d tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Synchronizing usage tracker for tenant:e16e074657a24430a915d9b1700cf204 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:14.873616 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Checking segment: {'id': 'a50becb8-0f52-458d-8219-1074e5a2e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:11:14.875016 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Network hostable DHCP agents. Network: 4e424618-b036-4eb2-865e-2fa157948c1b, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:11:14.887678 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:14.906168 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:14.927383 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-35ea07a2-6c5c-4e09-941d-8d25e7f557f1 None None] Port 2a5e9bac-3f15-4f64-9826-98e652e99337 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:11:14.955149 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Transition to ACTIVE for port object 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:14.998046 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:15.017519 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-7ee30503-173c-4059-ad47-4254cb36764a service neutron] 10.222.0.91 "GET /v2.0/ports/ceff3c56-6889-4daf-9a3e-3c1b6d5108d9/bindings/n-h2-805629-1 HTTP/1.1" status: 200 len: 384 time: 0.2214158 Aug 23 14:11:15.122588 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-19a25f27-0ceb-486c-9bb4-47a9383d524a req-f3aff1d7-2020-40df-940f-b777a255dd5d tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Unset dirty status for tenant:e16e074657a24430a915d9b1700cf204 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:15.124984 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19a25f27-0ceb-486c-9bb4-47a9383d524a req-f3aff1d7-2020-40df-940f-b777a255dd5d tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6775315 Aug 23 14:11:15.132613 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Network 4e424618-b036-4eb2-865e-2fa157948c1b is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:11:15.139464 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:15.152044 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e80170bc-22a5-4166-a21c-319b41de0be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:15.467171 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:15.485406 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 4e424618-b036-4eb2-865e-2fa157948c1b) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:15.488104 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:15.497653 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c32c9-0c23-4286-8b33-797d2b865661 None None] Network 4e424618-b036-4eb2-865e-2fa157948c1b requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:11:15.508780 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:15.509773 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:15.695096 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5753090 Aug 23 14:11:15.705780 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35126) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:15.764407 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-525955746-router', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:15.774435 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:15.787145 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b591e3-5187-4275-ba88-4a56af1fcca8 req-a3d70240-90d5-454d-b995-43bd03c06b05 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:15.798683 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a2b591e3-5187-4275-ba88-4a56af1fcca8 req-a3d70240-90d5-454d-b995-43bd03c06b05 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 943 time: 0.6490870 Aug 23 14:11:15.813799 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Usage tracker for resource:router and tenant:367726b8e8974513a0f4f9b7e33a565b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:15.829066 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:15.850051 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:15.958481 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Attempting to bind port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:15.959182 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Attempting to bind port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:15.960719 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Attempting to bind port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:15.966843 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 35132) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:15.985776 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a2b591e3-5187-4275-ba88-4a56af1fcca8 req-527c9afb-27b7-4deb-b259-c0e56e07f908 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848810 Aug 23 14:11:16.039364 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-4e424618-b036-4eb2-865e-2fa157948c1b', 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'fixed_ips': [{'subnet_id': '51af3679-7d0c-4da5-a19a-365ada920d5d'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:11:16.040237 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:16.058877 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:11:16.059590 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Attempting to bind port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:16.074364 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:11:16.074857 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:11:16.075645 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:11:16.078202 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Bound port: 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:16.078202 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:16.107028 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8436f28e-9a3b-4bf8-95bb-26a3c07b3787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:16.159150 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:16.161421 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:16.294453 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-8436f28e-9a3b-4bf8-95bb-26a3c07b3787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:16.300997 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-8436f28e-9a3b-4bf8-95bb-26a3c07b3787 admin admin] Usage tracker for resource:security_group_rule and tenant:ac9d921a8a9245239ee1e76c6ae181bd is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:16.306813 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-8436f28e-9a3b-4bf8-95bb-26a3c07b3787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:16.318715 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-8436f28e-9a3b-4bf8-95bb-26a3c07b3787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:16.348408 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5e9bac-3f15-4f64-9826-98e652e99337 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:16.367336 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:16.403156 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Transition to ACTIVE for port object 2a5e9bac-3f15-4f64-9826-98e652e99337 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:16.410615 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:16.435955 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8436f28e-9a3b-4bf8-95bb-26a3c07b3787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:16.437719 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device b1d90992-e42e-457e-bcb6-3c7364653a46 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:16.438616 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-dc800dcb-546f-4456-8a7b-23461cd5c354 service neutron] For port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:16.470973 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-dc800dcb-546f-4456-8a7b-23461cd5c354 service neutron] For port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:11:16.509729 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:16.532515 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:16.554203 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8436f28e-9a3b-4bf8-95bb-26a3c07b3787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:16.579651 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] For port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:11:16.579920 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4d705f84-051e-41e8-ba8d-e0da446dff81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:16.608429 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Allocated IP 172.20.0.2 (4e424618-b036-4eb2-865e-2fa157948c1b/51af3679-7d0c-4da5-a19a-365ada920d5d/232755e1-79e5-4e2c-8f7c-a6e97c881e88) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:16.706895 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436f28e-9a3b-4bf8-95bb-26a3c07b3787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be43c2f-ebf0-4981-8cbb-13b70968389f,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:16.715722 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8436f28e-9a3b-4bf8-95bb-26a3c07b3787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:16.723929 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] For port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:11:16.755536 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-8436f28e-9a3b-4bf8-95bb-26a3c07b3787 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ac9d921a8a9245239ee1e76c6ae181bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7641923 Aug 23 14:11:16.756217 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 35146) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:16.840736 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:16.856822 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4fbe2650-bbcf-4c9e-983a-2317a38a2858 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:16.933865 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b344e9-1fd6-4ceb-a82a-4b9c96dc02f0 req-760f3b9c-3198-454f-aff8-dad1fad532c4 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:16.940851 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-36b344e9-1fd6-4ceb-a82a-4b9c96dc02f0 req-760f3b9c-3198-454f-aff8-dad1fad532c4 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 944 time: 0.3063722 Aug 23 14:11:16.985513 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5e9bac-3f15-4f64-9826-98e652e99337,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:17.069954 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:17.070883 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] 10.222.0.91 "PUT /v2.0/ports/4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea HTTP/1.1" status: 200 len: 1095 time: 6.0405869 Aug 23 14:11:17.079235 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54012847-5697-4904-bbc5-6a99ccc5a15d', 'tag': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:17.121031 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-821673f4-20d6-4d1b-a0be-0c6c17f35e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:17.164964 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:17.168025 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:17.186265 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:17.204529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-dc800dcb-546f-4456-8a7b-23461cd5c354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:17.260312 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-36b344e9-1fd6-4ceb-a82a-4b9c96dc02f0 req-8fc35bbf-ab10-49ed-9ed6-db45735f5d40 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/security-groups?id=a96f3126-991c-4cc5-9f8b-f1f3f72af574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183479 Aug 23 14:11:17.367328 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:17.387416 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Transition to ACTIVE for port object 232755e1-79e5-4e2c-8f7c-a6e97c881e88 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:17.404600 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-dc800dcb-546f-4456-8a7b-23461cd5c354 service neutron] For port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:17.432941 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Transition to ACTIVE for port object 232755e1-79e5-4e2c-8f7c-a6e97c881e88 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:17.468525 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port b1d90992-e42e-457e-bcb6-3c7364653a46 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:17.492016 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port b1d90992-e42e-457e-bcb6-3c7364653a46 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:17.493044 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:17.522014 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:17.522256 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-821673f4-20d6-4d1b-a0be-0c6c17f35e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:17.592471 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Attempting to bind port 2a5e9bac-3f15-4f64-9826-98e652e99337 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:17.594332 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Attempting to bind port 2a5e9bac-3f15-4f64-9826-98e652e99337 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:17.595013 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Attempting to bind port 2a5e9bac-3f15-4f64-9826-98e652e99337 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:17.609839 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Port 2a5e9bac-3f15-4f64-9826-98e652e99337 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:11:17.610590 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Attempting to bind port 2a5e9bac-3f15-4f64-9826-98e652e99337 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:17.624139 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:17.628599 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:11:17.629402 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:11:17.630302 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:11:17.631170 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Bound port: 2a5e9bac-3f15-4f64-9826-98e652e99337, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:17.632398 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:17.633656 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:17.683888 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-dc800dcb-546f-4456-8a7b-23461cd5c354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:17.697596 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38f490-f46b-498b-ae38-2771932103d6 req-9fe34a52-ff2d-48a7-85bd-3ac2d7a9c39f tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:17.700609 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2a38f490-f46b-498b-ae38-2771932103d6 req-9fe34a52-ff2d-48a7-85bd-3ac2d7a9c39f tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 948 time: 0.4386444 Aug 23 14:11:17.719834 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-185b45de-4b49-491f-867c-f582eced2f73 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e16e074657a24430a915d9b1700cf204&device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 1098 time: 0.5363169 Aug 23 14:11:17.904255 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Network 4e424618-b036-4eb2-865e-2fa157948c1b is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:17.910902 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-821673f4-20d6-4d1b-a0be-0c6c17f35e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:17.918572 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:17.923253 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:11:17.932025 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a250b36a-ffb8-44e4-b318-35a5171df414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:17.939428 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Pushing event updated for resources: {'Port': ['ID=232755e1-79e5-4e2c-8f7c-a6e97c881e88,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:17.944088 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:17.954646 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821673f4-20d6-4d1b-a0be-0c6c17f35e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be43c2f-ebf0-4981-8cbb-13b70968389f,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:17.956860 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-821673f4-20d6-4d1b-a0be-0c6c17f35e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:17.958065 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-821673f4-20d6-4d1b-a0be-0c6c17f35e61 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9be43c2f-ebf0-4981-8cbb-13b70968389f HTTP/1.1" status: 204 len: 168 time: 1.2002757 Aug 23 14:11:17.959883 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-821673f4-20d6-4d1b-a0be-0c6c17f35e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:17.970940 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-488f6a1d-9f91-4b6b-97d3-1a0ed5b136d5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea HTTP/1.1" status: 200 len: 217 time: 0.2425015 Aug 23 14:11:18.024775 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:18.095245 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2a38f490-f46b-498b-ae38-2771932103d6 req-bcd4a63b-e9b7-42da-9475-aebf7fb69fa0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698759 Aug 23 14:11:18.098529 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fb665c22-db92-40d6-88c1-85dd10ba9d06 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:18.100470 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-fb665c22-db92-40d6-88c1-85dd10ba9d06 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1050565 Aug 23 14:11:18.107719 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba20ca4-e9eb-4606-b24c-d4fe72003ddd req-f0da0558-3f2f-47a3-8dea-aeb7742bead1 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:18.110615 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eba20ca4-e9eb-4606-b24c-d4fe72003ddd req-f0da0558-3f2f-47a3-8dea-aeb7742bead1 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 943 time: 0.2973776 Aug 23 14:11:18.118391 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] For port 2a5e9bac-3f15-4f64-9826-98e652e99337, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:11:18.152710 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] For port 2a5e9bac-3f15-4f64-9826-98e652e99337, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2a5e9bac-3f15-4f64-9826-98e652e99337,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:11:18.212349 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Attempting to bind port 232755e1-79e5-4e2c-8f7c-a6e97c881e88 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:18.213135 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Attempting to bind port 232755e1-79e5-4e2c-8f7c-a6e97c881e88 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'a50becb8-0f52-458d-8219-1074e5a2e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:18.214082 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Attempting to bind port 232755e1-79e5-4e2c-8f7c-a6e97c881e88 on network 4e424618-b036-4eb2-865e-2fa157948c1b {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:18.226101 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c1f702-c420-4c0b-907c-95d1cd932f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d90992-e42e-457e-bcb6-3c7364653a46'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:18.227517 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-dc800dcb-546f-4456-8a7b-23461cd5c354 service neutron] Transition to ACTIVE for port object ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:18.257677 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eba20ca4-e9eb-4606-b24c-d4fe72003ddd req-e70ced85-2e20-497a-a744-48bdd8fe285e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965395 Aug 23 14:11:18.270329 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port b1d90992-e42e-457e-bcb6-3c7364653a46, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b1d90992-e42e-457e-bcb6-3c7364653a46,segment=NetworkSegment(1edcee28-bc57-4fc5-9f2b-a4e75cb098c0),segment_id=1edcee28-bc57-4fc5-9f2b-a4e75cb098c0)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:18.274193 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:11:18.274496 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Checking segment: {'id': 'a50becb8-0f52-458d-8219-1074e5a2e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:11:18.275039 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:18.275677 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Bound using segment: {'id': 'a50becb8-0f52-458d-8219-1074e5a2e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:11:18.276736 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Bound port: 232755e1-79e5-4e2c-8f7c-a6e97c881e88, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50becb8-0f52-458d-8219-1074e5a2e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:18.277333 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:18.279599 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-0468c526-a4bb-45e6-9450-46b1b80918e2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1671889 Aug 23 14:11:18.312266 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:18.321854 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1061cb68-34ed-4a51-8fad-283f1e06077a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:18.439829 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:18.477585 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:18.493694 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5e9bac-3f15-4f64-9826-98e652e99337,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:18.494259 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-69838e6d-7a6a-47ef-a60e-80b3ec129c8b service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075198 Aug 23 14:11:18.496475 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54012847-5697-4904-bbc5-6a99ccc5a15d', 'tag': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea', 'status': 'completed', 'code': 200} Aug 23 14:11:18.566580 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:18.579946 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-dc800dcb-546f-4456-8a7b-23461cd5c354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:18.625546 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:18.666231 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c1f702-c420-4c0b-907c-95d1cd932f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d90992-e42e-457e-bcb6-3c7364653a46', 'code': 200} Aug 23 14:11:18.753810 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-730942fd-bdf8-46a2-bb1b-e997c2214403 req-6f1034f0-5db1-4105-bde7-52e81e19c5b0 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426474 Aug 23 14:11:18.785244 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=b1d90992-e42e-457e-bcb6-3c7364653a46,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:18.790857 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:18.824163 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] For port 232755e1-79e5-4e2c-8f7c-a6e97c881e88, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:11:18.847331 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] For port 232755e1-79e5-4e2c-8f7c-a6e97c881e88, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=232755e1-79e5-4e2c-8f7c-a6e97c881e88,segment=NetworkSegment(a50becb8-0f52-458d-8219-1074e5a2e5e1),segment_id=a50becb8-0f52-458d-8219-1074e5a2e5e1)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:11:19.068584 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:11:19.070776 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:19.077841 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] 10.222.0.91 "PUT /v2.0/ports/2a5e9bac-3f15-4f64-9826-98e652e99337 HTTP/1.1" status: 200 len: 1096 time: 4.5603518 Aug 23 14:11:19.084999 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa503439-1a1d-407d-8fab-06bd012a979e req-71ec7a54-f50b-46d7-bf4a-fcc0f66434c0 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:19.094389 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45', 'tag': '2a5e9bac-3f15-4f64-9826-98e652e99337'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:19.102288 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa503439-1a1d-407d-8fab-06bd012a979e req-71ec7a54-f50b-46d7-bf4a-fcc0f66434c0 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 945 time: 0.2225718 Aug 23 14:11:19.121543 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:19.215195 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800dcb-546f-4456-8a7b-23461cd5c354 service neutron] Pushing event updated for resources: {'Port': ['ID=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,revision_number=10']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:19.224898 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:19.254998 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:11:19.280026 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa503439-1a1d-407d-8fab-06bd012a979e req-27be7bd7-0a37-432c-94e7-1a86e4d6ffee tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/security-groups?id=a96f3126-991c-4cc5-9f8b-f1f3f72af574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762428 Aug 23 14:11:19.381867 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:19.390444 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-dc800dcb-546f-4456-8a7b-23461cd5c354 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:19.398538 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:19.444844 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-dc800dcb-546f-4456-8a7b-23461cd5c354 service neutron] No DVR routers for this DVR port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:11:19.496675 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Allocated IP 172.25.6.207 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/5595eb66-343d-42b9-9c0d-08cd4d5697d9) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:19.551196 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-e5864f35-d537-450d-a702-30e541157c85 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e16e074657a24430a915d9b1700cf204&device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 1099 time: 0.1372781 Aug 23 14:11:19.591330 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2ebec0bb-db7e-45fb-aa65-16dc131ae994 req-f1ae5eb5-17c2-4013-9300-1015fc1c1d16 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 1096 time: 0.8017924 Aug 23 14:11:19.599328 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45', 'tag': '2a5e9bac-3f15-4f64-9826-98e652e99337', 'status': 'completed', 'code': 200} Aug 23 14:11:19.719697 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-dc800dcb-546f-4456-8a7b-23461cd5c354 service neutron] 10.222.0.91 "PUT /v2.0/ports/ceff3c56-6889-4daf-9a3e-3c1b6d5108d9/bindings/n-h2-805629-1/activate HTTP/1.1" status: 200 len: 369 time: 4.6708889 Aug 23 14:11:19.738575 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2ebec0bb-db7e-45fb-aa65-16dc131ae994 req-3d91a485-683e-4679-b4d9-06f81f47772c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a96f3126-991c-4cc5-9f8b-f1f3f72af574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160932 Aug 23 14:11:19.760834 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-f3f36ce5-dbd3-4069-abd8-47ce31e3ba59 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=2a5e9bac-3f15-4f64-9826-98e652e99337 HTTP/1.1" status: 200 len: 217 time: 0.2009177 Aug 23 14:11:19.888694 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Pushing event updated for resources: {'Port': ['ID=232755e1-79e5-4e2c-8f7c-a6e97c881e88,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:19.898847 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:19.901737 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-68d802e7-e7a0-4776-bd12-3e711b8a6fd1 req-1c561744-263f-4f8f-a312-86626c9ce59b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e16e074657a24430a915d9b1700cf204&device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 1098 time: 0.5128615 Aug 23 14:11:20.054650 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-b1af6beb-9f55-4f47-a21a-0fae535e1baf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:20.056127 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-b1af6beb-9f55-4f47-a21a-0fae535e1baf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2879910 Aug 23 14:11:20.227161 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:20.237459 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d802e7-e7a0-4776-bd12-3e711b8a6fd1 req-37678a07-093d-477f-a7d8-f6affc93a535 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:20.239071 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-68d802e7-e7a0-4776-bd12-3e711b8a6fd1 req-37678a07-093d-477f-a7d8-f6affc93a535 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.3288016 Aug 23 14:11:20.246857 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea08052-1bb4-431e-bf1b-646e2911b759 req-6de6eb64-2a41-42b9-ade8-1cbcff3fcf28 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:20.255630 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ea08052-1bb4-431e-bf1b-646e2911b759 req-6de6eb64-2a41-42b9-ade8-1cbcff3fcf28 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 948 time: 0.3771813 Aug 23 14:11:20.359845 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8a965-6c9b-4119-a3d7-7eced75c3d93 req-cabc71f3-b7d0-486b-9b0c-e704d1cc76ed tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:20.371291 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-58d8a965-6c9b-4119-a3d7-7eced75c3d93 req-cabc71f3-b7d0-486b-9b0c-e704d1cc76ed tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 944 time: 0.3805273 Aug 23 14:11:20.373202 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-68d802e7-e7a0-4776-bd12-3e711b8a6fd1 req-ea548f18-6f9a-4614-914b-ac3424940fba service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea HTTP/1.1" status: 200 len: 217 time: 0.1205678 Aug 23 14:11:20.448709 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ea08052-1bb4-431e-bf1b-646e2911b759 req-aaa2b4ac-8a75-45b0-a227-691b7a6783c2 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918521 Aug 23 14:11:20.471041 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-f3be1a48-10b3-4bb8-8577-968bff88a46c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3894675 Aug 23 14:11:20.484222 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-58d8a965-6c9b-4119-a3d7-7eced75c3d93 req-81ae7fd9-2765-41d4-9349-1a2586a9d9b8 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115232 Aug 23 14:11:20.524412 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-a078690f-d5c6-4884-8747-2ee16aca7342 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942&tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&binding%3Ahost_id=n-h1-805629-1 HTTP/1.1" status: 200 len: 1095 time: 0.3925691 Aug 23 14:11:20.612375 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 232755e1-79e5-4e2c-8f7c-a6e97c881e88 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:20.640077 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:20.682287 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-dc800dcb-546f-4456-8a7b-23461cd5c354 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:20.855695 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d802e7-e7a0-4776-bd12-3e711b8a6fd1 req-02ec62e4-a2b1-402b-8065-a6407d1a6084 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:20.859089 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-68d802e7-e7a0-4776-bd12-3e711b8a6fd1 req-02ec62e4-a2b1-402b-8065-a6407d1a6084 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.4764316 Aug 23 14:11:20.873113 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-df71bedf-8ac6-48dd-a844-ead13e139758 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877053 Aug 23 14:11:21.033965 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 232755e1-79e5-4e2c-8f7c-a6e97c881e88 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:21.131263 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Pushing event updated for resources: {'Port': ['ID=5595eb66-343d-42b9-9c0d-08cd4d5697d9,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:21.138635 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:21.183168 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:21.196874 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:21.208062 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:11:21.238748 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-650900f5-1a5f-4fce-9568-a270ce9b7ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:21.353730 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-5a715ec7-6307-4874-bfbc-fbf5458871f1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942&tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518 HTTP/1.1" status: 200 len: 1095 time: 0.8161685 Aug 23 14:11:21.474779 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9af19a82-2d1c-4d27-be10-34550ebe7a2c req-fb48d1a8-e5c3-414b-ac7b-eb7db6ab8254 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909588 Aug 23 14:11:21.491629 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760dca1-9970-41cf-bf75-bfabebb1d015 req-c83f3fea-6018-4608-96a1-27f7ce9bfb51 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:21.494996 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3760dca1-9970-41cf-bf75-bfabebb1d015 req-c83f3fea-6018-4608-96a1-27f7ce9bfb51 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 945 time: 0.2686357 Aug 23 14:11:21.595909 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-68d802e7-e7a0-4776-bd12-3e711b8a6fd1 req-474b0f4d-df5d-44a4-a782-d8ddb4860f7d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7281532 Aug 23 14:11:21.649121 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e494cca-7f4d-460a-8d38-bc07ab353303 None None] Network 4e424618-b036-4eb2-865e-2fa157948c1b requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:11:21.882683 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3760dca1-9970-41cf-bf75-bfabebb1d015 req-d0f5dd25-7ed6-4042-b98e-2a107d5dbc10 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/security-groups?id=a96f3126-991c-4cc5-9f8b-f1f3f72af574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774066 Aug 23 14:11:21.911104 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-012559c6-3e8e-4235-bf59-14e3a5cf2fc4 req-757effbe-3bf9-4d75-b191-a5ca6e6144ab service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e16e074657a24430a915d9b1700cf204&device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 1099 time: 0.2928915 Aug 23 14:11:21.961609 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-b11cc1b1-f4de-4fb3-9f35-bb2bf49e022e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 1095 time: 0.5802815 Aug 23 14:11:21.976818 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:21.981844 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de252ddd-8521-4b0b-965f-2496ed1ebe64 None None] Provisioning for port 232755e1-79e5-4e2c-8f7c-a6e97c881e88 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:21.996801 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de252ddd-8521-4b0b-965f-2496ed1ebe64 None None] Provisioning complete for port 232755e1-79e5-4e2c-8f7c-a6e97c881e88 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:21.997398 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de252ddd-8521-4b0b-965f-2496ed1ebe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:22.083211 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-68d802e7-e7a0-4776-bd12-3e711b8a6fd1 req-42b2b1d1-fe51-4afb-bcd6-8cd5e7a9ef74 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653769 Aug 23 14:11:22.315818 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de252ddd-8521-4b0b-965f-2496ed1ebe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:22.518146 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de252ddd-8521-4b0b-965f-2496ed1ebe64 None None] For port 232755e1-79e5-4e2c-8f7c-a6e97c881e88, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=232755e1-79e5-4e2c-8f7c-a6e97c881e88,segment=NetworkSegment(a50becb8-0f52-458d-8219-1074e5a2e5e1),segment_id=a50becb8-0f52-458d-8219-1074e5a2e5e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:22.537925 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012559c6-3e8e-4235-bf59-14e3a5cf2fc4 req-0bd70ee4-df57-43d9-9674-d6712892500a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:22.540889 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-012559c6-3e8e-4235-bf59-14e3a5cf2fc4 req-0bd70ee4-df57-43d9-9674-d6712892500a service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.6199174 Aug 23 14:11:22.602451 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-e44c176e-8967-47a4-8615-eff5b80db54d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:22.603262 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de252ddd-8521-4b0b-965f-2496ed1ebe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:22.606020 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-e44c176e-8967-47a4-8615-eff5b80db54d service neutron] 10.222.0.60 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.5928626 Aug 23 14:11:22.607302 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:22.614359 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:22.620876 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:22.757217 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 35242) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:22.760903 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de252ddd-8521-4b0b-965f-2496ed1ebe64 None None] Pushing event updated for resources: {'Port': ['ID=232755e1-79e5-4e2c-8f7c-a6e97c881e88,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:22.781893 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de252ddd-8521-4b0b-965f-2496ed1ebe64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:22.785490 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-012559c6-3e8e-4235-bf59-14e3a5cf2fc4 req-9f9ccd96-e5a0-478c-9a5a-14795e86cb15 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=2a5e9bac-3f15-4f64-9826-98e652e99337 HTTP/1.1" status: 200 len: 217 time: 0.2251523 Aug 23 14:11:22.799610 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c7543-c29e-4279-81e2-134cc55af8ee req-c750a08d-b13d-4ea4-856f-bec9a5ee97a3 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:22.809294 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-550c7543-c29e-4279-81e2-134cc55af8ee req-c750a08d-b13d-4ea4-856f-bec9a5ee97a3 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 948 time: 0.5815451 Aug 23 14:11:22.880582 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-68d802e7-e7a0-4776-bd12-3e711b8a6fd1 req-19b59619-e940-48b7-bc65-55856b0c8ae1 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7280350 Aug 23 14:11:22.893918 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012559c6-3e8e-4235-bf59-14e3a5cf2fc4 req-e2d403f0-3378-4bda-bdd3-742d0a3599d2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:22.896455 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-012559c6-3e8e-4235-bf59-14e3a5cf2fc4 req-e2d403f0-3378-4bda-bdd3-742d0a3599d2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.0668945 Aug 23 14:11:22.914217 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-72238386-5d86-414d-8f82-8c46c33c2789 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 HTTP/1.1" status: 200 len: 217 time: 0.2715924 Aug 23 14:11:22.975511 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e4d81-c6fa-430c-b566-bb7fcd6f0e5f req-34703332-b953-4466-b672-b85527497703 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:22.976477 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3c7e4d81-c6fa-430c-b566-bb7fcd6f0e5f req-34703332-b953-4466-b672-b85527497703 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 944 time: 0.7470527 Aug 23 14:11:23.001194 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-550c7543-c29e-4279-81e2-134cc55af8ee req-72e1f86b-f182-4257-8c9d-2dbbe22b4e2c tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908488 Aug 23 14:11:23.018563 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:11:23.069574 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3c7e4d81-c6fa-430c-b566-bb7fcd6f0e5f req-3948168c-88fc-4fba-8b1c-e5f987847f8e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711548 Aug 23 14:11:23.084359 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-012559c6-3e8e-4235-bf59-14e3a5cf2fc4 req-88959a66-d346-4895-8996-a8216a5bb227 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1784859 Aug 23 14:11:23.099666 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-07ac02a1-24fd-43e8-9020-3210fd5067b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:23.103131 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-07ac02a1-24fd-43e8-9020-3210fd5067b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.1823850 Aug 23 14:11:23.182014 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-139a3ba1-527b-4c43-89c9-a6ece56941e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711722 Aug 23 14:11:23.261145 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-d7ba30c7-a3ac-4104-865a-2ea8faca13e2 None None] Provisioning complete for port 232755e1-79e5-4e2c-8f7c-a6e97c881e88 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:23.261740 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d7ba30c7-a3ac-4104-865a-2ea8faca13e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:23.389003 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f9182fba-7fb5-414c-91b7-6d32bfc8a333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:23.475803 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:23.504522 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea', 'mac_address': 'fa:16:3e:67:26:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:11:23.528062 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-8a9bbab1-2183-4686-a67a-75a771d5d235 service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371897 Aug 23 14:11:23.700954 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-012559c6-3e8e-4235-bf59-14e3a5cf2fc4 req-63fb95f5-4f01-4d7f-a757-9e79733fbd3c service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093738 Aug 23 14:11:23.701507 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3659a199-86fb-4a96-8bfa-621cea2e747b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:23.714051 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:23.737985 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:23.755154 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:23.764195 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f9182fba-7fb5-414c-91b7-6d32bfc8a333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:23.773072 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f9182fba-7fb5-414c-91b7-6d32bfc8a333 admin admin] Usage tracker for resource:security_group_rule and tenant:6d0a2899e15a454cbce064fc5ec04a2a is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:23.779395 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f9182fba-7fb5-414c-91b7-6d32bfc8a333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:23.861118 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:23.866618 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:23.875156 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f9182fba-7fb5-414c-91b7-6d32bfc8a333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:23.927343 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-3100c0dd-3d66-40f5-9293-4f69d46ede78 service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531306 Aug 23 14:11:23.955654 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b9937-dc66-4164-8ecc-ddb940316a90 req-14e334d1-51b5-464c-bf8b-d2d23b8b20d6 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:23.968974 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7f3b9937-dc66-4164-8ecc-ddb940316a90 req-14e334d1-51b5-464c-bf8b-d2d23b8b20d6 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 945 time: 0.5465207 Aug 23 14:11:24.084882 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:11:24.105884 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:11:24.117587 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-012559c6-3e8e-4235-bf59-14e3a5cf2fc4 req-3e4adee3-60d3-49ec-9678-f281e9019211 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056630 Aug 23 14:11:24.166626 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7f3b9937-dc66-4164-8ecc-ddb940316a90 req-5dbce3b8-309f-4486-a531-9a12f11b75f8 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/security-groups?id=a96f3126-991c-4cc5-9f8b-f1f3f72af574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958110 Aug 23 14:11:24.230681 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:24.249927 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:24.256482 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f9182fba-7fb5-414c-91b7-6d32bfc8a333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:24.370909 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f9182fba-7fb5-414c-91b7-6d32bfc8a333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:24.477022 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:24.479272 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 232755e1-79e5-4e2c-8f7c-a6e97c881e88 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:24.490234 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-70756f18-c97b-47ee-8cd5-55715d102686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:24.607488 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:11:24.668570 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 232755e1-79e5-4e2c-8f7c-a6e97c881e88 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:24.669319 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:24.909853 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f9182fba-7fb5-414c-91b7-6d32bfc8a333 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6d0a2899e15a454cbce064fc5ec04a2a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1461201 Aug 23 14:11:24.910753 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35302) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:24.937077 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9182fba-7fb5-414c-91b7-6d32bfc8a333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f16f23e-376b-4774-8ae7-9f7baee1e065,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:24.959196 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f9182fba-7fb5-414c-91b7-6d32bfc8a333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:25.025614 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-afe6109d-e20f-4f0e-ac8b-184dbf6ed57f tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942&tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&binding%3Ahost_id=n-h2-805629-1 HTTP/1.1" status: 200 len: 1095 time: 0.4250209 Aug 23 14:11:25.029537 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:11:25.042038 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c04451-0598-4275-a244-6c64f7bc99c8 req-98b5b0f1-31c0-427b-a029-05e659d67869 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:25.043852 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-35c04451-0598-4275-a244-6c64f7bc99c8 req-98b5b0f1-31c0-427b-a029-05e659d67869 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 948 time: 0.4961545 Aug 23 14:11:25.044153 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Sync routers for ids ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:11:25.067181 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Routers {'3e432c3c-10c7-41fb-8f00-6ac2322038a2'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:11:25.069357 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:11:24Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:25.073277 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2a5e9bac-3f15-4f64-9826-98e652e99337 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:11:25.169305 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-35c04451-0598-4275-a244-6c64f7bc99c8 req-6f9523d7-e1ee-42ab-b124-2aacc581a404 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145456 Aug 23 14:11:25.224063 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80a47f-0d7d-4663-80b3-368e63891e61 req-19da358e-b282-4231-b5fe-7a552760cd46 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:25.236069 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4f80a47f-0d7d-4663-80b3-368e63891e61 req-19da358e-b282-4231-b5fe-7a552760cd46 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 944 time: 0.1541514 Aug 23 14:11:25.297081 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2a5e9bac-3f15-4f64-9826-98e652e99337, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2a5e9bac-3f15-4f64-9826-98e652e99337,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:25.355308 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4f80a47f-0d7d-4663-80b3-368e63891e61 req-c6f9e32a-1084-43fe-9051-0bb4cc9fdfbe tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177354 Aug 23 14:11:25.362230 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '2a5e9bac-3f15-4f64-9826-98e652e99337', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '2a5e9bac-3f15-4f64-9826-98e652e99337', 'mac_address': 'fa:16:3e:b4:81:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:11:25.429157 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f5a9edcf-3fc7-487c-b9ec-2bff685f1f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:25.454501 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Set router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:11:25.518783 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:25.520963 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:25.526379 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 35314) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:25.540687 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.7987804 Aug 23 14:11:25.560433 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5e9bac-3f15-4f64-9826-98e652e99337 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:25.576935 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f5a9edcf-3fc7-487c-b9ec-2bff685f1f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:25.616490 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2a5e9bac-3f15-4f64-9826-98e652e99337, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2a5e9bac-3f15-4f64-9826-98e652e99337,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:25.706503 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:25.710326 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-6b7ef6cf-fe38-49a0-9b12-0ff585a41a17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:25.808096 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-8b8bf185-2015-4e6d-a3a6-e68db5a7252f service neutron] For port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:11:25.828896 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-8b8bf185-2015-4e6d-a3a6-e68db5a7252f service neutron] Notify callbacks [] for binding, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:25.830522 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7b6fef07-625e-4dfa-b5a3-53e289ba8e6f req-8b8bf185-2015-4e6d-a3a6-e68db5a7252f service neutron] 10.222.0.60 "DELETE /v2.0/ports/ceff3c56-6889-4daf-9a3e-3c1b6d5108d9/bindings/n-h1-805629-1 HTTP/1.1" status: 204 len: 173 time: 0.7952344 Aug 23 14:11:25.872980 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f5a9edcf-3fc7-487c-b9ec-2bff685f1f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:25.879246 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f5a9edcf-3fc7-487c-b9ec-2bff685f1f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:25.881336 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f5a9edcf-3fc7-487c-b9ec-2bff685f1f8b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0f16f23e-376b-4774-8ae7-9f7baee1e065 HTTP/1.1" status: 204 len: 168 time: 0.9678743 Aug 23 14:11:25.882583 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8555d95e-6211-42bc-a12f-dc98d70c4eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:25.928335 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9edcf-3fc7-487c-b9ec-2bff685f1f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f16f23e-376b-4774-8ae7-9f7baee1e065,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:25.954456 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f5a9edcf-3fc7-487c-b9ec-2bff685f1f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:25.957372 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35324) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:26.024726 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=2a5e9bac-3f15-4f64-9826-98e652e99337,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:26.033224 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['2a5e9bac-3f15-4f64-9826-98e652e99337'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:11:26.137892 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:26.149642 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:26.227961 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'name': 'tempest-ServersTestBootFromVolume-525955746-router', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:16Z', 'updated_at': '2021-08-23T14:11:21Z', 'revision_number': 3, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'gw_port': {'id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:19Z', 'updated_at': '2021-08-23T14:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:26.247272 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Checking router: 3e432c3c-10c7-41fb-8f00-6ac2322038a2 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:11:26.252682 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Updating router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 port 5595eb66-343d-42b9-9c0d-08cd4d5697d9 binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:11:26.255303 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-de2f394e-7c56-401a-a05c-cefdb32a1983 req-3f4bb9b8-24f2-4be6-addd-317889e90a2a tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 1095 time: 0.5407553 Aug 23 14:11:26.508312 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:26.546780 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-de2f394e-7c56-401a-a05c-cefdb32a1983 req-c6a05cb3-4fee-4466-b459-e104f65e5aa3 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902594 Aug 23 14:11:27.012649 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f540cf75-1518-44cb-874f-dc5d31dc68cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:27.040985 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:27.100644 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c135833-d595-4cdd-8f61-4e79069f0b85 req-62c1acb6-51c0-422f-9482-3bad8fb5acd2 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:27.109848 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1c135833-d595-4cdd-8f61-4e79069f0b85 req-62c1acb6-51c0-422f-9482-3bad8fb5acd2 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 949 time: 0.2718184 Aug 23 14:11:27.135319 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-f540cf75-1518-44cb-874f-dc5d31dc68cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:27.143387 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f540cf75-1518-44cb-874f-dc5d31dc68cf admin admin] Usage tracker for resource:security_group_rule and tenant:ae0ec69054414237ba290c7ca0a3d5e0 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:27.154157 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f540cf75-1518-44cb-874f-dc5d31dc68cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:27.164890 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-f540cf75-1518-44cb-874f-dc5d31dc68cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:27.271380 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35348) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:27.328508 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:27.334659 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:27.335052 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:27.346523 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1c135833-d595-4cdd-8f61-4e79069f0b85 req-5dea2a86-c632-45c9-9d21-5dbbc554e611 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860459 Aug 23 14:11:27.362091 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:27.371282 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5284d8a8-28c6-4cc8-b9f7-1c99045c2881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:27.396997 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Transition to ACTIVE for port object 5595eb66-343d-42b9-9c0d-08cd4d5697d9 will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:27.439880 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f540cf75-1518-44cb-874f-dc5d31dc68cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:27.486152 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:27.496262 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:27.513025 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-5284d8a8-28c6-4cc8-b9f7-1c99045c2881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:27.519161 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f540cf75-1518-44cb-874f-dc5d31dc68cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:27.571112 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-5284d8a8-28c6-4cc8-b9f7-1c99045c2881 admin admin] Usage tracker for resource:security_group_rule and tenant:ae9005c4aa494e3891f384dc192d27ed is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:27.584025 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d6c8b7b1-1b97-4247-ae78-6a582de685f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:27.618323 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-5284d8a8-28c6-4cc8-b9f7-1c99045c2881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:27.647933 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-5284d8a8-28c6-4cc8-b9f7-1c99045c2881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:27.751974 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540cf75-1518-44cb-874f-dc5d31dc68cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35deae2-73cf-4459-9e9d-ead5a801b611,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:27.757097 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:27.806441 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f540cf75-1518-44cb-874f-dc5d31dc68cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:27.807765 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Attempting to bind port 5595eb66-343d-42b9-9c0d-08cd4d5697d9 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:27.808139 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Attempting to bind port 5595eb66-343d-42b9-9c0d-08cd4d5697d9 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:27.808698 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Attempting to bind port 5595eb66-343d-42b9-9c0d-08cd4d5697d9 on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:27.810286 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f540cf75-1518-44cb-874f-dc5d31dc68cf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ae0ec69054414237ba290c7ca0a3d5e0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8498650 Aug 23 14:11:27.816141 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19944404-0ab8-4b03-87a2-cfc521b6d96a None None] Pushing event updated for resources: {'Port': ['ID=5595eb66-343d-42b9-9c0d-08cd4d5697d9,revision_number=2']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:27.817442 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35360) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:27.828269 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:11:27.829055 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:11:27.829833 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:27.830373 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:11:27.831020 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Bound port: 5595eb66-343d-42b9-9c0d-08cd4d5697d9, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:27.832289 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:27.858436 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54012847-5697-4904-bbc5-6a99ccc5a15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:27.868538 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19944404-0ab8-4b03-87a2-cfc521b6d96a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:27.869214 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19944404-0ab8-4b03-87a2-cfc521b6d96a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:27.869741 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19944404-0ab8-4b03-87a2-cfc521b6d96a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:27.870840 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19944404-0ab8-4b03-87a2-cfc521b6d96a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:27.871318 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19944404-0ab8-4b03-87a2-cfc521b6d96a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:27.871823 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19944404-0ab8-4b03-87a2-cfc521b6d96a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:27.872277 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19944404-0ab8-4b03-87a2-cfc521b6d96a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:27.873214 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19944404-0ab8-4b03-87a2-cfc521b6d96a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:27.874303 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19944404-0ab8-4b03-87a2-cfc521b6d96a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:27.874916 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19944404-0ab8-4b03-87a2-cfc521b6d96a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:27.875562 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19944404-0ab8-4b03-87a2-cfc521b6d96a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:27.880963 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-19944404-0ab8-4b03-87a2-cfc521b6d96a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:27.882696 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:27.943372 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] For port 5595eb66-343d-42b9-9c0d-08cd4d5697d9, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:11:27.949343 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] For port 5595eb66-343d-42b9-9c0d-08cd4d5697d9, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=5595eb66-343d-42b9-9c0d-08cd4d5697d9,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:11:27.960497 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-e5b41d6d-2fec-4b48-b05c-921f4c9e153c tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:27.962777 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-e5b41d6d-2fec-4b48-b05c-921f4c9e153c tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 806 time: 0.4172738 Aug 23 14:11:28.005361 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-049ce31e-ff3b-4a9a-bf37-1c312cb158d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:28.009280 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:28.013312 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:28.027246 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-c3018660-5170-47ac-a48a-d7ed81a70b78 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/quotas/6aa5a9687a4e4e8c9d232cd2c47c6518 HTTP/1.1" status: 200 len: 375 time: 0.0325780 Aug 23 14:11:28.055141 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:28.060521 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:28.093695 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-049ce31e-ff3b-4a9a-bf37-1c312cb158d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:28.212643 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:28.226459 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:28.258740 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19944404-0ab8-4b03-87a2-cfc521b6d96a None None] Pushing event updated for resources: {'Port': ['ID=5595eb66-343d-42b9-9c0d-08cd4d5697d9,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:28.271627 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-314c9c02-393c-47ac-9ed7-33dbd65e7d55 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2431796 Aug 23 14:11:28.274166 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-19944404-0ab8-4b03-87a2-cfc521b6d96a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:28.281366 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5284d8a8-28c6-4cc8-b9f7-1c99045c2881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:28.307471 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Routers {'3e432c3c-10c7-41fb-8f00-6ac2322038a2'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:11:28.308678 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:11:24Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:28.405102 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5284d8a8-28c6-4cc8-b9f7-1c99045c2881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:28.413430 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:28.421535 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0fcc7d07-0364-4dfb-928b-69cfa82d7ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:28.577751 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] Set router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:11:28.636104 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-049ce31e-ff3b-4a9a-bf37-1c312cb158d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:28.669894 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-e48c3bed-c75a-40c2-b624-99d69c3c1730 service neutron] 10.222.0.86 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970053 Aug 23 14:11:28.756194 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-5284d8a8-28c6-4cc8-b9f7-1c99045c2881 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ae9005c4aa494e3891f384dc192d27ed&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4838138 Aug 23 14:11:28.757978 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284d8a8-28c6-4cc8-b9f7-1c99045c2881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bcec2a-d653-4a43-bc7c-6cce3d15bfe6,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:28.764734 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5284d8a8-28c6-4cc8-b9f7-1c99045c2881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:28.766106 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35370) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:28.771419 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-bfff551d-1c81-4a39-97c7-7f83ae6e7115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:28.857107 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-049ce31e-ff3b-4a9a-bf37-1c312cb158d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:28.874956 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-049ce31e-ff3b-4a9a-bf37-1c312cb158d9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b35deae2-73cf-4459-9e9d-ead5a801b611 HTTP/1.1" status: 204 len: 168 time: 1.0518062 Aug 23 14:11:28.884967 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ce31e-ff3b-4a9a-bf37-1c312cb158d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35deae2-73cf-4459-9e9d-ead5a801b611,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:28.898733 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-049ce31e-ff3b-4a9a-bf37-1c312cb158d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:28.918888 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-dad14f0a-6c52-458c-bfdd-85ce8eb4ded6 service neutron] 10.222.0.86 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407026 Aug 23 14:11:29.047165 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2a5e9bac-3f15-4f64-9826-98e652e99337 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:29.063020 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-112dec3e-6488-4cd5-8755-2efdcf5b96f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:29.174899 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Allocated IP 172.20.0.1 (4e424618-b036-4eb2-865e-2fa157948c1b/51af3679-7d0c-4da5-a19a-365ada920d5d/547ed4ec-29bf-42f8-9d93-5535cf39bfb5) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:29.187674 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-112dec3e-6488-4cd5-8755-2efdcf5b96f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:29.460427 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54012847-5697-4904-bbc5-6a99ccc5a15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea', 'code': 200} Aug 23 14:11:29.483647 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 2a5e9bac-3f15-4f64-9826-98e652e99337 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:29.489616 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 2a5e9bac-3f15-4f64-9826-98e652e99337 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:29.490292 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:29.527087 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'name': 'tempest-ServersTestBootFromVolume-525955746-router', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:16Z', 'updated_at': '2021-08-23T14:11:21Z', 'revision_number': 3, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'gw_port': {'id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:19Z', 'updated_at': '2021-08-23T14:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:29.536140 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52706e8-9b44-4af0-b3db-3d261c8cfccf None None] The sync data for ids ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'] in n-d-805629-1 is: [{'id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'name': 'tempest-ServersTestBootFromVolume-525955746-router', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:16Z', 'updated_at': '2021-08-23T14:11:21Z', 'revision_number': 3, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'gw_port': {'id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:19Z', 'updated_at': '2021-08-23T14:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:11:29.557331 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-112dec3e-6488-4cd5-8755-2efdcf5b96f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:29.563052 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d1c93ba5-2b76-4ebe-80b8-e28286a5b9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:29.595594 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dec3e-6488-4cd5-8755-2efdcf5b96f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bcec2a-d653-4a43-bc7c-6cce3d15bfe6,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:29.606173 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-112dec3e-6488-4cd5-8755-2efdcf5b96f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:29.616371 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-112dec3e-6488-4cd5-8755-2efdcf5b96f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:29.647153 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-112dec3e-6488-4cd5-8755-2efdcf5b96f3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b4bcec2a-d653-4a43-bc7c-6cce3d15bfe6 HTTP/1.1" status: 204 len: 168 time: 0.8290730 Aug 23 14:11:29.831983 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:29.919451 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2a5e9bac-3f15-4f64-9826-98e652e99337, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2a5e9bac-3f15-4f64-9826-98e652e99337,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:30.018529 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b17a5792-7073-4f2a-b233-67a2d589c962 req-0d80d6ed-cc99-4410-8f6b-0c24f1c510e5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 210 time: 0.1035442 Aug 23 14:11:30.083306 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:30.089041 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:30.230006 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:30.351670 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=2a5e9bac-3f15-4f64-9826-98e652e99337,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:30.361237 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:30.391312 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-80ce575f-4a25-4d4e-9e1a-20c17a5469b1 req-2ddbce66-a7cd-4c8c-92d6-aeaea8ba1b9d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 1100 time: 0.6258595 Aug 23 14:11:30.489145 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Transition to ACTIVE for port object 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:30.530948 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 5595eb66-343d-42b9-9c0d-08cd4d5697d9 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:30.651965 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-80ce575f-4a25-4d4e-9e1a-20c17a5469b1 req-ee7e3a85-6aa3-4083-a40b-1ab2164d3797 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453771 Aug 23 14:11:30.683239 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99912782-39fe-4a71-b8e5-f3850a7c90e0 req-66b946f5-2f38-45d4-8515-7c4b1aa4a4da tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:30.688467 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99912782-39fe-4a71-b8e5-f3850a7c90e0 req-66b946f5-2f38-45d4-8515-7c4b1aa4a4da tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 950 time: 0.5521824 Aug 23 14:11:30.831726 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99912782-39fe-4a71-b8e5-f3850a7c90e0 req-5555ebbc-d092-46fc-9004-6e9854e826bb tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399627 Aug 23 14:11:30.957241 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 5595eb66-343d-42b9-9c0d-08cd4d5697d9 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:30.979477 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 5595eb66-343d-42b9-9c0d-08cd4d5697d9 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:30.979477 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.061137 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.067728 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:31.190456 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Pushing event updated for resources: {'Port': ['ID=547ed4ec-29bf-42f8-9d93-5535cf39bfb5,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:31.193702 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35406) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:31.237757 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:31.277311 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.278433 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5fca872c-b280-4ced-87f9-1d2c9d0a7d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.282769 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Network 4e424618-b036-4eb2-865e-2fa157948c1b is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:31.288940 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:31.299013 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:11:31.300497 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.329503 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35412) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:31.337359 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 5595eb66-343d-42b9-9c0d-08cd4d5697d9, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=5595eb66-343d-42b9-9c0d-08cd4d5697d9,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:31.410835 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-412e309e-aff6-44c2-bdea-7973f5c52039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.444553 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-5fca872c-b280-4ced-87f9-1d2c9d0a7d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:31.450943 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-5fca872c-b280-4ced-87f9-1d2c9d0a7d3b admin admin] Usage tracker for resource:security_group_rule and tenant:66f76d4d5250499f95a12e4efc74ba8e is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:31.457509 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-5fca872c-b280-4ced-87f9-1d2c9d0a7d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:31.463146 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5e9bac-3f15-4f64-9826-98e652e99337'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:31.470615 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-5fca872c-b280-4ced-87f9-1d2c9d0a7d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:31.499870 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.503066 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:31.510872 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-412e309e-aff6-44c2-bdea-7973f5c52039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:31.523786 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-412e309e-aff6-44c2-bdea-7973f5c52039 admin admin] Usage tracker for resource:security_group_rule and tenant:f8940b7a23fb464bbb0971380958c5dd is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:31.524981 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-412e309e-aff6-44c2-bdea-7973f5c52039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:31.538883 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-412e309e-aff6-44c2-bdea-7973f5c52039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:31.613248 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.677130 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5fca872c-b280-4ced-87f9-1d2c9d0a7d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.724264 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=5595eb66-343d-42b9-9c0d-08cd4d5697d9,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:31.729781 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:31.771355 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-412e309e-aff6-44c2-bdea-7973f5c52039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.774419 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5fca872c-b280-4ced-87f9-1d2c9d0a7d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.780218 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.783214 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4b4b7bf5-705a-429a-9839-cad0bfdabeb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:31.837254 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca872c-b280-4ced-87f9-1d2c9d0a7d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e4078e-080e-4a1e-9fe8-8038d2bc1617,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:31.841595 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5fca872c-b280-4ced-87f9-1d2c9d0a7d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:31.845615 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-5fca872c-b280-4ced-87f9-1d2c9d0a7d3b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=66f76d4d5250499f95a12e4efc74ba8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6494749 Aug 23 14:11:31.849712 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35424) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:31.966193 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b3819468-ffe9-43c8-bcb6-f17bd0a736eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:32.003654 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-56a049c3-521a-48bb-bc97-9cf49bb4f681 None None] Provisioning for port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:32.008230 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b3819468-ffe9-43c8-bcb6-f17bd0a736eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:32.015372 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-56a049c3-521a-48bb-bc97-9cf49bb4f681 None None] Provisioning complete for port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:32.016451 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-56a049c3-521a-48bb-bc97-9cf49bb4f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:32.016649 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-412e309e-aff6-44c2-bdea-7973f5c52039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:32.046683 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5d20d8ea-8086-4cc5-ac2c-1adbd220e3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:32.065370 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-412e309e-aff6-44c2-bdea-7973f5c52039 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f8940b7a23fb464bbb0971380958c5dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7317541 Aug 23 14:11:32.069596 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 35432) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:32.075361 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-68fb941f-b1db-4e3e-a77f-e2542255a944 req-578248da-790b-4bfe-be54-fb7cca5eaf96 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 210 time: 0.0680466 Aug 23 14:11:32.135616 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-56a049c3-521a-48bb-bc97-9cf49bb4f681 None None] Port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:11:32.143877 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e309e-aff6-44c2-bdea-7973f5c52039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9768125c-6909-46cd-878d-bd7e8cc1bb6e,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:32.148623 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-412e309e-aff6-44c2-bdea-7973f5c52039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:32.198239 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5e9bac-3f15-4f64-9826-98e652e99337', 'code': 200} Aug 23 14:11:32.272931 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:32.275115 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-5917a47f-6080-411b-8b62-3167c08d262f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:32.379811 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 5595eb66-343d-42b9-9c0d-08cd4d5697d9 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:32.391216 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b3819468-ffe9-43c8-bcb6-f17bd0a736eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:32.395351 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-68cfe982-7405-4849-a4b3-1a38faed6099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:32.421983 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3819468-ffe9-43c8-bcb6-f17bd0a736eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e4078e-080e-4a1e-9fe8-8038d2bc1617,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:32.428650 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b3819468-ffe9-43c8-bcb6-f17bd0a736eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:32.439041 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b3819468-ffe9-43c8-bcb6-f17bd0a736eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:32.441670 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b3819468-ffe9-43c8-bcb6-f17bd0a736eb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/29e4078e-080e-4a1e-9fe8-8038d2bc1617 HTTP/1.1" status: 204 len: 168 time: 0.5895724 Aug 23 14:11:32.455712 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-5917a47f-6080-411b-8b62-3167c08d262f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:32.480911 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:32.481829 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:32.490649 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c83c1d6e-4211-4608-99c1-d5f7860102bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:32.501816 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 5595eb66-343d-42b9-9c0d-08cd4d5697d9 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:32.502481 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:32.809272 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Pushing event updated for resources: {'Port': ['ID=547ed4ec-29bf-42f8-9d93-5535cf39bfb5,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:32.820944 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:32.846461 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ed1a961b-9820-42f0-9388-1b3f7fb3c03d req-9ff0f3d1-eee1-4dcd-9145-7616fae87ce0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 1101 time: 0.5455287 Aug 23 14:11:32.898409 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f424d-7698-488c-9f71-971d8f0303c2 req-94f8cc49-9cab-4397-ace7-f5d4af7bdd7e tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:32.900070 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ab1f424d-7698-488c-9f71-971d8f0303c2 req-94f8cc49-9cab-4397-ace7-f5d4af7bdd7e tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 950 time: 0.4932947 Aug 23 14:11:32.994846 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ed1a961b-9820-42f0-9388-1b3f7fb3c03d req-51d407d6-d286-403a-bb86-e15edbb95309 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344342 Aug 23 14:11:33.012387 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ab1f424d-7698-488c-9f71-971d8f0303c2 req-eab3e18c-7986-4831-a3ec-117e264dbb71 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966284 Aug 23 14:11:33.021100 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Network 4e424618-b036-4eb2-865e-2fa157948c1b is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:33.021100 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:33.116916 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-5917a47f-6080-411b-8b62-3167c08d262f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:33.123718 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-effa6e67-b62a-45e9-8d73-c0c0bfab8142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:33.148394 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917a47f-6080-411b-8b62-3167c08d262f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9768125c-6909-46cd-878d-bd7e8cc1bb6e,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:33.158185 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-5917a47f-6080-411b-8b62-3167c08d262f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:33.312050 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:33.353203 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-5917a47f-6080-411b-8b62-3167c08d262f admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:33.354780 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-5917a47f-6080-411b-8b62-3167c08d262f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9768125c-6909-46cd-878d-bd7e8cc1bb6e HTTP/1.1" status: 204 len: 168 time: 1.2845199 Aug 23 14:11:33.547977 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-ffc0cfad-3da0-4bfb-9f37-5da3b71e9c7e None None] Provisioning complete for port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:33.549233 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ffc0cfad-3da0-4bfb-9f37-5da3b71e9c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:33.699581 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3a730e67-d625-4a3f-86da-337e23b11ce5 req-ba78991c-39c6-467a-9797-3704b275111d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 210 time: 0.0798240 Aug 23 14:11:33.753644 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0cfad-3da0-4bfb-9f37-5da3b71e9c7e None None] Port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:11:34.008356 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:11:34.426363 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:11:34.448257 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] 10.222.0.86 "PUT /v2.0/routers/3e432c3c-10c7-41fb-8f00-6ac2322038a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9067745 Aug 23 14:11:34.578961 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Sync routers for ids ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:11:34.610054 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Routers {'3e432c3c-10c7-41fb-8f00-6ac2322038a2'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:11:34.610453 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a72db6-1cc8-45a3-8b10-986d8abb059f req-eaeec279-2d44-48bd-acbe-628feb628669 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:34.616946 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:11:24Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:34.618406 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b8a72db6-1cc8-45a3-8b10-986d8abb059f req-eaeec279-2d44-48bd-acbe-628feb628669 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 950 time: 0.1893482 Aug 23 14:11:34.701207 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b8a72db6-1cc8-45a3-8b10-986d8abb059f req-bc3f4963-31b8-41a8-abbf-68dae91ffe61 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816674 Aug 23 14:11:34.984740 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 35478) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:35.126477 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-ae1e5e48-4b6c-444e-b5bc-90ad23e79491 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:35.133442 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-ae1e5e48-4b6c-444e-b5bc-90ad23e79491 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.60 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 806 time: 0.4872313 Aug 23 14:11:35.167099 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Request body: {'port': {'device_id': 'a90909f4-60f8-46c9-bc26-8c7c7b0adc3b', 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f', 'admin_state_up': True, 'tenant_id': '6aa5a9687a4e4e8c9d232cd2c47c6518'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:35.276454 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Set router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:11:35.439990 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-29372644-3ce4-4640-9dfd-23f636704a7d req-05c1522e-fe93-4344-b4a8-a55ced75a0b1 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 210 time: 0.1490471 Aug 23 14:11:35.540800 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-89b2707d-6dcb-4043-951a-3e520e853595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:35.619308 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-89b2707d-6dcb-4043-951a-3e520e853595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:35.634881 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-89b2707d-6dcb-4043-951a-3e520e853595 admin admin] Usage tracker for resource:security_group_rule and tenant:df29b9f7b7994beb83e49de73d0847fc is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:35.650120 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-89b2707d-6dcb-4043-951a-3e520e853595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:35.674507 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-89b2707d-6dcb-4043-951a-3e520e853595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:35.816013 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:35.843643 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:35.911491 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-89b2707d-6dcb-4043-951a-3e520e853595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:36.025038 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-89b2707d-6dcb-4043-951a-3e520e853595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:36.056798 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-30b6b3b7-7da1-44eb-8069-37c74bcd2358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:36.163836 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Made reservation on behalf of 6aa5a9687a4e4e8c9d232cd2c47c6518 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:36.171242 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:36.271632 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2707d-6dcb-4043-951a-3e520e853595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019458a0-60a6-4031-98d7-647ad9e3c0e5,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:36.294069 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-89b2707d-6dcb-4043-951a-3e520e853595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:36.317354 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-89b2707d-6dcb-4043-951a-3e520e853595 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=df29b9f7b7994beb83e49de73d0847fc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3314221 Aug 23 14:11:36.318729 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 35504) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:36.526317 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'name': 'tempest-ServersTestBootFromVolume-525955746-router', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:16Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'gw_port': {'id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:19Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '547ed4ec-29bf-42f8-9d93-5535cf39bfb5', 'name': '', 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'mac_address': 'fa:16:3e:88:a1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:28Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 2, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'subnets': [{'id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:36.537684 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f8123cb6-f2ed-4091-a703-d194b458879f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:36.543291 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Checking router: 3e432c3c-10c7-41fb-8f00-6ac2322038a2 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:11:36.543719 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Updating router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:11:36.613956 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f8123cb6-f2ed-4091-a703-d194b458879f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:36.803695 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:36.849581 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f8123cb6-f2ed-4091-a703-d194b458879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:36.865591 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-821673f4-20d6-4d1b-a0be-0c6c17f35e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:36.907002 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Allocated IP 172.20.0.11 (8974d9b4-186c-49b7-815f-edb23adc0e9f/2e660768-8dea-4aca-bc8e-0ba7b3d6e871/b72c13c1-d601-4fcb-9f68-4fa6da75a5af) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:36.908892 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8123cb6-f2ed-4091-a703-d194b458879f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019458a0-60a6-4031-98d7-647ad9e3c0e5,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:37.006796 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f8123cb6-f2ed-4091-a703-d194b458879f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:37.021852 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f8123cb6-f2ed-4091-a703-d194b458879f admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:37.028299 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f8123cb6-f2ed-4091-a703-d194b458879f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/019458a0-60a6-4031-98d7-647ad9e3c0e5 HTTP/1.1" status: 204 len: 168 time: 0.7081723 Aug 23 14:11:37.072162 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 35522) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:37.205766 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a73f91-9ac6-4426-84a6-e0c3cccdfba8 req-7d2ead45-c97c-4bc0-895d-0851e93d6031 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:37.210550 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f3a73f91-9ac6-4426-84a6-e0c3cccdfba8 req-7d2ead45-c97c-4bc0-895d-0851e93d6031 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 950 time: 0.2860146 Aug 23 14:11:37.331386 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f3a73f91-9ac6-4426-84a6-e0c3cccdfba8 req-d7d868c2-715f-4948-b109-08379c73743e tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095469 Aug 23 14:11:37.474610 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:37.603819 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35536) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:37.616564 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1721935957', 'description': 'tempest-description--1829637860'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:37.639826 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:37.659251 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:37.710403 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Usage tracker for resource:security_group and tenant:367726b8e8974513a0f4f9b7e33a565b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:37.720538 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:37.871329 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddb2e2-1226-4fc2-8397-a0be74c3b3d7 req-83723a1e-ecca-4de4-9479-ff736be6765c tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:37.879327 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-27ddb2e2-1226-4fc2-8397-a0be74c3b3d7 req-83723a1e-ecca-4de4-9479-ff736be6765c tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 932 time: 0.1818287 Aug 23 14:11:37.959717 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:37.965147 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:37.992302 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:37.996031 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Transition to ACTIVE for port object 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:38.003204 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Network 8974d9b4-186c-49b7-815f-edb23adc0e9f is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:38.025139 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:38.039021 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:11:38.084459 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-27ddb2e2-1226-4fc2-8397-a0be74c3b3d7 req-07072d83-0d4a-44f8-ac7e-646213fa3d22 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961999 Aug 23 14:11:38.128859 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:38.136992 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de252ddd-8521-4b0b-965f-2496ed1ebe64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:38.186376 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Pushing event updated for resources: {'Port': ['ID=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:38.193662 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:38.234837 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-network', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:38.243871 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:38.258413 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:38.264313 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Usage tracker for resource:network and tenant:c4885d40df424369a86df3bab6e6b16a is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:38.273900 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:38.282966 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:38.283641 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:38.297256 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:38.370860 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:38.384865 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Usage tracker for resource:security_group_rule and tenant:367726b8e8974513a0f4f9b7e33a565b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:38.396940 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:38.416154 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:38.465775 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3085427 Aug 23 14:11:38.476659 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb86cc-29c3-4bfb-b8c2-d19e02f204fc None None] Pushing event updated for resources: {'Port': ['ID=547ed4ec-29bf-42f8-9d93-5535cf39bfb5,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:38.482506 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-35bb86cc-29c3-4bfb-b8c2-d19e02f204fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:38.499934 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Request body: {'port': {'device_id': 'a90909f4-60f8-46c9-bc26-8c7c7b0adc3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:38.652162 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Made reservation on behalf of c4885d40df424369a86df3bab6e6b16a for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:38.655728 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:38.659218 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:38.685475 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:38.755348 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:38.760744 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff26da26-0c2d-47ec-8e0e-459a2c92dd6b req-caa751e3-143c-4823-bbe4-0dbea3c6f902 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2480512 Aug 23 14:11:38.777014 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacefe1a-eb24-4a84-9d89-5c9c65d82041 req-a6fdd3ca-702b-451d-92d1-8de7e256bb2d tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:38.794397 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dacefe1a-eb24-4a84-9d89-5c9c65d82041 req-a6fdd3ca-702b-451d-92d1-8de7e256bb2d tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.4982188 Aug 23 14:11:38.837529 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Attempting to bind port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:38.838659 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Attempting to bind port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'a50becb8-0f52-458d-8219-1074e5a2e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:38.839432 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Attempting to bind port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 on network 4e424618-b036-4eb2-865e-2fa157948c1b {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:38.879097 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:38.890224 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e1fc7077-9027-4473-983f-e9c11a1cd880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:38.918195 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Usage tracker for resource:security_group_rule and tenant:c4885d40df424369a86df3bab6e6b16a is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:38.918526 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:11:38.918526 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Checking segment: {'id': 'a50becb8-0f52-458d-8219-1074e5a2e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:11:38.919516 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:38.919516 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Bound using segment: {'id': 'a50becb8-0f52-458d-8219-1074e5a2e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:11:38.920065 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Bound port: 547ed4ec-29bf-42f8-9d93-5535cf39bfb5, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50becb8-0f52-458d-8219-1074e5a2e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:38.922024 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:38.940301 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:38.995953 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35548) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:39.038975 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092c13d1-3cdc-4d5a-b236-4b4e7a28615e,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:39.053069 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:39.062596 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:39.110132 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:39.157425 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dacefe1a-eb24-4a84-9d89-5c9c65d82041 req-15bf1c28-365f-4bef-938f-01b49cddde2d tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607767 Aug 23 14:11:39.169241 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:39.174628 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 35558) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:39.177320 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.5659533 Aug 23 14:11:39.179500 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] For port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:11:39.193108 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] For port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=547ed4ec-29bf-42f8-9d93-5535cf39bfb5,segment=NetworkSegment(a50becb8-0f52-458d-8219-1074e5a2e5e1),segment_id=a50becb8-0f52-458d-8219-1074e5a2e5e1)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:11:39.222829 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0c883fc3-b855-4a1c-8a0f-5a8dbc0ab9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:39.243635 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:39.248712 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:39.339588 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:39.372302 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-c0ef49e7-875e-435b-9f70-7541adfd879a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Request body: {'security_group_rule': {'security_group_id': '092c13d1-3cdc-4d5a-b236-4b4e7a28615e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:39.395273 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-c0ef49e7-875e-435b-9f70-7541adfd879a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:39.404787 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-c0ef49e7-875e-435b-9f70-7541adfd879a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Usage tracker for resource:security_group_rule and tenant:367726b8e8974513a0f4f9b7e33a565b is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:39.412492 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-c0ef49e7-875e-435b-9f70-7541adfd879a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:39.433691 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-c0ef49e7-875e-435b-9f70-7541adfd879a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:39.487840 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:39.545481 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Routers {'3e432c3c-10c7-41fb-8f00-6ac2322038a2'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:11:39.554172 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:11:24Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:39.637176 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:39.781271 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:11:39.800025 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:39.802102 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Added segment ed5fe041-c0ce-432a-92ed-3172ebe0a6af of type vlan for network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef Aug 23 14:11:40.037799 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] Set router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:11:40.038685 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.149321 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72c13c1-d601-4fcb-9f68-4fa6da75a5af {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:40.149321 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.149321 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Transition to ACTIVE for port object b72c13c1-d601-4fcb-9f68-4fa6da75a5af will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:40.150153 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-cae41431-8a8d-4eb1-85fd-6e9a0cae45b3 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e16e074657a24430a915d9b1700cf204&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2580235 Aug 23 14:11:40.154369 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-0c883fc3-b855-4a1c-8a0f-5a8dbc0ab9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:40.164942 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715f1085-5dff-45c7-9d9e-4e2ccd4b2354,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:40.166794 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-0c883fc3-b855-4a1c-8a0f-5a8dbc0ab9da admin admin] Usage tracker for resource:security_group_rule and tenant:6f91ac8dceb14ec39f8347ef18853d21 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:40.168268 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:40.169180 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c0ef49e7-875e-435b-9f70-7541adfd879a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.173002 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-0c883fc3-b855-4a1c-8a0f-5a8dbc0ab9da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:40.179840 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff26da26-0c2d-47ec-8e0e-459a2c92dd6b req-0d75d4d5-594b-4618-a3eb-ee26c99da384 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 1095 time: 1.2243423 Aug 23 14:11:40.190735 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-0c883fc3-b855-4a1c-8a0f-5a8dbc0ab9da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:40.379660 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0c883fc3-b855-4a1c-8a0f-5a8dbc0ab9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.386576 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.424904 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1a314d8e-4543-4829-b8b5-89c71c10dae2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:40.578691 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Pushing event updated for resources: {'Port': ['ID=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:40.581854 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:40.584165 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.585809 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0c883fc3-b855-4a1c-8a0f-5a8dbc0ab9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.629446 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-59606309-452d-414c-84ee-05a2f88b4772 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:40.643929 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-0c883fc3-b855-4a1c-8a0f-5a8dbc0ab9da admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6f91ac8dceb14ec39f8347ef18853d21&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6087329 Aug 23 14:11:40.649823 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35580) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:40.652033 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:40.653159 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.689178 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:40.702556 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb86cc-29c3-4bfb-b8c2-d19e02f204fc None None] Pushing event updated for resources: {'Port': ['ID=547ed4ec-29bf-42f8-9d93-5535cf39bfb5,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:40.707972 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-35bb86cc-29c3-4bfb-b8c2-d19e02f204fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.459s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:40.866011 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'name': 'tempest-ServersTestBootFromVolume-525955746-router', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:16Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'gw_port': {'id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:19Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '547ed4ec-29bf-42f8-9d93-5535cf39bfb5', 'name': '', 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'mac_address': 'fa:16:3e:88:a1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:28Z', 'updated_at': '2021-08-23T14:11:39Z', 'revision_number': 4, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'subnets': [{'id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:40.878639 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013caf3-b82e-4e02-8bec-2ee5d65a3383 None None] The sync data for ids ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'] in n-d-805629-1 is: [{'id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'name': 'tempest-ServersTestBootFromVolume-525955746-router', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:16Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'gw_port': {'id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:19Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '547ed4ec-29bf-42f8-9d93-5535cf39bfb5', 'name': '', 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'mac_address': 'fa:16:3e:88:a1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:28Z', 'updated_at': '2021-08-23T14:11:39Z', 'revision_number': 4, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'subnets': [{'id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:11:40.941813 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c883fc3-b855-4a1c-8a0f-5a8dbc0ab9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3e0a1b-bba3-4862-b406-18382d3a2a91,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:40.959086 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0c883fc3-b855-4a1c-8a0f-5a8dbc0ab9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:40.973586 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Pushing event updated for resources: {'Network': ['ID=25a41fb4-b94d-4582-b6b1-a2a8d34076ef,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:40.973586 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:40.989684 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.9115515 Aug 23 14:11:40.999213 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35592) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:41.022561 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Request body: {'subnet': {'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-subnet', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:41.029414 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:41.040117 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Usage tracker for resource:subnet and tenant:c4885d40df424369a86df3bab6e6b16a is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:41.045647 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:41.055301 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:41.085385 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:11:41.087322 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9eba4a64-a024-47b9-a001-1b86490aea46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:41.178404 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-9f1206d8-a84f-49e1-a6b2-571fe1dabbbf tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:41.180895 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-9f1206d8-a84f-49e1-a6b2-571fe1dabbbf tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9943364 Aug 23 14:11:41.216246 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26da26-0c2d-47ec-8e0e-459a2c92dd6b req-788557d6-1d55-4838-8f10-fe5b555680fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:41.219912 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff26da26-0c2d-47ec-8e0e-459a2c92dd6b req-788557d6-1d55-4838-8f10-fe5b555680fb service neutron] 10.222.0.91 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.9663587 Aug 23 14:11:41.222145 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Made reservation on behalf of c4885d40df424369a86df3bab6e6b16a for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:41.224536 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:41.381074 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f34c7-f735-4c38-82b5-0d047d149249 req-03436bbd-d37b-4f43-96bb-e877ff6d59ce tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:41.393538 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7a1f34c7-f735-4c38-82b5-0d047d149249 req-03436bbd-d37b-4f43-96bb-e877ff6d59ce tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 932 time: 1.9198194 Aug 23 14:11:41.397476 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff26da26-0c2d-47ec-8e0e-459a2c92dd6b req-d82c1921-962b-40a4-ba2b-df6da340060f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35 HTTP/1.1" status: 200 len: 217 time: 0.1638780 Aug 23 14:11:41.408727 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9e629035-7ad2-4aca-ae04-1376e9ba7d69 req-e2dee5ea-bc9b-48d7-b0a8-9b498e053e50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4073193 Aug 23 14:11:41.424776 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9eba4a64-a024-47b9-a001-1b86490aea46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:41.677141 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-8ef3816e-e02a-4d91-b32d-f8026eaaec74 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/quotas/e16e074657a24430a915d9b1700cf204 HTTP/1.1" status: 200 len: 375 time: 0.3083277 Aug 23 14:11:41.726930 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Attempting to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:41.727554 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Attempting to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:41.728087 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Attempting to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:41.792620 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on network 8974d9b4-186c-49b7-815f-edb23adc0e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:11:41.792943 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Attempting to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:41.807178 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c0ef49e7-875e-435b-9f70-7541adfd879a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:41.808953 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:11:41.809593 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Checking segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:11:41.810850 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Bound using segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:11:41.811363 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Bound port: b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:41.811762 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:41.893973 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26da26-0c2d-47ec-8e0e-459a2c92dd6b req-675afbb6-a91d-4ad9-9469-acd90dccbeed service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:41.897446 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff26da26-0c2d-47ec-8e0e-459a2c92dd6b req-675afbb6-a91d-4ad9-9469-acd90dccbeed service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.3748457 Aug 23 14:11:41.959577 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c0ef49e7-875e-435b-9f70-7541adfd879a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:41.971807 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:11:41.974362 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7a1f34c7-f735-4c38-82b5-0d047d149249 req-d760983a-0ac7-4bcf-8fae-3ce9a147f38f tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5794356 Aug 23 14:11:41.975692 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:11:41.979604 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:41.989854 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1c5eb1d9-d9f0-4fd4-91a8-07087f412821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:42.054909 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9eba4a64-a024-47b9-a001-1b86490aea46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:42.057656 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff26da26-0c2d-47ec-8e0e-459a2c92dd6b req-4ee2de27-86c8-4228-aa90-1b73d5b17798 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494880 Aug 23 14:11:42.073585 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:42.088383 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:42.117806 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef49e7-875e-435b-9f70-7541adfd879a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4a7654-3c3d-44ca-a4ba-d338df6f3f26,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:42.174994 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd33cd27-96e0-46b4-9ed5-5d707169ca4f,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:42.193244 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:42.194941 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] 10.222.0.60 "PUT /v2.0/ports/b72c13c1-d601-4fcb-9f68-4fa6da75a5af HTTP/1.1" status: 200 len: 1092 time: 3.7179415 Aug 23 14:11:42.195695 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90909f4-60f8-46c9-bc26-8c7c7b0adc3b', 'tag': 'b72c13c1-d601-4fcb-9f68-4fa6da75a5af'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:42.210606 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:42.211226 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2aa4cb78-1015-4879-91ff-887d401fd709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:42.221162 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9eba4a64-a024-47b9-a001-1b86490aea46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:42.225427 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9eba4a64-a024-47b9-a001-1b86490aea46 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5c3e0a1b-bba3-4862-b406-18382d3a2a91 HTTP/1.1" status: 204 len: 168 time: 1.5705881 Aug 23 14:11:42.232415 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba4a64-a024-47b9-a001-1b86490aea46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3e0a1b-bba3-4862-b406-18382d3a2a91,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:42.234195 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c0ef49e7-875e-435b-9f70-7541adfd879a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:42.238526 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9eba4a64-a024-47b9-a001-1b86490aea46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:42.238526 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9b66a657-f52a-47f4-a742-317eb8930bec tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:42.239314 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-c0ef49e7-875e-435b-9f70-7541adfd879a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.8878534 Aug 23 14:11:42.245063 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9e629035-7ad2-4aca-ae04-1376e9ba7d69 req-8c58395b-8911-4732-8110-67308f444f83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ba3514f5e5345bdb74853fae0d863ae&device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 1097 time: 0.5522025 Aug 23 14:11:42.246335 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c0ef49e7-875e-435b-9f70-7541adfd879a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:42.275602 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 35606) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:42.286801 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Checking segment: {'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:11:42.287314 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Network hostable DHCP agents. Network: 25a41fb4-b94d-4582-b6b1-a2a8d34076ef, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:11:42.295424 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-87d7be2a-deea-41fe-97b6-9d3d1d21c4f5 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Request body: {'security_group_rule': {'security_group_id': '092c13d1-3cdc-4d5a-b236-4b4e7a28615e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:42.303083 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-87d7be2a-deea-41fe-97b6-9d3d1d21c4f5 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:42.308149 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-87d7be2a-deea-41fe-97b6-9d3d1d21c4f5 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Usage tracker for resource:security_group_rule and tenant:367726b8e8974513a0f4f9b7e33a565b is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:42.312291 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-87d7be2a-deea-41fe-97b6-9d3d1d21c4f5 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:42.319883 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-87d7be2a-deea-41fe-97b6-9d3d1d21c4f5 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:42.343249 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-be195e5a-0dbe-4b91-8238-68eb5e81f1bc tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e16e074657a24430a915d9b1700cf204&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5712454 Aug 23 14:11:42.574374 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-87d7be2a-deea-41fe-97b6-9d3d1d21c4f5 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:42.578622 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:42.688334 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Pushing event updated for resources: {'Port': ['ID=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:42.698983 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:42.720969 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff26da26-0c2d-47ec-8e0e-459a2c92dd6b req-4d4f9c9f-f0a5-4a30-8c33-81f720cd02c7 service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519039 Aug 23 14:11:42.784269 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-f83a9b7c-a998-450c-a0bb-50d3d37146ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 1095 time: 0.4798939 Aug 23 14:11:42.792926 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:11:43.003515 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e629035-7ad2-4aca-ae04-1376e9ba7d69 req-c7c5fa78-9091-4345-9c76-08ce67b8f6bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:43.003515 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9e629035-7ad2-4aca-ae04-1376e9ba7d69 req-c7c5fa78-9091-4345-9c76-08ce67b8f6bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=7d55dac6-c24c-49d5-a663-12afdd587d9d HTTP/1.1" status: 200 len: 924 time: 0.6684024 Aug 23 14:11:43.014125 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-12e0b100-9df5-4c97-8196-5b0474f78bf9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af HTTP/1.1" status: 200 len: 217 time: 0.1952264 Aug 23 14:11:43.042469 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:43.048470 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:43.049158 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:43.210729 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90909f4-60f8-46c9-bc26-8c7c7b0adc3b', 'tag': 'b72c13c1-d601-4fcb-9f68-4fa6da75a5af', 'status': 'completed', 'code': 200} Aug 23 14:11:43.219130 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 25a41fb4-b94d-4582-b6b1-a2a8d34076ef) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:43.224266 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-87d7be2a-deea-41fe-97b6-9d3d1d21c4f5 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:43.250619 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:43.251630 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:43.251869 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9713b017-e511-4ec4-83f9-9ca95bd8b0fc req-580b06d9-b9aa-44b6-a3c7-45bff03b08b9 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 210 time: 0.0701292 Aug 23 14:11:43.274670 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a927fb4c-bc4d-4f2f-b231-5bdeb4539105 None None] Network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:11:43.322187 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff26da26-0c2d-47ec-8e0e-459a2c92dd6b req-8c207ec5-2450-4aae-8627-bb8b8db3f0a4 service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859153 Aug 23 14:11:43.326940 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9e629035-7ad2-4aca-ae04-1376e9ba7d69 req-e25f37af-d9ff-4937-82f8-210c6bfaf4a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb243570-3592-46a0-b2a2-bba38a712661 HTTP/1.1" status: 200 len: 1002 time: 0.2938194 Aug 23 14:11:43.387954 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-40a2a717-e1ec-4e6b-b4cd-56306061cfad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:43.389837 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-40a2a717-e1ec-4e6b-b4cd-56306061cfad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.3669076 Aug 23 14:11:43.487832 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-87d7be2a-deea-41fe-97b6-9d3d1d21c4f5 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:43.509619 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:43.531664 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5210357 Aug 23 14:11:43.536849 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e629035-7ad2-4aca-ae04-1376e9ba7d69 req-667ee545-a9bb-4551-8bf4-125b418b66ca service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:43.538527 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35632) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:43.540356 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9e629035-7ad2-4aca-ae04-1376e9ba7d69 req-667ee545-a9bb-4551-8bf4-125b418b66ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9c2655a-6e68-446a-9ae7-90bbfd7e3c26 HTTP/1.1" status: 200 len: 862 time: 0.2017059 Aug 23 14:11:43.550100 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:43.557962 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-ce74bf71-840a-422b-b667-cba7b2e591a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1594930 Aug 23 14:11:43.562870 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:43.603061 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7be2a-deea-41fe-97b6-9d3d1d21c4f5 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45cd49e3-4ca0-457b-9bd7-eb554eb87930,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:43.670326 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-87d7be2a-deea-41fe-97b6-9d3d1d21c4f5 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:43.682174 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Usage tracker for resource:router and tenant:c4885d40df424369a86df3bab6e6b16a is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:43.761143 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:43.820636 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-87d7be2a-deea-41fe-97b6-9d3d1d21c4f5 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:43.829937 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-87d7be2a-deea-41fe-97b6-9d3d1d21c4f5 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5446072 Aug 23 14:11:43.832785 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 35638) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:43.841417 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=547ed4ec-29bf-42f8-9d93-5535cf39bfb5,segment=NetworkSegment(a50becb8-0f52-458d-8219-1074e5a2e5e1),segment_id=a50becb8-0f52-458d-8219-1074e5a2e5e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:43.852493 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:43.866653 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:43.880215 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:43.891649 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:44.018294 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-8226521e-f931-4447-8fc8-1b1b5055de4a service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522736 Aug 23 14:11:44.022089 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:44.023770 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:44.049002 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:44.081154 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:44.306625 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=547ed4ec-29bf-42f8-9d93-5535cf39bfb5,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:44.313842 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:44.328614 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Usage tracker for resource:floatingip and tenant:367726b8e8974513a0f4f9b7e33a565b is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:44.329308 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:11:44.330016 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:44.331381 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:44.367682 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:44.379610 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9e629035-7ad2-4aca-ae04-1376e9ba7d69 req-109f6fad-cee7-4ae3-8e90-84b5b098bd25 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d55dac6-c24c-49d5-a663-12afdd587d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8190620 Aug 23 14:11:44.441575 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9989ea-f879-45fa-8d59-4e26239540b8 req-0bd957f9-c91d-43c5-81ea-32a7f72511f1 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:44.444145 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff9989ea-f879-45fa-8d59-4e26239540b8 req-0bd957f9-c91d-43c5-81ea-32a7f72511f1 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 944 time: 0.8764448 Aug 23 14:11:44.469009 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:44.552356 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-845a6637-9d4f-4961-9628-34f3b0e330aa req-3e5670b9-6a46-4a61-9abb-d2e04e01fae1 service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140812 Aug 23 14:11:44.572200 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for floatingip, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:44.727846 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Allocated IP 172.20.0.2 (25a41fb4-b94d-4582-b6b1-a2a8d34076ef/bd33cd27-96e0-46b4-9ed5-5d707169ca4f/26538501-ad66-465a-822a-9d907d4e21e3) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:44.828098 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-703b0f22-c218-4ce6-913e-dd19fbe10de5 req-7c7f3e56-aada-4dfd-804a-b784b2cdafec tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 210 time: 0.1808507 Aug 23 14:11:45.018427 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:45.041915 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bfcee3d0-8f17-4149-91b0-5b0027e78a54 req-79357f5f-f24d-423b-a78c-5f10a7503d83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 1095 time: 0.3339748 Aug 23 14:11:45.072682 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9e629035-7ad2-4aca-ae04-1376e9ba7d69 req-1af865b5-1ef2-42ae-8396-0582504e8087 service neutron] 10.222.0.60 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6805110 Aug 23 14:11:45.092793 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff9989ea-f879-45fa-8d59-4e26239540b8 req-39cf6339-d9ff-436d-9627-7e797d4e376c tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427402 Aug 23 14:11:45.144361 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:45.164984 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Transition to ACTIVE for port object 26538501-ad66-465a-822a-9d907d4e21e3 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:45.209001 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Transition to ACTIVE for port object 26538501-ad66-465a-822a-9d907d4e21e3 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:45.307004 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:45.335081 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:45.388563 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9e629035-7ad2-4aca-ae04-1376e9ba7d69 req-814d0ac0-aa27-4c2a-9560-321d0909a21c service neutron] 10.222.0.60 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916052 Aug 23 14:11:45.540474 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcee3d0-8f17-4149-91b0-5b0027e78a54 req-b23b4b55-9db1-40fc-99c3-889720e4a868 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:45.543986 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:45.545080 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bfcee3d0-8f17-4149-91b0-5b0027e78a54 req-b23b4b55-9db1-40fc-99c3-889720e4a868 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.4981053 Aug 23 14:11:45.548675 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:45.553082 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:11:45.621356 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:45.661465 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Pushing event updated for resources: {'Port': ['ID=26538501-ad66-465a-822a-9d907d4e21e3,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:45.666398 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:45.748125 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bfcee3d0-8f17-4149-91b0-5b0027e78a54 req-eeafd02e-46f7-4a24-8768-1272e5ed7394 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af HTTP/1.1" status: 200 len: 217 time: 0.1877105 Aug 23 14:11:45.859914 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcee3d0-8f17-4149-91b0-5b0027e78a54 req-d12d1eb6-2a45-4088-9bc4-d8b52b8e39ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:45.861542 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bfcee3d0-8f17-4149-91b0-5b0027e78a54 req-d12d1eb6-2a45-4088-9bc4-d8b52b8e39ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.1072259 Aug 23 14:11:45.914523 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bfcee3d0-8f17-4149-91b0-5b0027e78a54 req-f74ac46e-7bfc-4232-9174-af0d39c0969f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441487 Aug 23 14:11:45.923747 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Allocated IP 172.25.6.149 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/ef51fe3e-6a0e-4ccd-abd3-bb491f85703f) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:46.160121 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5bb9345d-3ece-40e4-9482-709682570a89 req-f0f1cbb4-9329-4520-a22c-acaf50ed9076 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 210 time: 0.1003795 Aug 23 14:11:46.167429 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Attempting to bind port 26538501-ad66-465a-822a-9d907d4e21e3 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:46.169594 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Attempting to bind port 26538501-ad66-465a-822a-9d907d4e21e3 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:46.170727 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Attempting to bind port 26538501-ad66-465a-822a-9d907d4e21e3 on network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:46.183184 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bfcee3d0-8f17-4149-91b0-5b0027e78a54 req-ae59f853-7287-4e2b-963b-8f7397ec03a3 service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607374 Aug 23 14:11:46.215572 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:11:46.216730 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Checking segment: {'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:11:46.219847 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:46.226178 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Bound using segment: {'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:11:46.227188 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Bound port: 26538501-ad66-465a-822a-9d907d4e21e3, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:46.228256 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:46.406109 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:46.508006 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35694) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:46.508162 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:46.511288 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:46.632380 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device b72c13c1-d601-4fcb-9f68-4fa6da75a5af details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:11:46.644734 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:46.726064 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-f468026b-8003-4f8f-a6e9-6377ad5a82a8 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=e16e074657a24430a915d9b1700cf204&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0891998 Aug 23 14:11:46.731146 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bfcee3d0-8f17-4149-91b0-5b0027e78a54 req-2843ce67-5d14-4a00-918e-014aaf3be2a5 service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247762 Aug 23 14:11:46.816995 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:11:46.879523 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] For port 26538501-ad66-465a-822a-9d907d4e21e3, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:11:46.905421 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] For port 26538501-ad66-465a-822a-9d907d4e21e3, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=26538501-ad66-465a-822a-9d907d4e21e3,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:11:47.013814 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:47.033377 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:47.057021 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd5f96-8cf6-41c1-883c-983b9f2f8fc2 req-d6a80e9a-947f-4f90-adfb-65aeab03eb4b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:47.058856 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-efbd5f96-8cf6-41c1-883c-983b9f2f8fc2 req-d6a80e9a-947f-4f90-adfb-65aeab03eb4b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 944 time: 0.6603200 Aug 23 14:11:47.133667 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:47.141027 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:47.198610 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-efbd5f96-8cf6-41c1-883c-983b9f2f8fc2 req-0eca9552-6e18-4de1-b489-c26edf12d609 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202195 Aug 23 14:11:47.226034 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:47.226034 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:47.267690 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-bba9ff4e-c0c3-4a99-8903-50a99107e543 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:47.274749 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-bba9ff4e-c0c3-4a99-8903-50a99107e543 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5267503 Aug 23 14:11:47.338104 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Request body: {'port': {'device_id': '6a1c14dc-6bfb-434f-aeac-5b620b8f6adb', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'e16e074657a24430a915d9b1700cf204'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:47.436487 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-86f5f25c-e424-4559-9c1c-36b1d20be457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:47.440616 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:47.449227 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:47.451912 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:11:47.480746 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Allocated IP 172.25.6.160 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/8c904b84-bea3-4b7e-b097-1f7b013d9905) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:47.570485 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-86f5f25c-e424-4559-9c1c-36b1d20be457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:47.620451 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:47.677324 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-86f5f25c-e424-4559-9c1c-36b1d20be457 admin admin] Usage tracker for resource:security_group_rule and tenant:b51eb3942f9f44d0b52202405f23d5cb is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:47.681804 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b284c64e-41e0-4cbf-a853-5f9ca0e56dd9 req-83fc0421-fad7-444a-bd5a-f36bd323f744 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 210 time: 0.0596702 Aug 23 14:11:47.684864 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Pushing event updated for resources: {'Port': ['ID=ef51fe3e-6a0e-4ccd-abd3-bb491f85703f,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:47.687929 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:47.700247 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-86f5f25c-e424-4559-9c1c-36b1d20be457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:47.737979 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-86f5f25c-e424-4559-9c1c-36b1d20be457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:47.816486 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Pushing event updated for resources: {'Port': ['ID=26538501-ad66-465a-822a-9d907d4e21e3,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:47.833192 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:47.868729 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:47.870701 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:47.949217 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'b72c13c1-d601-4fcb-9f68-4fa6da75a5af', 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f', 'port_id': 'b72c13c1-d601-4fcb-9f68-4fa6da75a5af', 'mac_address': 'fa:16:3e:ed:6d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e660768-8dea-4aca-bc8e-0ba7b3d6e871', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:11:48.082839 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-86f5f25c-e424-4559-9c1c-36b1d20be457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:48.087393 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:48.097237 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:48.143682 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:48.147120 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:48.166525 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Usage tracker for resource:port and tenant:e16e074657a24430a915d9b1700cf204 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:48.175414 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Quota usage for port was recalculated. Used quota:2. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:48.176864 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72c13c1-d601-4fcb-9f68-4fa6da75a5af {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:48.196023 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:48.229914 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-86f5f25c-e424-4559-9c1c-36b1d20be457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:48.366041 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:48.433350 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:48.459192 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:48.470382 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:48.485238 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:11:48.590589 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:48.600725 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:48.644030 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Made reservation on behalf of e16e074657a24430a915d9b1700cf204 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:48.654911 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-86f5f25c-e424-4559-9c1c-36b1d20be457 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b51eb3942f9f44d0b52202405f23d5cb&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1449907 Aug 23 14:11:48.661165 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35728) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:48.666905 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:48.677773 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c904b84-bea3-4b7e-b097-1f7b013d9905,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:48.710493 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:48.711383 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-112dec3e-6488-4cd5-8755-2efdcf5b96f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:48.722396 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 26538501-ad66-465a-822a-9d907d4e21e3 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:48.924356 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:48.930848 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:48.985086 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['b72c13c1-d601-4fcb-9f68-4fa6da75a5af'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:11:49.041262 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 26538501-ad66-465a-822a-9d907d4e21e3 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:49.097946 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5f25c-e424-4559-9c1c-36b1d20be457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcdd090-61d2-4642-b905-b355ea56c502,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:49.231443 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-86f5f25c-e424-4559-9c1c-36b1d20be457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:49.287554 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e2c22e4c-aee2-4667-baed-f093e1c5e3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:49.298183 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fe489c1b-44dd-42d0-ba65-b6ceaf5efc36 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b875f69ff1b34d17be0d3689a260d39b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1359925 Aug 23 14:11:49.319316 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:11:49.379687 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e2c22e4c-aee2-4667-baed-f093e1c5e3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:49.437428 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:49.438198 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:49.471700 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:49.599899 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:49.618841 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fa862e18-81b0-4901-8afb-657f8c419f38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:49.679165 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:49.705848 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e2c22e4c-aee2-4667-baed-f093e1c5e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:49.711344 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0ca7e-ecab-4311-8759-ae017c8b5ec3 req-bb1b4663-ad59-4382-9b91-26c95f47bd24 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:49.719400 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-93a0ca7e-ecab-4311-8759-ae017c8b5ec3 req-bb1b4663-ad59-4382-9b91-26c95f47bd24 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 945 time: 1.0235407 Aug 23 14:11:49.725112 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-77580672-3e2b-457f-ba30-e9a667545b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:49.730056 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29772320-f0cb-4b14-9ab1-cd3a65ba68b5 None None] Network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:11:49.752920 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c22e4c-aee2-4667-baed-f093e1c5e3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcdd090-61d2-4642-b905-b355ea56c502,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:49.780247 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e2c22e4c-aee2-4667-baed-f093e1c5e3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:49.783894 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Allocated IP 192.168.233.245 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/0daaa145-b38c-4169-9c38-9c0914b84bd4) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:49.816847 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e2c22e4c-aee2-4667-baed-f093e1c5e3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:49.822181 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e2c22e4c-aee2-4667-baed-f093e1c5e3b6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5dcdd090-61d2-4642-b905-b355ea56c502 HTTP/1.1" status: 204 len: 168 time: 1.1401229 Aug 23 14:11:50.039320 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b8b12d83-7c51-4cbd-8124-827b176e02ea None None] Provisioning for port 26538501-ad66-465a-822a-9d907d4e21e3 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:50.056411 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b8b12d83-7c51-4cbd-8124-827b176e02ea None None] Provisioning complete for port 26538501-ad66-465a-822a-9d907d4e21e3 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:50.056961 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b8b12d83-7c51-4cbd-8124-827b176e02ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:50.060761 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:11:50.094892 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Pushing event updated for resources: {'Port': ['ID=ef51fe3e-6a0e-4ccd-abd3-bb491f85703f,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:50.097468 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:50.145688 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-93a0ca7e-ecab-4311-8759-ae017c8b5ec3 req-dd923b88-be62-492a-b0ca-10739d28982b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251714 Aug 23 14:11:50.161229 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aff264-81ef-423a-b618-7a27528fdd29 req-75ac0801-513f-4266-b6a8-73c4992d8532 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:50.168206 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-20aff264-81ef-423a-b618-7a27528fdd29 req-75ac0801-513f-4266-b6a8-73c4992d8532 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8183393 Aug 23 14:11:50.186374 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:50.190733 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3529553 Aug 23 14:11:50.195207 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-20aff264-81ef-423a-b618-7a27528fdd29 req-e6d7fea8-a97a-41a7-9dcd-01efa7917bdf tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/quotas/b875f69ff1b34d17be0d3689a260d39b HTTP/1.1" status: 200 len: 375 time: 0.0260727 Aug 23 14:11:50.336015 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b8b12d83-7c51-4cbd-8124-827b176e02ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:50.411545 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-b8b12d83-7c51-4cbd-8124-827b176e02ea None None] For port 26538501-ad66-465a-822a-9d907d4e21e3, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=26538501-ad66-465a-822a-9d907d4e21e3,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:50.416583 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-20aff264-81ef-423a-b618-7a27528fdd29 req-d85adb04-c364-4cc3-9b82-f4eddad434bf tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b875f69ff1b34d17be0d3689a260d39b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2200749 Aug 23 14:11:50.489275 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b8b12d83-7c51-4cbd-8124-827b176e02ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:50.493459 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:50.519279 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:50.519782 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:11:50.536895 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Sync routers for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:11:50.569234 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Transition to ACTIVE for port object 0daaa145-b38c-4169-9c38-9c0914b84bd4 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:50.586071 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:11:50.587154 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:11:24Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:50.715491 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:50.722931 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:50.732192 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.1893220 Aug 23 14:11:50.733767 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35764) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:50.756134 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:50.815865 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device b72c13c1-d601-4fcb-9f68-4fa6da75a5af up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:50.960094 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea', '2a5e9bac-3f15-4f64-9826-98e652e99337'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:11:50.981688 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Pushing event updated for resources: {'Port': ['ID=0daaa145-b38c-4169-9c38-9c0914b84bd4,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:50.992106 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:51.003996 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:51.014042 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:51.028117 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:11:51.032843 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:51.033708 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:51.152167 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faed98-f9dc-4178-8ad3-5aac7c618cac req-85ca6166-1e23-4c4d-a1c3-a8282d729a4c tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:51.164001 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-27faed98-f9dc-4178-8ad3-5aac7c618cac req-85ca6166-1e23-4c4d-a1c3-a8282d729a4c tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Synchronizing usage tracker for tenant:e16e074657a24430a915d9b1700cf204 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:51.228272 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9022167 Aug 23 14:11:51.254345 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Request body: {'port': {'device_id': '6a1c14dc-6bfb-434f-aeac-5b620b8f6adb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:51.361571 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:11:51.395605 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-24c1cdef-1852-4f0a-8348-d719df3ce30a None None] Provisioning complete for port 26538501-ad66-465a-822a-9d907d4e21e3 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:51.400302 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-24c1cdef-1852-4f0a-8348-d719df3ce30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:51.521892 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b12d83-7c51-4cbd-8124-827b176e02ea None None] Pushing event updated for resources: {'Port': ['ID=26538501-ad66-465a-822a-9d907d4e21e3,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:51.571905 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-be7a0c27-f59d-4999-a131-d8772c14bbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:51.638087 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-b8b12d83-7c51-4cbd-8124-827b176e02ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.132s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:51.665483 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35784) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:51.699562 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-255ee30f-54dc-4fc3-80a4-d59145f836cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:51.763091 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-27faed98-f9dc-4178-8ad3-5aac7c618cac req-85ca6166-1e23-4c4d-a1c3-a8282d729a4c tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Unset dirty status for tenant:e16e074657a24430a915d9b1700cf204 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:51.773163 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-27faed98-f9dc-4178-8ad3-5aac7c618cac req-85ca6166-1e23-4c4d-a1c3-a8282d729a4c tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 936 time: 1.1496925 Aug 23 14:11:51.822519 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d060eeca-c5f0-4015-ad43-c5cfd1d1f6d7 req-43d97841-629f-47ea-bf3c-2cb0958128dd tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 210 time: 0.3671737 Aug 23 14:11:51.837519 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:51.897661 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-255ee30f-54dc-4fc3-80a4-d59145f836cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:51.916202 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-255ee30f-54dc-4fc3-80a4-d59145f836cc admin admin] Usage tracker for resource:security_group_rule and tenant:506be45f901f4672af1e12c14517e022 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:51.923793 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-255ee30f-54dc-4fc3-80a4-d59145f836cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:51.942260 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-255ee30f-54dc-4fc3-80a4-d59145f836cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:51.979152 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port b72c13c1-d601-4fcb-9f68-4fa6da75a5af completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:51.990670 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-27faed98-f9dc-4178-8ad3-5aac7c618cac req-6acf171f-a84d-4640-a12b-a3cfb5e3be55 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152739 Aug 23 14:11:52.002135 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:52.067051 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port b72c13c1-d601-4fcb-9f68-4fa6da75a5af triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:52.073060 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:52.455274 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-255ee30f-54dc-4fc3-80a4-d59145f836cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:52.580629 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:49Z', 'revision_number': 3, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:52.605184 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 26538501-ad66-465a-822a-9d907d4e21e3 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:52.612877 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-255ee30f-54dc-4fc3-80a4-d59145f836cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:52.617475 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Checking router: bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:11:52.618372 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Updating router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c port 8c904b84-bea3-4b7e-b097-1f7b013d9905 binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:11:52.663094 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5fca872c-b280-4ced-87f9-1d2c9d0a7d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:52.724893 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b2d1fbbc-a34e-49f0-8276-488a0a899629 None None] Provisioning for port 0daaa145-b38c-4169-9c38-9c0914b84bd4 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:52.735296 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-255ee30f-54dc-4fc3-80a4-d59145f836cc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=506be45f901f4672af1e12c14517e022&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0650995 Aug 23 14:11:52.740992 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 35800) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:52.779304 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b2d1fbbc-a34e-49f0-8276-488a0a899629 None None] Provisioning complete for port 0daaa145-b38c-4169-9c38-9c0914b84bd4 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:52.780124 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b2d1fbbc-a34e-49f0-8276-488a0a899629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:52.822971 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:52.945864 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ee30f-54dc-4fc3-80a4-d59145f836cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7740869d-02da-4a34-b580-9cf85515a579,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:52.969827 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-255ee30f-54dc-4fc3-80a4-d59145f836cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:53.021854 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.036917 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-b2d1fbbc-a34e-49f0-8276-488a0a899629 None None] Port 0daaa145-b38c-4169-9c38-9c0914b84bd4 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:11:53.133051 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-117c1301-88f4-4102-85db-f5029bde0d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.174502 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:53.180645 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90909f4-60f8-46c9-bc26-8c7c7b0adc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72c13c1-d601-4fcb-9f68-4fa6da75a5af'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:53.196880 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 26538501-ad66-465a-822a-9d907d4e21e3 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:53.197300 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.199790 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-117c1301-88f4-4102-85db-f5029bde0d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.460578 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.484066 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-b8b12d83-7c51-4cbd-8124-827b176e02ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:53.540033 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.559354 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Transition to ACTIVE for port object 8c904b84-bea3-4b7e-b097-1f7b013d9905 will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:53.568976 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fe036-cb34-4d67-9ecc-dbfaeda57726 req-445d6931-e410-4a9c-8101-d67abf84f686 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:53.570880 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4d7fe036-cb34-4d67-9ecc-dbfaeda57726 req-445d6931-e410-4a9c-8101-d67abf84f686 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 945 time: 1.0530376 Aug 23 14:11:53.636486 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:53.642403 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:53.647588 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.652432 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:53.688242 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-117c1301-88f4-4102-85db-f5029bde0d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.721890 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f5a9edcf-3fc7-487c-b9ec-2bff685f1f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:53.733967 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2e193a5d-1e60-4bd4-8a15-8b2b6ee0bd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.763773 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0daaa145-b38c-4169-9c38-9c0914b84bd4 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:53.764068 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c1301-88f4-4102-85db-f5029bde0d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7740869d-02da-4a34-b580-9cf85515a579,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:53.772978 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.777160 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af583d-f63b-4c94-bcbe-48c945e50f86 None None] Pushing event updated for resources: {'Port': ['ID=8c904b84-bea3-4b7e-b097-1f7b013d9905,revision_number=2']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:53.783560 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-75af583d-f63b-4c94-bcbe-48c945e50f86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:53.793369 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-117c1301-88f4-4102-85db-f5029bde0d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:53.815482 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a3730-672d-4c92-b26f-7653c47cd25c req-8a895cbb-872b-40d5-a09e-5aafa6a638f2 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:53.817106 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-088a3730-672d-4c92-b26f-7653c47cd25c req-8a895cbb-872b-40d5-a09e-5aafa6a638f2 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 946 time: 1.2922199 Aug 23 14:11:53.817305 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-117c1301-88f4-4102-85db-f5029bde0d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.823432 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-117c1301-88f4-4102-85db-f5029bde0d4b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7740869d-02da-4a34-b580-9cf85515a579 HTTP/1.1" status: 204 len: 168 time: 1.0561407 Aug 23 14:11:53.832716 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Transition to ACTIVE for port object 0daaa145-b38c-4169-9c38-9c0914b84bd4 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:53.850007 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Attempting to bind port 8c904b84-bea3-4b7e-b097-1f7b013d9905 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:53.850430 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Attempting to bind port 8c904b84-bea3-4b7e-b097-1f7b013d9905 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:53.850916 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Attempting to bind port 8c904b84-bea3-4b7e-b097-1f7b013d9905 on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:53.867833 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:11:53.868362 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:11:53.868939 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.869484 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:11:53.878492 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Bound port: 8c904b84-bea3-4b7e-b097-1f7b013d9905, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:53.879065 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.989461 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:54.026542 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:54.033678 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] For port 8c904b84-bea3-4b7e-b097-1f7b013d9905, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:11:54.042145 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] For port 8c904b84-bea3-4b7e-b097-1f7b013d9905, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=8c904b84-bea3-4b7e-b097-1f7b013d9905,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:11:54.121838 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4d7fe036-cb34-4d67-9ecc-dbfaeda57726 req-3652f893-a883-4efa-99e5-4ffdeabad6ac tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937813 Aug 23 14:11:54.136895 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:54.139168 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-088a3730-672d-4c92-b26f-7653c47cd25c req-62ff5a10-7018-47c3-8c64-2ba9a0450769 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768109 Aug 23 14:11:54.246558 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Pushing event updated for resources: {'Port': ['ID=0daaa145-b38c-4169-9c38-9c0914b84bd4,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:54.260074 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:54.414245 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Attempting to bind port 0daaa145-b38c-4169-9c38-9c0914b84bd4 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:54.415094 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Attempting to bind port 0daaa145-b38c-4169-9c38-9c0914b84bd4 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:54.415781 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Attempting to bind port 0daaa145-b38c-4169-9c38-9c0914b84bd4 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:54.439519 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Port 0daaa145-b38c-4169-9c38-9c0914b84bd4 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:11:54.440286 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Attempting to bind port 0daaa145-b38c-4169-9c38-9c0914b84bd4 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:11:54.454283 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:11:54.455073 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:11:54.455808 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:11:54.456813 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Bound port: 0daaa145-b38c-4169-9c38-9c0914b84bd4, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:54.457522 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:54.718507 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:54.718507 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-75af583d-f63b-4c94-bcbe-48c945e50f86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:54.746757 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7f7e754f-aa30-4c38-bd7f-398609b3d406 req-f61bbd50-acba-483e-85e7-1dc92f2d8037 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 210 time: 0.2936094 Aug 23 14:11:54.833352 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Allocated IP 172.20.0.1 (25a41fb4-b94d-4582-b6b1-a2a8d34076ef/bd33cd27-96e0-46b4-9ed5-5d707169ca4f/88716796-af1d-46a6-b2c2-480d26b42c01) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:54.852059 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] For port 0daaa145-b38c-4169-9c38-9c0914b84bd4, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:11:54.860541 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] For port 0daaa145-b38c-4169-9c38-9c0914b84bd4, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=0daaa145-b38c-4169-9c38-9c0914b84bd4,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:11:54.881541 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:54.885950 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af583d-f63b-4c94-bcbe-48c945e50f86 None None] Pushing event updated for resources: {'Port': ['ID=8c904b84-bea3-4b7e-b097-1f7b013d9905,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:54.901382 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-75af583d-f63b-4c94-bcbe-48c945e50f86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:54.905156 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:11:54.906287 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:11:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:55.102904 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:55.148126 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:55.174950 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:55.203845 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Transition to ACTIVE for port object 88716796-af1d-46a6-b2c2-480d26b42c01 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:55.324297 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:11:55.373580 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:55.373580 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] 10.222.0.91 "PUT /v2.0/ports/0daaa145-b38c-4169-9c38-9c0914b84bd4 HTTP/1.1" status: 200 len: 1096 time: 4.1434004 Aug 23 14:11:55.401797 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1c14dc-6bfb-434f-aeac-5b620b8f6adb', 'tag': '0daaa145-b38c-4169-9c38-9c0914b84bd4'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:55.410932 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Pushing event updated for resources: {'Port': ['ID=0daaa145-b38c-4169-9c38-9c0914b84bd4,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:55.424519 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:55.442791 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:55.479166 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:55.541261 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8929220-da6b-43ff-9e6b-ea0caa47d0eb req-39b1fd2b-2f85-47ff-b2c0-bb30271706db tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:55.544770 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b8929220-da6b-43ff-9e6b-ea0caa47d0eb req-39b1fd2b-2f85-47ff-b2c0-bb30271706db tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 948 time: 0.5476441 Aug 23 14:11:55.759085 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Pushing event updated for resources: {'Port': ['ID=88716796-af1d-46a6-b2c2-480d26b42c01,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:55.772907 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:55.803482 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:55.803482 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:55.809231 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:11:55.904605 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b8929220-da6b-43ff-9e6b-ea0caa47d0eb req-14b35436-e248-4d1c-81e6-d15ff805651e tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430774 Aug 23 14:11:55.989303 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:55.990932 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-3a9ea421-0c36-48d4-8408-ed6510d72e5e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e16e074657a24430a915d9b1700cf204&device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 1099 time: 0.3089523 Aug 23 14:11:56.083961 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:56.160338 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:49Z', 'revision_number': 3, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:56.168907 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e3bc8-b91f-4502-9128-3734d0cbaa8a None None] The sync data for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 is: [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:49Z', 'revision_number': 3, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:11:56.189915 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90909f4-60f8-46c9-bc26-8c7c7b0adc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72c13c1-d601-4fcb-9f68-4fa6da75a5af', 'code': 200} Aug 23 14:11:56.218653 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-a12f70f0-58af-4f76-a257-7123d38dfbd7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=0daaa145-b38c-4169-9c38-9c0914b84bd4 HTTP/1.1" status: 200 len: 217 time: 0.2139273 Aug 23 14:11:56.413495 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-2a2ec4c3-f47f-412c-a6e9-d66c66846b58 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:56.427537 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-2a2ec4c3-f47f-412c-a6e9-d66c66846b58 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2069159 Aug 23 14:11:56.543091 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:56.590962 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-1c10bca2-00c1-4694-aaf4-47fd5cf6135d None None] Provisioning for port 88716796-af1d-46a6-b2c2-480d26b42c01 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:56.608718 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-1c10bca2-00c1-4694-aaf4-47fd5cf6135d None None] Provisioning complete for port 88716796-af1d-46a6-b2c2-480d26b42c01 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:56.608718 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1c10bca2-00c1-4694-aaf4-47fd5cf6135d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:56.865083 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-81336b59-de39-4956-a619-22ff4b15d048 req-a87ee76c-4d0b-43c2-904c-e338b5d9406f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 1097 time: 0.5576057 Aug 23 14:11:56.867926 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-1c10bca2-00c1-4694-aaf4-47fd5cf6135d None None] Port 88716796-af1d-46a6-b2c2-480d26b42c01 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:11:56.905756 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-1e2a428f-194d-49a2-a98b-0cd96f8d637c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4701767 Aug 23 14:11:56.932859 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e937411-4477-46e0-bf64-4117a69af4dd req-408eaae0-e2d4-42fc-8d9d-8a197e7092ed tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:56.935144 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7e937411-4477-46e0-bf64-4117a69af4dd req-408eaae0-e2d4-42fc-8d9d-8a197e7092ed tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 946 time: 0.3008189 Aug 23 14:11:56.975677 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-20aff264-81ef-423a-b618-7a27528fdd29 req-c1701f6b-f986-46cd-a5b0-45cd2126329f tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=b875f69ff1b34d17be0d3689a260d39b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507333 Aug 23 14:11:57.094059 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7e937411-4477-46e0-bf64-4117a69af4dd req-f42fade1-cbf6-4ecb-8017-046419ba7e22 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367970 Aug 23 14:11:57.237701 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-b24c4e0e-6832-487e-8ff9-73a547d39412 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014953 Aug 23 14:11:57.287055 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-81336b59-de39-4956-a619-22ff4b15d048 req-701f52ff-7082-4cee-a6f1-ee67f7c3f2dc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878932 Aug 23 14:11:57.300718 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1c14dc-6bfb-434f-aeac-5b620b8f6adb', 'tag': '0daaa145-b38c-4169-9c38-9c0914b84bd4', 'status': 'completed', 'code': 200} Aug 23 14:11:57.524740 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f39094d-fc74-4d9f-adad-af11d4be2201 req-52e27407-a7d5-44be-80f2-86ba772afef7 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768908 Aug 23 14:11:57.609531 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:57.812409 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:57.863723 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:57.918506 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-39342565-fd70-48d7-8ee1-ebbbea2bce64 req-5725cffb-8333-47c4-9ae4-0e48f363d482 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 210 time: 0.2382424 Aug 23 14:11:57.953672 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Pushing event updated for resources: {'Port': ['ID=88716796-af1d-46a6-b2c2-480d26b42c01,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:57.972380 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:57.981628 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aff264-81ef-423a-b618-7a27528fdd29 req-385f57fb-beeb-4303-af88-e968e9204e58 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:57.985212 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-20aff264-81ef-423a-b618-7a27528fdd29 req-385f57fb-beeb-4303-af88-e968e9204e58 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9919920 Aug 23 14:11:58.006329 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Request body: {'port': {'device_id': 'd4ea4214-23f3-442c-99cf-48b8b8bc5a4e', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'b875f69ff1b34d17be0d3689a260d39b'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:11:58.179226 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:58.180879 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2633a677-2db0-4bee-91da-86707713f566 req-0a522d36-6683-46bf-8132-fb01b935ab8c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e16e074657a24430a915d9b1700cf204&device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 1099 time: 0.2607405 Aug 23 14:11:58.501456 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 8c904b84-bea3-4b7e-b097-1f7b013d9905 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:58.708145 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:58.710313 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:58.715713 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:58.745293 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 8c904b84-bea3-4b7e-b097-1f7b013d9905 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:58.755167 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 8c904b84-bea3-4b7e-b097-1f7b013d9905 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:58.755706 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:59.004668 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Usage tracker for resource:port and tenant:b875f69ff1b34d17be0d3689a260d39b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:59.020896 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633a677-2db0-4bee-91da-86707713f566 req-e078f822-aa40-4f73-8096-da7ed83e8171 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:59.022494 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2633a677-2db0-4bee-91da-86707713f566 req-e078f822-aa40-4f73-8096-da7ed83e8171 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.8338623 Aug 23 14:11:59.080788 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:59.120240 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 8c904b84-bea3-4b7e-b097-1f7b013d9905, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=8c904b84-bea3-4b7e-b097-1f7b013d9905,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:11:59.177945 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275979d-2314-4f9f-958e-cab295474023 req-56b96aca-2d3a-498e-b4a3-1e3d3487db7a tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:59.186111 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2275979d-2314-4f9f-958e-cab295474023 req-56b96aca-2d3a-498e-b4a3-1e3d3487db7a tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 948 time: 0.4440455 Aug 23 14:11:59.195846 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2633a677-2db0-4bee-91da-86707713f566 req-0211463b-a389-4147-a759-663f5243bd73 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=0daaa145-b38c-4169-9c38-9c0914b84bd4 HTTP/1.1" status: 200 len: 217 time: 0.1659222 Aug 23 14:11:59.259254 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:59.265701 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:59.448784 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:59.477900 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633a677-2db0-4bee-91da-86707713f566 req-81dac982-1bd1-475a-9b0b-533586864cb4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:59.479853 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2633a677-2db0-4bee-91da-86707713f566 req-81dac982-1bd1-475a-9b0b-533586864cb4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2409151 Aug 23 14:11:59.501607 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2275979d-2314-4f9f-958e-cab295474023 req-1a61859e-1edb-4ddd-9089-382a10440efc tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100305 Aug 23 14:11:59.514667 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-3a565d2d-7b4c-47cf-b8f8-f31a4a492a32 None None] Provisioning complete for port 88716796-af1d-46a6-b2c2-480d26b42c01 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:59.515351 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3a565d2d-7b4c-47cf-b8f8-f31a4a492a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:59.529533 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:59.577215 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=8c904b84-bea3-4b7e-b097-1f7b013d9905,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:59.600273 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:59.651171 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-93ed773b-412b-4354-9660-c831f8a2371b tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1088220045&fields=id&tenant_id=9ba3514f5e5345bdb74853fae0d863ae HTTP/1.1" status: 200 len: 267 time: 0.2767196 Aug 23 14:11:59.697398 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Made reservation on behalf of b875f69ff1b34d17be0d3689a260d39b for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:59.706471 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-3a565d2d-7b4c-47cf-b8f8-f31a4a492a32 None None] Port 88716796-af1d-46a6-b2c2-480d26b42c01 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:11:59.710087 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:59.763705 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:59.851501 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2633a677-2db0-4bee-91da-86707713f566 req-32ed560a-b31d-4b2c-af13-410009ef724e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3483272 Aug 23 14:12:00.026451 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-bea311b7-e91e-4642-9021-22c90dfa94b7 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:00.027801 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-bea311b7-e91e-4642-9021-22c90dfa94b7 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Synchronizing usage tracker for tenant:9ba3514f5e5345bdb74853fae0d863ae on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:00.172275 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5e3fc035-e139-418c-b8e4-9b94a4c07a2e tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:00.175162 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5e3fc035-e139-418c-b8e4-9b94a4c07a2e tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/networks?id=7d55dac6-c24c-49d5-a663-12afdd587d9d HTTP/1.1" status: 200 len: 823 time: 0.5390899 Aug 23 14:12:00.220397 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:00.227026 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-e82269f7-b43f-4cfd-ac18-ec628eb42996 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/quotas/9ba3514f5e5345bdb74853fae0d863ae HTTP/1.1" status: 200 len: 375 time: 0.0294819 Aug 23 14:12:00.237784 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Usage tracker for resource:security_group_rule and tenant:b875f69ff1b34d17be0d3689a260d39b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:00.259300 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:00.285149 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:00.402000 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2633a677-2db0-4bee-91da-86707713f566 req-168d3125-3505-41c4-94b8-f5c603977b1a service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331838 Aug 23 14:12:00.556130 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 8c904b84-bea3-4b7e-b097-1f7b013d9905 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:00.647418 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-bea311b7-e91e-4642-9021-22c90dfa94b7 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Unset dirty status for tenant:9ba3514f5e5345bdb74853fae0d863ae on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:00.648521 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-bea311b7-e91e-4642-9021-22c90dfa94b7 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.60 "GET /v2.0/ports?device_id=4819d7ec-898d-4fb3-9026-fdf83eb4542b HTTP/1.1" status: 200 len: 946 time: 1.2827332 Aug 23 14:12:00.759590 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 8c904b84-bea3-4b7e-b097-1f7b013d9905 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:00.760346 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:00.812810 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830ef4a-b9ee-4036-b63b-c084b21f70c0 req-3e551488-fd38-440f-90a7-07410b33339d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:00.826550 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c830ef4a-b9ee-4036-b63b-c084b21f70c0 req-3e551488-fd38-440f-90a7-07410b33339d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 946 time: 0.8750422 Aug 23 14:12:00.928689 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:00.960181 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Deleting port cb243570-3592-46a0-b2a2-bba38a712661 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:12:00.960733 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:00.963369 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-49d4696a-8d08-4c31-8e36-98a98ba30440 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ba3514f5e5345bdb74853fae0d863ae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7064636 Aug 23 14:12:01.035666 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c830ef4a-b9ee-4036-b63b-c084b21f70c0 req-525da6b1-dcd7-47cd-97f0-7df98fb93227 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070441 Aug 23 14:12:01.057119 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2633a677-2db0-4bee-91da-86707713f566 req-f371abcb-5eee-4a7e-8c2c-6e4f621a4457 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295726 Aug 23 14:12:01.100745 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:01.110195 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-157c2287-dac6-4646-9f22-6b62a6e517d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:01.213237 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 0daaa145-b38c-4169-9c38-9c0914b84bd4 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:12:01.316947 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-fea3e549-6c26-4275-838d-0ce321c18d2c service neutron] 10.222.0.86 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161438 Aug 23 14:12:01.421270 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cb626c-f052-44b3-bed2-d93360526906,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:01.434452 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:01.505718 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:12:01.555803 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-970778fd-0fc7-4018-b091-f4278e699be1 req-744d9df9-2e57-4954-ac90-1a0cbb8b7c90 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 210 time: 0.0651751 Aug 23 14:12:01.557774 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 0daaa145-b38c-4169-9c38-9c0914b84bd4, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=0daaa145-b38c-4169-9c38-9c0914b84bd4,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:01.583136 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:12:01.595195 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '0daaa145-b38c-4169-9c38-9c0914b84bd4', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '0daaa145-b38c-4169-9c38-9c0914b84bd4', 'mac_address': 'fa:16:3e:4c:fe:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:12:01.649478 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-f644afbe-e110-405c-823a-c77b9a16aabb service neutron] 10.222.0.86 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239942 Aug 23 14:12:01.767290 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:01.800545 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0daaa145-b38c-4169-9c38-9c0914b84bd4 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:01.830575 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:01.838493 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 0daaa145-b38c-4169-9c38-9c0914b84bd4, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=0daaa145-b38c-4169-9c38-9c0914b84bd4,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:01.933100 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:01.935680 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-39dbf73b-86fc-4dae-9ccb-6e86b37a26a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:01.957546 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeaad52-5011-4e3d-8c2b-6cf7e52f7e5b req-93239d9a-a609-469a-aadc-fbbf6eda4a5b tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:01.968961 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3eeaad52-5011-4e3d-8c2b-6cf7e52f7e5b req-93239d9a-a609-469a-aadc-fbbf6eda4a5b tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 948 time: 0.1616881 Aug 23 14:12:02.078589 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3eeaad52-5011-4e3d-8c2b-6cf7e52f7e5b req-6afd2163-f8a6-4e3d-91fe-ede0b2efa43f tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080768 Aug 23 14:12:02.124966 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=0daaa145-b38c-4169-9c38-9c0914b84bd4,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:02.139179 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:02.201900 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Allocated IP 192.168.233.95 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/9607d74b-b7d8-461c-a996-5eeef41d0e85) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:02.241033 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['0daaa145-b38c-4169-9c38-9c0914b84bd4'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:12:02.323674 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] For port cb243570-3592-46a0-b2a2-bba38a712661, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=cb243570-3592-46a0-b2a2-bba38a712661,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:02.324030 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:02.551350 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a6d7c6ad-6cff-4f63-bbcb-488a9e28943c req-e28e3b57-c2ef-4632-845b-a48893bf8020 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 1097 time: 0.3487544 Aug 23 14:12:02.651916 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a6d7c6ad-6cff-4f63-bbcb-488a9e28943c req-721fdda7-09a2-4f12-b830-0953781daec7 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955925 Aug 23 14:12:02.728725 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device cb243570-3592-46a0-b2a2-bba38a712661 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:12:03.007602 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:03.076981 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port cb243570-3592-46a0-b2a2-bba38a712661, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=cb243570-3592-46a0-b2a2-bba38a712661,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:03.077584 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4819d7ec-898d-4fb3-9026-fdf83eb4542b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb243570-3592-46a0-b2a2-bba38a712661'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:03.101341 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:03.161976 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:03.163803 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:03.172287 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Transition to ACTIVE for port object 9607d74b-b7d8-461c-a996-5eeef41d0e85 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:03.220996 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:03.221785 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:03.221785 n-d-805629-1 neutron-server[76506]: INFO neutron.db.l3_db [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Floating IP ddd08a72-6c4e-4cfc-8923-6c91411befa9 disassociated. External IP: 172.25.6.162, port: cb243570-3592-46a0-b2a2-bba38a712661. Aug 23 14:12:03.226262 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Calling delete_port for cb243570-3592-46a0-b2a2-bba38a712661 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:12:03.247340 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7468710f-6d67-4e48-bb23-3b1f0f18036f req-971e945e-44d1-47ae-a964-60d295266397 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 210 time: 0.3643932 Aug 23 14:12:03.300304 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=cb243570-3592-46a0-b2a2-bba38a712661,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:03.304291 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:03.390657 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:03.420747 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:12:03.447820 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Sync routers for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:12:03.466098 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] 10.222.0.86 "PUT /v2.0/routers/bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7306533 Aug 23 14:12:03.482263 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:12:03.483326 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:11:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:03.500424 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.api [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:12:03.500777 n-d-805629-1 neutron-server[76506]: DEBUG oslo_db.api [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:12:03.539472 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:03.546975 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:03.656935 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4819d7ec-898d-4fb3-9026-fdf83eb4542b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb243570-3592-46a0-b2a2-bba38a712661', 'code': 200} Aug 23 14:12:03.861442 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:03.885348 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Pushing event updated for resources: {'Port': ['ID=9607d74b-b7d8-461c-a996-5eeef41d0e85,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:03.888964 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:03.910399 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:03.910399 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:12:03.968326 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217a682-4e01-41ab-86cc-9d80ac971a1f req-03d6b468-9ee0-4cb0-a7fd-0e56b732806e tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:03.976510 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7217a682-4e01-41ab-86cc-9d80ac971a1f req-03d6b468-9ee0-4cb0-a7fd-0e56b732806e tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 935 time: 0.4655247 Aug 23 14:12:03.985168 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:12:04.024357 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Deleting port cb243570-3592-46a0-b2a2-bba38a712661 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:12:04.024697 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:04.271317 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:04.271952 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:04.357799 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7217a682-4e01-41ab-86cc-9d80ac971a1f req-086bb1d6-3de4-4531-aa5f-6b793cc01da6 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785031 Aug 23 14:12:04.406695 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e7e7f-bd3a-4148-ad77-ce769653dcad req-05768cbc-a55a-4b80-b70a-3af5848c9ee9 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:04.413875 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-787e7e7f-bd3a-4148-ad77-ce769653dcad req-05768cbc-a55a-4b80-b70a-3af5848c9ee9 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 949 time: 0.3643353 Aug 23 14:12:04.513273 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-787e7e7f-bd3a-4148-ad77-ce769653dcad req-40d7e366-bffc-4309-9ee5-342a9f8a314f tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971642 Aug 23 14:12:04.828946 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-697db1c7-2559-4e6c-94f3-c453a40bac54 None None] Provisioning for port 9607d74b-b7d8-461c-a996-5eeef41d0e85 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:04.869951 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-697db1c7-2559-4e6c-94f3-c453a40bac54 None None] Provisioning complete for port 9607d74b-b7d8-461c-a996-5eeef41d0e85 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:04.903770 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-697db1c7-2559-4e6c-94f3-c453a40bac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:04.951608 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5bcb45e2-46ec-464b-8663-d0b0c08f989d req-792be391-4c31-4852-b19a-055f4822cf56 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 210 time: 0.1279500 Aug 23 14:12:05.014273 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] For port cb243570-3592-46a0-b2a2-bba38a712661, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=cb243570-3592-46a0-b2a2-bba38a712661,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:05.015082 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:05.124326 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-2bcff6ed-4140-466a-946f-a8d969557e49 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:05.125060 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-2bcff6ed-4140-466a-946f-a8d969557e49 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Synchronizing usage tracker for tenant:c4885d40df424369a86df3bab6e6b16a on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:05.127678 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 35992) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:05.326969 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-2bcff6ed-4140-466a-946f-a8d969557e49 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Unset dirty status for tenant:c4885d40df424369a86df3bab6e6b16a on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:05.329646 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-2bcff6ed-4140-466a-946f-a8d969557e49 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 821 time: 0.3768528 Aug 23 14:12:05.386548 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 0daaa145-b38c-4169-9c38-9c0914b84bd4 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:05.392592 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-8d109764-a801-44fd-8bb8-a1d412273c16 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/quotas/c4885d40df424369a86df3bab6e6b16a HTTP/1.1" status: 200 len: 375 time: 0.0490026 Aug 23 14:12:05.535766 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:05.588131 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-697db1c7-2559-4e6c-94f3-c453a40bac54 None None] Port 9607d74b-b7d8-461c-a996-5eeef41d0e85 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:12:05.637987 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:05.660942 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:05.661638 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:05.662073 n-d-805629-1 neutron-server[76506]: INFO neutron.db.l3_db [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Floating IP ddd08a72-6c4e-4cfc-8923-6c91411befa9 disassociated. External IP: 172.25.6.162, port: cb243570-3592-46a0-b2a2-bba38a712661. Aug 23 14:12:05.662623 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Calling delete_port for cb243570-3592-46a0-b2a2-bba38a712661 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:12:05.667752 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c566b88f-04b1-49f8-b8d2-be2aaefc6c17 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2723558 Aug 23 14:12:05.780200 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Usage tracker for resource:security_group_rule and tenant:8d02fde004af4ec48958290ff478722b is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:05.801433 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 2, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:05.816765 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Checking router: bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:12:05.821394 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Updating router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c port 88716796-af1d-46a6-b2c2-480d26b42c01 binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:12:05.936971 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-95205bcd-ef7d-4345-bd38-8803e0b72910 service neutron] 10.222.0.86 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905551 Aug 23 14:12:05.955718 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:05.957662 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:05.969423 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:05.987378 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 0daaa145-b38c-4169-9c38-9c0914b84bd4 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:06.015984 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 0daaa145-b38c-4169-9c38-9c0914b84bd4 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:06.019563 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:06.056054 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-20aff264-81ef-423a-b618-7a27528fdd29 req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.0567346 Aug 23 14:12:06.076475 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Request body: {'port': {'device_id': 'd4ea4214-23f3-442c-99cf-48b8b8bc5a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:06.212888 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:06.224084 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-dd8965e2-5a50-47c5-9b7c-5d076e4d1103 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:06.291699 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Pushing event deleted for resources: {'Port': ['ID=cb243570-3592-46a0-b2a2-bba38a712661,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:06.306167 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4b7a9-2a93-4c2c-86c1-5c11cc9a46f9 req-685ce4d2-815b-4182-8ef5-cd21b00b3511 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:06.309366 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:06.309815 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:06.310131 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-54a4b7a9-2a93-4c2c-86c1-5c11cc9a46f9 req-685ce4d2-815b-4182-8ef5-cd21b00b3511 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 935 time: 0.6391249 Aug 23 14:12:06.310423 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:06.310703 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:06.310870 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:06.311893 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:06.323242 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:06.332362 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:06.332796 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:06.333156 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:06.333506 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:06.414815 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:06.424852 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-bc968cfb-6ae4-472d-976e-15baed3ce93a service neutron] 10.222.0.86 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868228 Aug 23 14:12:06.640586 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:06.676298 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-54a4b7a9-2a93-4c2c-86c1-5c11cc9a46f9 req-751d1970-0fd4-4d98-bce9-7ed84f072e8c tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402851 Aug 23 14:12:06.726281 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:06.762753 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9786782d-b382-4472-8145-01c55eab26d4 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:06.768698 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:06.938643 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715b761f-80fa-4b86-8f70-118bd15237dc,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:06.986026 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:06.990006 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:06.994275 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:06.997671 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:06.998966 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:07.002708 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:07.009617 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:07.009617 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:07.009617 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:07.009617 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:07.012264 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:07.025408 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:07.170201 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8d02fde004af4ec48958290ff478722b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0389471 Aug 23 14:12:07.196439 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 36024) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:07.252183 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:07.380225 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:12:07.410248 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fc23f-334c-4df0-968b-04f14d53cb89 req-e39755a4-73f0-4d6e-944b-3bd811012fd0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:07.424395 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f96fc23f-334c-4df0-968b-04f14d53cb89 req-e39755a4-73f0-4d6e-944b-3bd811012fd0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 949 time: 0.4464376 Aug 23 14:12:07.472018 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1c14dc-6bfb-434f-aeac-5b620b8f6adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0daaa145-b38c-4169-9c38-9c0914b84bd4'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:07.544181 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f96fc23f-334c-4df0-968b-04f14d53cb89 req-408388a4-9330-4cbb-a2ff-872c6ca30735 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072471 Aug 23 14:12:07.734786 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 0daaa145-b38c-4169-9c38-9c0914b84bd4, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=0daaa145-b38c-4169-9c38-9c0914b84bd4,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:07.804116 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:07.828890 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Transition to ACTIVE for port object 88716796-af1d-46a6-b2c2-480d26b42c01 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:07.875796 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:07.879497 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:07.985912 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=0daaa145-b38c-4169-9c38-9c0914b84bd4,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:07.996091 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:08.030564 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f647d484-e6f0-41ec-a700-069597504315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:08.046885 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e442dca4-6cce-4748-aa41-e203412e4394 req-241899ef-a47a-417a-ac95-f92982824e92 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 210 time: 0.4166896 Aug 23 14:12:08.049428 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:08.063173 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:08.070204 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03eeda68-fd09-470f-90b7-1df1aa113bf1 req-0dd14ebb-1196-49e7-b1db-1fa289f684be tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 210 time: 0.2168946 Aug 23 14:12:08.187181 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f647d484-e6f0-41ec-a700-069597504315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:08.337797 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1c14dc-6bfb-434f-aeac-5b620b8f6adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0daaa145-b38c-4169-9c38-9c0914b84bd4', 'code': 200} Aug 23 14:12:08.343156 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1877e-0c52-4c66-b6c0-1a8f98314163 None None] Pushing event updated for resources: {'Port': ['ID=88716796-af1d-46a6-b2c2-480d26b42c01,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:08.363091 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-04c1877e-0c52-4c66-b6c0-1a8f98314163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:08.404969 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9607d74b-b7d8-461c-a996-5eeef41d0e85 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:08.450784 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:08.519105 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Transition to ACTIVE for port object 9607d74b-b7d8-461c-a996-5eeef41d0e85 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:08.594900 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-673bc53d-ce88-4a62-8644-ae1f644f9e2f tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:08.597885 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-673bc53d-ce88-4a62-8644-ae1f644f9e2f tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.60 "GET /v2.0/networks?id=7d55dac6-c24c-49d5-a663-12afdd587d9d HTTP/1.1" status: 200 len: 823 time: 0.9469020 Aug 23 14:12:08.612389 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Router 7912d10e-be87-4097-9ed9-3b6fd1009fcb has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:12:08.618098 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:08.638399 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:08.946174 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f647d484-e6f0-41ec-a700-069597504315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:08.950980 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Pushing event updated for resources: {'Port': ['ID=9607d74b-b7d8-461c-a996-5eeef41d0e85,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:08.955045 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:08.958555 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-1bfd0b1b-b2af-4adf-8d77-d47932a95a10 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ba3514f5e5345bdb74853fae0d863ae HTTP/1.1" status: 200 len: 380 time: 0.3330314 Aug 23 14:12:08.970962 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:09.007335 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Request body: {'port': {'device_id': '644d3971-c7eb-4867-9094-60c5e09febd3', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'admin_state_up': True, 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'security_groups': ['05a4fee8-3732-4812-b2ac-f839bc81c7d6']}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:09.114371 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Attempting to bind port 88716796-af1d-46a6-b2c2-480d26b42c01 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:09.114870 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Attempting to bind port 88716796-af1d-46a6-b2c2-480d26b42c01 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:09.115316 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Attempting to bind port 88716796-af1d-46a6-b2c2-480d26b42c01 on network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:09.123632 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:12:09.124019 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Checking segment: {'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:12:09.124420 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:09.124874 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Bound using segment: {'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:12:09.125424 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Bound port: 88716796-af1d-46a6-b2c2-480d26b42c01, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:09.125871 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:09.325719 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] For port 88716796-af1d-46a6-b2c2-480d26b42c01, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:12:09.334117 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] For port 88716796-af1d-46a6-b2c2-480d26b42c01, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=88716796-af1d-46a6-b2c2-480d26b42c01,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:12:09.530514 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Attempting to bind port 9607d74b-b7d8-461c-a996-5eeef41d0e85 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:09.531527 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Attempting to bind port 9607d74b-b7d8-461c-a996-5eeef41d0e85 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:09.531677 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Attempting to bind port 9607d74b-b7d8-461c-a996-5eeef41d0e85 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:09.540487 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:09.546870 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Port 9607d74b-b7d8-461c-a996-5eeef41d0e85 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:12:09.547509 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Attempting to bind port 9607d74b-b7d8-461c-a996-5eeef41d0e85 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:09.551639 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:09.560186 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:12:09.560463 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:12:09.560779 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:12:09.561139 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Bound port: 9607d74b-b7d8-461c-a996-5eeef41d0e85, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:09.561624 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:09.686667 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e6ee1-2d50-4216-9189-7f9f8ddb0b3b req-0b16bdc3-2c74-434e-bec7-2c6924d21041 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:09.700438 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-657e6ee1-2d50-4216-9189-7f9f8ddb0b3b req-0b16bdc3-2c74-434e-bec7-2c6924d21041 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 935 time: 1.2133365 Aug 23 14:12:09.785655 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e055db72-c0e6-444a-8ad5-9357f821a2c0 req-cf1dbba9-0519-4c8d-a4de-6d7a56b58d65 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 1101 time: 1.3703971 Aug 23 14:12:09.795573 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:09.801912 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d484-e6f0-41ec-a700-069597504315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715b761f-80fa-4b86-8f70-118bd15237dc,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:09.833032 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1877e-0c52-4c66-b6c0-1a8f98314163 None None] Pushing event updated for resources: {'Port': ['ID=88716796-af1d-46a6-b2c2-480d26b42c01,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:09.858830 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-04c1877e-0c52-4c66-b6c0-1a8f98314163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:09.867778 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f647d484-e6f0-41ec-a700-069597504315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:09.889938 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:09.909140 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:12:09.909710 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f647d484-e6f0-41ec-a700-069597504315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:09.911287 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:11:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:09.915947 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f647d484-e6f0-41ec-a700-069597504315 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/715b761f-80fa-4b86-8f70-118bd15237dc HTTP/1.1" status: 204 len: 168 time: 2.7148566 Aug 23 14:12:10.010359 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-657e6ee1-2d50-4216-9189-7f9f8ddb0b3b req-eb4f7a87-cef0-4f45-bfba-634c358c0551 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082354 Aug 23 14:12:10.012809 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e055db72-c0e6-444a-8ad5-9357f821a2c0 req-bc08c124-6b93-4cb2-af1a-28854a8954bf service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048187 Aug 23 14:12:10.071528 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] For port 9607d74b-b7d8-461c-a996-5eeef41d0e85, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:12:10.123433 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] For port 9607d74b-b7d8-461c-a996-5eeef41d0e85, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9607d74b-b7d8-461c-a996-5eeef41d0e85,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:12:10.316082 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:12:10.334381 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086c6809-3df5-4437-b0f3-b6b0269f1754 None None] Sync routers for ids ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:12:10.378035 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Made reservation on behalf of 9ba3514f5e5345bdb74853fae0d863ae for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:10.378035 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:10.398819 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c6809-3df5-4437-b0f3-b6b0269f1754 None None] Routers {'7912d10e-be87-4097-9ed9-3b6fd1009fcb'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:12:10.400000 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-086c6809-3df5-4437-b0f3-b6b0269f1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:11:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:10.520737 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:10.543545 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:10.646272 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:10.654038 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-20aff264-81ef-423a-b618-7a27528fdd29 req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] 10.222.0.91 "PUT /v2.0/ports/9607d74b-b7d8-461c-a996-5eeef41d0e85 HTTP/1.1" status: 200 len: 1095 time: 4.5817628 Aug 23 14:12:10.672547 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ea4214-23f3-442c-99cf-48b8b8bc5a4e', 'tag': '9607d74b-b7d8-461c-a996-5eeef41d0e85'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:10.680919 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] No DVR routers for this DVR port cb243570-3592-46a0-b2a2-bba38a712661 on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:12:10.689511 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:10.830604 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Pushing event updated for resources: {'Port': ['ID=9607d74b-b7d8-461c-a996-5eeef41d0e85,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:10.843904 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:10.900442 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Allocated IP 172.20.0.5 (7d55dac6-c24c-49d5-a663-12afdd587d9d/c9c2655a-6e68-446a-9ae7-90bbfd7e3c26/b2200669-c561-43a8-91d3-09df0d58bd27) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:10.958577 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:12:11.118125 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-086c6809-3df5-4437-b0f3-b6b0269f1754 None None] Set router 7912d10e-be87-4097-9ed9-3b6fd1009fcb gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:12:11.334479 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:11.357656 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Transition to ACTIVE for port object b2200669-c561-43a8-91d3-09df0d58bd27 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:11.513332 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36cc2e-f4ba-4291-a1f6-ae81adb89b02 req-23fe4ca1-a5d1-49bd-b625-88ba0e0b7588 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:11.521673 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cd36cc2e-f4ba-4291-a1f6-ae81adb89b02 req-23fe4ca1-a5d1-49bd-b625-88ba0e0b7588 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 950 time: 0.1580148 Aug 23 14:12:11.592197 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cd36cc2e-f4ba-4291-a1f6-ae81adb89b02 req-92c6ac7a-2516-46e9-ab09-30f2864c77e9 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691969 Aug 23 14:12:11.862276 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:09Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:11.867924 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722998c9-6ca2-44e2-8cf1-0700bac9907e None None] The sync data for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 is: [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:09Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:12:11.896401 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e6044056-83e8-48c6-be7e-bfbd44afceb1 req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.60 "DELETE /v2.0/ports/cb243570-3592-46a0-b2a2-bba38a712661 HTTP/1.1" status: 204 len: 173 time: 11.1644139 Aug 23 14:12:12.037074 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-086c6809-3df5-4437-b0f3-b6b0269f1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'fe2b8d93-51ce-4784-b1c8-6f2d75b350d5', 'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'mac_address': 'fa:16:3e:da:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:21Z', 'revision_number': 5, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'subnets': [{'id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:12.044949 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086c6809-3df5-4437-b0f3-b6b0269f1754 None None] Checking router: 7912d10e-be87-4097-9ed9-3b6fd1009fcb for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:12:12.114481 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c6809-3df5-4437-b0f3-b6b0269f1754 None None] Routers {'7912d10e-be87-4097-9ed9-3b6fd1009fcb'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:12:12.115154 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-086c6809-3df5-4437-b0f3-b6b0269f1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:11:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:12.161051 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:12.182361 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-eb540e48-63c9-47fc-be93-a85dbd21dcd5 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:12.207405 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-20aff264-81ef-423a-b618-7a27528fdd29 req-57e7a68d-e797-4fbf-b069-6c48e200cda1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b875f69ff1b34d17be0d3689a260d39b&device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 1098 time: 0.2951877 Aug 23 14:12:12.404265 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-20aff264-81ef-423a-b618-7a27528fdd29 req-3268a29a-34bc-485d-9120-b48744c1ed07 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=9607d74b-b7d8-461c-a996-5eeef41d0e85 HTTP/1.1" status: 200 len: 217 time: 0.1922557 Aug 23 14:12:12.528406 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Network 7d55dac6-c24c-49d5-a663-12afdd587d9d is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:12.533520 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Pushing event updated for resources: {'Port': ['ID=b2200669-c561-43a8-91d3-09df0d58bd27,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:12.547724 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:12.550109 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:12.604024 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54831bc8-e3cc-4c27-a609-2c1f0f8a006b req-0d5626ca-dfc2-4ff5-9234-2c4b73714ef9 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:12.624065 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-54831bc8-e3cc-4c27-a609-2c1f0f8a006b req-0d5626ca-dfc2-4ff5-9234-2c4b73714ef9 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 931 time: 0.7659259 Aug 23 14:12:12.666235 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 88716796-af1d-46a6-b2c2-480d26b42c01 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:12.698219 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:12:12.711004 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:12.712079 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:12.731199 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aff264-81ef-423a-b618-7a27528fdd29 req-41063d03-ebad-48e5-a44f-5a9a22eb81e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:12.750332 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-20aff264-81ef-423a-b618-7a27528fdd29 req-41063d03-ebad-48e5-a44f-5a9a22eb81e3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.3263412 Aug 23 14:12:12.860611 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-54831bc8-e3cc-4c27-a609-2c1f0f8a006b req-4ba2d140-1a67-4549-9d10-2fe8e6b1384e tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349968 Aug 23 14:12:12.951752 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9589386 Aug 23 14:12:12.971559 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Request body: {'port': {'device_id': '644d3971-c7eb-4867-9094-60c5e09febd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:13.014000 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-086c6809-3df5-4437-b0f3-b6b0269f1754 None None] Set router 7912d10e-be87-4097-9ed9-3b6fd1009fcb gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:12:13.148071 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-20aff264-81ef-423a-b618-7a27528fdd29 req-4c44cfb4-1d31-47d8-9245-79ce27a25801 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3861630 Aug 23 14:12:13.150949 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ea4214-23f3-442c-99cf-48b8b8bc5a4e', 'tag': '9607d74b-b7d8-461c-a996-5eeef41d0e85', 'status': 'completed', 'code': 200} Aug 23 14:12:13.231876 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 88716796-af1d-46a6-b2c2-480d26b42c01 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:13.247521 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 88716796-af1d-46a6-b2c2-480d26b42c01 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:13.247911 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:13.264612 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 36092) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:13.526761 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-931ecabe-936c-41e2-9c0a-c219352ab3b8 req-6050b861-1d75-4048-9967-92a819eb9719 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 210 time: 0.3496196 Aug 23 14:12:13.786359 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-20aff264-81ef-423a-b618-7a27528fdd29 req-523bd333-9c7d-421b-9817-f2c955761ff8 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335087 Aug 23 14:12:13.788424 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c644702c-a91f-413f-9e2c-0f5a12859249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:13.851587 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-77003120-cc5e-45bc-93a8-cd669fd23c7b None None] Provisioning for port b2200669-c561-43a8-91d3-09df0d58bd27 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:13.913271 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-77003120-cc5e-45bc-93a8-cd669fd23c7b None None] Provisioning complete for port b2200669-c561-43a8-91d3-09df0d58bd27 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:13.914124 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-77003120-cc5e-45bc-93a8-cd669fd23c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:14.064692 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-086c6809-3df5-4437-b0f3-b6b0269f1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'fe2b8d93-51ce-4784-b1c8-6f2d75b350d5', 'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'mac_address': 'fa:16:3e:da:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:21Z', 'revision_number': 5, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'subnets': [{'id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:14.086198 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086c6809-3df5-4437-b0f3-b6b0269f1754 None None] The sync data for ids ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'] in n-d-805629-1 is: [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'fe2b8d93-51ce-4784-b1c8-6f2d75b350d5', 'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'mac_address': 'fa:16:3e:da:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:21Z', 'revision_number': 5, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'subnets': [{'id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:12:14.112650 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:14.224347 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-77003120-cc5e-45bc-93a8-cd669fd23c7b None None] Port b2200669-c561-43a8-91d3-09df0d58bd27 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:12:14.328483 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-c644702c-a91f-413f-9e2c-0f5a12859249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:14.334357 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-c644702c-a91f-413f-9e2c-0f5a12859249 admin admin] Usage tracker for resource:security_group_rule and tenant:734731077c5b44ff811b8fc48bb3d968 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:14.338194 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-c644702c-a91f-413f-9e2c-0f5a12859249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:14.345428 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-c644702c-a91f-413f-9e2c-0f5a12859249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:14.382785 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 88716796-af1d-46a6-b2c2-480d26b42c01, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=88716796-af1d-46a6-b2c2-480d26b42c01,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:14.501352 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:14.501352 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:14.531665 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:14.695854 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c644702c-a91f-413f-9e2c-0f5a12859249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:14.697048 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=88716796-af1d-46a6-b2c2-480d26b42c01,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:14.737953 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:14.741154 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:14.741154 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:14.741154 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:14.741154 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:14.741849 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:14.742549 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:14.743476 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:14.744138 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:14.744688 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:14.745676 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:14.751967 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:14.783705 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-20aff264-81ef-423a-b618-7a27528fdd29 req-525c9431-f23e-4cb7-ac6a-1d4c8aa0345c service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9417098 Aug 23 14:12:14.941416 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99500b1e-611c-4afe-8a7b-c6d49f3c5d30 req-fc9a6239-3cdb-4eab-b0e5-0f4cb99e2d9b tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:14.942961 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99500b1e-611c-4afe-8a7b-c6d49f3c5d30 req-fc9a6239-3cdb-4eab-b0e5-0f4cb99e2d9b tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 950 time: 0.8454783 Aug 23 14:12:14.958199 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc546da6-344c-4843-bc2d-469c7aaf251d req-de004245-306b-4048-ad26-1f78c8c958e1 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:14.959810 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bc546da6-344c-4843-bc2d-469c7aaf251d req-de004245-306b-4048-ad26-1f78c8c958e1 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 947 time: 1.2436340 Aug 23 14:12:15.153434 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4819d7ec-898d-4fb3-9026-fdf83eb4542b', 'name': 'network-vif-deleted', 'tag': 'cb243570-3592-46a0-b2a2-bba38a712661'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:15.183016 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99500b1e-611c-4afe-8a7b-c6d49f3c5d30 req-c9a32546-48e2-45e1-92a9-7ae9379f8bcf tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189713 Aug 23 14:12:15.195801 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-a5145d0d-307e-4c76-b4e6-d164bedd8aef tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:15.197295 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-a5145d0d-307e-4c76-b4e6-d164bedd8aef tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.91 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 821 time: 0.3905542 Aug 23 14:12:15.217588 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bc546da6-344c-4843-bc2d-469c7aaf251d req-c0d35232-d08e-4245-b27e-b6166bbf6f78 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292304 Aug 23 14:12:15.225607 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Request body: {'port': {'device_id': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'admin_state_up': True, 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:15.253520 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c644702c-a91f-413f-9e2c-0f5a12859249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:15.277194 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e3eadb86-a0ef-44d0-b5b5-9da621247457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:15.493883 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-c644702c-a91f-413f-9e2c-0f5a12859249 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=734731077c5b44ff811b8fc48bb3d968&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2141187 Aug 23 14:12:15.493883 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644702c-a91f-413f-9e2c-0f5a12859249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7097332b-e210-4827-8e94-675fa19a9016,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:15.496130 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 36116) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:15.498859 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c644702c-a91f-413f-9e2c-0f5a12859249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:15.770006 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-79a50a83-9004-4e12-8251-df7515458dbd req-108f45a9-373a-483f-a4f5-131a8dcad813 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b875f69ff1b34d17be0d3689a260d39b&device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 1098 time: 0.3991919 Aug 23 14:12:15.859460 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-31df9bc8-2b26-4b8b-9e86-6d526ce2082f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:15.912518 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-31df9bc8-2b26-4b8b-9e86-6d526ce2082f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:15.948690 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:15.953828 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Usage tracker for resource:port and tenant:c4885d40df424369a86df3bab6e6b16a is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:15.957163 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Quota usage for port was recalculated. Used quota:2. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:15.968959 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:16.034795 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d1f7b4b9-7661-468e-83d1-71cf0496dc89 req-15749438-c28f-4240-868c-ef91de82c619 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 210 time: 0.0591695 Aug 23 14:12:16.232790 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Made reservation on behalf of c4885d40df424369a86df3bab6e6b16a for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:16.239109 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:16.252695 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4819d7ec-898d-4fb3-9026-fdf83eb4542b', 'name': 'network-vif-deleted', 'tag': 'cb243570-3592-46a0-b2a2-bba38a712661', 'status': 'completed', 'code': 200} Aug 23 14:12:16.353845 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90613cf7-ed1f-44e3-be27-4c18c8443add req-d33ea11d-5192-410f-b323-b40a795edfd6 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:16.354608 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-90613cf7-ed1f-44e3-be27-4c18c8443add req-d33ea11d-5192-410f-b323-b40a795edfd6 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Synchronizing usage tracker for tenant:9ba3514f5e5345bdb74853fae0d863ae on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:16.361401 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a50a83-9004-4e12-8251-df7515458dbd req-58e5d76d-d1ce-41ec-aff7-85e3cf31bed8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:16.371004 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-79a50a83-9004-4e12-8251-df7515458dbd req-58e5d76d-d1ce-41ec-aff7-85e3cf31bed8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.5881374 Aug 23 14:12:16.549535 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-79a50a83-9004-4e12-8251-df7515458dbd req-5411e08e-3297-4d44-ba99-e66177a35c2c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=9607d74b-b7d8-461c-a996-5eeef41d0e85 HTTP/1.1" status: 200 len: 217 time: 0.1721897 Aug 23 14:12:16.644028 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 88716796-af1d-46a6-b2c2-480d26b42c01 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:16.795595 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a50a83-9004-4e12-8251-df7515458dbd req-beb38656-1af7-4f2c-90bf-ac85d4ee7ae6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:16.800374 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-79a50a83-9004-4e12-8251-df7515458dbd req-beb38656-1af7-4f2c-90bf-ac85d4ee7ae6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2446129 Aug 23 14:12:16.892112 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 88716796-af1d-46a6-b2c2-480d26b42c01 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:16.892511 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:16.937269 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-90613cf7-ed1f-44e3-be27-4c18c8443add req-d33ea11d-5192-410f-b323-b40a795edfd6 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Unset dirty status for tenant:9ba3514f5e5345bdb74853fae0d863ae on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:16.944179 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-90613cf7-ed1f-44e3-be27-4c18c8443add req-d33ea11d-5192-410f-b323-b40a795edfd6 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 931 time: 1.5384610 Aug 23 14:12:16.995525 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-31df9bc8-2b26-4b8b-9e86-6d526ce2082f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:17.003753 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0c883fc3-b855-4a1c-8a0f-5a8dbc0ab9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:17.059092 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df9bc8-2b26-4b8b-9e86-6d526ce2082f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7097332b-e210-4827-8e94-675fa19a9016,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:17.091778 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2200669-c561-43a8-91d3-09df0d58bd27 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:17.103106 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-31df9bc8-2b26-4b8b-9e86-6d526ce2082f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:17.103928 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-31df9bc8-2b26-4b8b-9e86-6d526ce2082f admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:17.105074 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-31df9bc8-2b26-4b8b-9e86-6d526ce2082f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7097332b-e210-4827-8e94-675fa19a9016 HTTP/1.1" status: 204 len: 168 time: 1.6079512 Aug 23 14:12:17.130524 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:17.146524 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-79a50a83-9004-4e12-8251-df7515458dbd req-f9dbd8f2-05ac-43ed-ad81-9be0bccd69fc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3391335 Aug 23 14:12:17.170586 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Transition to ACTIVE for port object b2200669-c561-43a8-91d3-09df0d58bd27 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:17.434475 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-90613cf7-ed1f-44e3-be27-4c18c8443add req-8a6884a8-cc13-488a-8700-1e210b0455a8 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4386873 Aug 23 14:12:17.447619 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-79a50a83-9004-4e12-8251-df7515458dbd req-a6f1a7ae-2853-46ad-860a-d6877f421602 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935829 Aug 23 14:12:17.460686 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:17.480702 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-5eb7bd5f-f8d1-4112-ad1a-a16797438534 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:17.829378 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-79a50a83-9004-4e12-8251-df7515458dbd req-b22472a4-d886-4625-92ea-92e15889d7f1 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611884 Aug 23 14:12:17.910887 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2200669-c561-43a8-91d3-09df0d58bd27,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:17.928682 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:18.026021 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c7c646-1279-4d6b-b126-f2ca500441c1 None None] New status for floating IP ddd08a72-6c4e-4cfc-8923-6c91411befa9: DOWN {{(pid=76509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:12:18.130118 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Attempting to bind port b2200669-c561-43a8-91d3-09df0d58bd27 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:18.130919 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Attempting to bind port b2200669-c561-43a8-91d3-09df0d58bd27 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:18.130919 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Attempting to bind port b2200669-c561-43a8-91d3-09df0d58bd27 on network 7d55dac6-c24c-49d5-a663-12afdd587d9d {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:18.141704 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Allocated IP 172.20.0.7 (25a41fb4-b94d-4582-b6b1-a2a8d34076ef/bd33cd27-96e0-46b4-9ed5-5d707169ca4f/dd36c005-af73-4138-8eba-bc7a02514228) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:18.194639 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Port b2200669-c561-43a8-91d3-09df0d58bd27 on network 7d55dac6-c24c-49d5-a663-12afdd587d9d not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:12:18.194986 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Attempting to bind port b2200669-c561-43a8-91d3-09df0d58bd27 on network 7d55dac6-c24c-49d5-a663-12afdd587d9d {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:18.225432 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:12:18.225839 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Checking segment: {'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:12:18.226228 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Bound using segment: {'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:12:18.226734 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Bound port: b2200669-c561-43a8-91d3-09df0d58bd27, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5540f992-eb30-4e93-90fc-d8adc7f1ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:18.227103 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:18.273716 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e97b1-1635-4c37-a90f-058cad59eb83 req-debe2174-93a8-478a-8351-4efe99335fae tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:18.275274 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-423e97b1-1635-4c37-a90f-058cad59eb83 req-debe2174-93a8-478a-8351-4efe99335fae tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 947 time: 0.9188817 Aug 23 14:12:18.927498 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-423e97b1-1635-4c37-a90f-058cad59eb83 req-d4dfca5c-f14a-4f33-99b9-f2fe7e6c6d3d tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422539 Aug 23 14:12:18.955855 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] For port b2200669-c561-43a8-91d3-09df0d58bd27, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:12:18.961309 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:19.006243 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] For port b2200669-c561-43a8-91d3-09df0d58bd27, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b2200669-c561-43a8-91d3-09df0d58bd27,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:12:19.008244 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Transition to ACTIVE for port object dd36c005-af73-4138-8eba-bc7a02514228 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:19.018162 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a9a2681-04a2-4812-b9f5-1dbe1afb401b req-00137935-d0cd-458d-baec-dc12ba076405 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92&device_id=644d3971-c7eb-4867-9094-60c5e09febd3&device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e&device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb&device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b&device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45&device_id=54012847-5697-4904-bbc5-6a99ccc5a15d&device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86&device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942&device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 8156 time: 0.3680606 Aug 23 14:12:19.055890 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-4a9a2681-04a2-4812-b9f5-1dbe1afb401b req-657a2c23-3d7c-4a21-9ee8-c8e00e6503c2 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:19.131898 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-4a9a2681-04a2-4812-b9f5-1dbe1afb401b req-657a2c23-3d7c-4a21-9ee8-c8e00e6503c2 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:19.142595 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4a9a2681-04a2-4812-b9f5-1dbe1afb401b req-657a2c23-3d7c-4a21-9ee8-c8e00e6503c2 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] Usage tracker for resource:security_group_rule and tenant:5fb4a3ded7034b5ebc9eb5b6d74172fa is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:19.142595 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4a9a2681-04a2-4812-b9f5-1dbe1afb401b req-657a2c23-3d7c-4a21-9ee8-c8e00e6503c2 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:19.147500 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-4a9a2681-04a2-4812-b9f5-1dbe1afb401b req-657a2c23-3d7c-4a21-9ee8-c8e00e6503c2 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:19.218353 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:19.250693 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d2ee9699-daa6-4a0c-8e82-058d9e384c80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:19.314054 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:19.315895 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] 10.222.0.60 "PUT /v2.0/ports/b2200669-c561-43a8-91d3-09df0d58bd27 HTTP/1.1" status: 200 len: 1091 time: 6.3495684 Aug 23 14:12:19.326566 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 9607d74b-b7d8-461c-a996-5eeef41d0e85 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:12:19.388689 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644d3971-c7eb-4867-9094-60c5e09febd3', 'tag': 'b2200669-c561-43a8-91d3-09df0d58bd27'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:19.397396 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:19.722444 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-4a9a2681-04a2-4812-b9f5-1dbe1afb401b req-657a2c23-3d7c-4a21-9ee8-c8e00e6503c2 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:19.737539 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2200669-c561-43a8-91d3-09df0d58bd27,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:19.754438 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:19.784675 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:19.885824 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:19.897272 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 9607d74b-b7d8-461c-a996-5eeef41d0e85, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9607d74b-b7d8-461c-a996-5eeef41d0e85,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:19.912912 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:19.928241 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:12:19.930662 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '9607d74b-b7d8-461c-a996-5eeef41d0e85', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '9607d74b-b7d8-461c-a996-5eeef41d0e85', 'mac_address': 'fa:16:3e:09:46:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:12:19.935319 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:19.936050 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:20.044591 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-4a9a2681-04a2-4812-b9f5-1dbe1afb401b req-657a2c23-3d7c-4a21-9ee8-c8e00e6503c2 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:20.086826 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:20.121219 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9607d74b-b7d8-461c-a996-5eeef41d0e85 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:20.145958 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 9607d74b-b7d8-461c-a996-5eeef41d0e85, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9607d74b-b7d8-461c-a996-5eeef41d0e85,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:20.146724 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9277542 Aug 23 14:12:20.199381 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Pushing event updated for resources: {'Port': ['ID=dd36c005-af73-4138-8eba-bc7a02514228,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:20.213386 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Request body: {'port': {'device_id': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:20.313234 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:20.315027 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:20.324881 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:20.336235 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f5424-bf46-46d9-962d-f5fa97504942 req-7c6e3228-4b42-470a-adda-ce2c14002dd0 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:20.337476 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-5a4f5424-bf46-46d9-962d-f5fa97504942 req-7c6e3228-4b42-470a-adda-ce2c14002dd0 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Synchronizing usage tracker for tenant:c4885d40df424369a86df3bab6e6b16a on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:20.353287 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4a5ad1cf-4a11-482c-8971-263fb0e17d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:20.466242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4a9a2681-04a2-4812-b9f5-1dbe1afb401b req-657a2c23-3d7c-4a21-9ee8-c8e00e6503c2 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] Synchronizing usage tracker for tenant:5fb4a3ded7034b5ebc9eb5b6d74172fa on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:20.480189 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=9607d74b-b7d8-461c-a996-5eeef41d0e85,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:20.485072 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:20.555190 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-ea041e5c-62fb-4a2e-9d97-686199857811 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ba3514f5e5345bdb74853fae0d863ae&device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 1094 time: 1.0555158 Aug 23 14:12:20.573728 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a2c23-3d7c-4a21-9ee8-c8e00e6503c2 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2a9f6c-3aa8-4ba2-be4e-68dd044f1d59,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:20.577201 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-657a2c23-3d7c-4a21-9ee8-c8e00e6503c2 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:20.590488 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['9607d74b-b7d8-461c-a996-5eeef41d0e85'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:12:20.672281 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c473493c-a551-4267-a123-f52836bb5b98 None None] Provisioning for port dd36c005-af73-4138-8eba-bc7a02514228 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:20.725096 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c473493c-a551-4267-a123-f52836bb5b98 None None] Provisioning complete for port dd36c005-af73-4138-8eba-bc7a02514228 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:20.728446 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c473493c-a551-4267-a123-f52836bb5b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:20.824796 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c473493c-a551-4267-a123-f52836bb5b98 None None] Port dd36c005-af73-4138-8eba-bc7a02514228 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:12:20.963498 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-5a4f5424-bf46-46d9-962d-f5fa97504942 req-7c6e3228-4b42-470a-adda-ce2c14002dd0 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Unset dirty status for tenant:c4885d40df424369a86df3bab6e6b16a on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:20.965489 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5a4f5424-bf46-46d9-962d-f5fa97504942 req-7c6e3228-4b42-470a-adda-ce2c14002dd0 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 931 time: 1.6347680 Aug 23 14:12:20.993083 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-ee5eda33-5404-4402-b0c3-83ececfb7d2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2200669-c561-43a8-91d3-09df0d58bd27 HTTP/1.1" status: 200 len: 217 time: 0.4068201 Aug 23 14:12:21.066224 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4a9a2681-04a2-4812-b9f5-1dbe1afb401b req-657a2c23-3d7c-4a21-9ee8-c8e00e6503c2 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] Unset dirty status for tenant:5fb4a3ded7034b5ebc9eb5b6d74172fa on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:21.066991 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a9a2681-04a2-4812-b9f5-1dbe1afb401b req-657a2c23-3d7c-4a21-9ee8-c8e00e6503c2 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&id=a96f3126-991c-4cc5-9f8b-f1f3f72af574&id=26d1a120-accb-4fad-b330-cb4dca35992e&id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 2.0319142 Aug 23 14:12:21.071939 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:21.125130 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5dd778ea-2cfa-4922-959e-21455dfc0710 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:21.127724 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-5dd778ea-2cfa-4922-959e-21455dfc0710 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9c2655a-6e68-446a-9ae7-90bbfd7e3c26 HTTP/1.1" status: 200 len: 862 time: 0.1254330 Aug 23 14:12:21.313473 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ee4ef26e-b818-4d81-9b9d-4022e18e0b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:21.331566 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-5a4f5424-bf46-46d9-962d-f5fa97504942 req-285437d6-403a-4a98-aa6a-248e12ab2a67 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Synchronizing usage tracker for tenant:c4885d40df424369a86df3bab6e6b16a on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:21.591707 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-56e0499f-d434-45d8-aa4c-81cca4b5a6bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d55dac6-c24c-49d5-a663-12afdd587d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4450831 Aug 23 14:12:21.719121 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2afdc-8a9c-42bb-a21c-2f428f8aae44 req-23ac677d-f436-4b89-8172-e851608a01a1 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:21.728190 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-72e2afdc-8a9c-42bb-a21c-2f428f8aae44 req-23ac677d-f436-4b89-8172-e851608a01a1 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 943 time: 0.4548736 Aug 23 14:12:21.763983 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:21.773593 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-5a4f5424-bf46-46d9-962d-f5fa97504942 req-285437d6-403a-4a98-aa6a-248e12ab2a67 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Unset dirty status for tenant:c4885d40df424369a86df3bab6e6b16a on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:21.774675 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5a4f5424-bf46-46d9-962d-f5fa97504942 req-285437d6-403a-4a98-aa6a-248e12ab2a67 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7925143 Aug 23 14:12:21.928675 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644d3971-c7eb-4867-9094-60c5e09febd3', 'tag': 'b2200669-c561-43a8-91d3-09df0d58bd27', 'status': 'completed', 'code': 200} Aug 23 14:12:21.984766 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-72e2afdc-8a9c-42bb-a21c-2f428f8aae44 req-746d940c-a8fc-4a91-b247-650bd7d39bcf tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091072 Aug 23 14:12:22.184701 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-486d0832-0d95-4f9d-903d-edc11c169574 service neutron] 10.222.0.60 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432606 Aug 23 14:12:22.428496 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3bd7f9a-1304-462e-83cb-1b0a86adb27a req-6c1bd048-5279-4542-806c-634c94dc0629 service neutron] 10.222.0.60 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358510 Aug 23 14:12:22.433504 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:12:22.515549 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfe546-6f84-4188-b7d9-73f321bc834c req-35bd0110-9673-4fad-b583-f94f50194997 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:22.522918 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1dcfe546-6f84-4188-b7d9-73f321bc834c req-35bd0110-9673-4fad-b583-f94f50194997 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 948 time: 0.4646480 Aug 23 14:12:22.718745 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd36c005-af73-4138-8eba-bc7a02514228 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:22.747144 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:22.790011 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1dcfe546-6f84-4188-b7d9-73f321bc834c req-335e146c-acbf-46c3-b857-18fbcbbbca9b tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659862 Aug 23 14:12:22.799744 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Transition to ACTIVE for port object dd36c005-af73-4138-8eba-bc7a02514228 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:22.840855 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-602b90c5-74ff-4f27-8666-e1d0af2a1caa req-f4cc6339-b675-4655-9009-9f6f07d22083 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ba3514f5e5345bdb74853fae0d863ae&device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 1094 time: 0.2416260 Aug 23 14:12:22.961220 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:22.975738 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:23.314298 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Pushing event updated for resources: {'Port': ['ID=dd36c005-af73-4138-8eba-bc7a02514228,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:23.338968 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:23.349723 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 9607d74b-b7d8-461c-a996-5eeef41d0e85 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:23.360055 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b90c5-74ff-4f27-8666-e1d0af2a1caa req-dfaa8b22-24ee-45bf-8f63-3f8da3189a64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:23.361568 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-602b90c5-74ff-4f27-8666-e1d0af2a1caa req-dfaa8b22-24ee-45bf-8f63-3f8da3189a64 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7d55dac6-c24c-49d5-a663-12afdd587d9d HTTP/1.1" status: 200 len: 924 time: 0.5124247 Aug 23 14:12:23.686784 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a7bb106b-3d28-425e-9440-e5a98946bf21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:23.733934 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-602b90c5-74ff-4f27-8666-e1d0af2a1caa req-dd72e39f-f005-4d37-b557-1102977f3fa7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2200669-c561-43a8-91d3-09df0d58bd27 HTTP/1.1" status: 200 len: 217 time: 0.3582158 Aug 23 14:12:23.762607 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 9607d74b-b7d8-461c-a996-5eeef41d0e85 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:23.793116 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 9607d74b-b7d8-461c-a996-5eeef41d0e85 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:23.793779 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:23.991837 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b90c5-74ff-4f27-8666-e1d0af2a1caa req-21c75b1b-292b-411a-8e30-c75fb4357d4c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:23.993304 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-602b90c5-74ff-4f27-8666-e1d0af2a1caa req-21c75b1b-292b-411a-8e30-c75fb4357d4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9c2655a-6e68-446a-9ae7-90bbfd7e3c26 HTTP/1.1" status: 200 len: 862 time: 0.0814972 Aug 23 14:12:24.041840 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:24.086116 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Attempting to bind port dd36c005-af73-4138-8eba-bc7a02514228 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:24.086116 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Attempting to bind port dd36c005-af73-4138-8eba-bc7a02514228 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:24.087415 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Attempting to bind port dd36c005-af73-4138-8eba-bc7a02514228 on network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:24.103428 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 9607d74b-b7d8-461c-a996-5eeef41d0e85, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9607d74b-b7d8-461c-a996-5eeef41d0e85,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:24.105210 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ea4214-23f3-442c-99cf-48b8b8bc5a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9607d74b-b7d8-461c-a996-5eeef41d0e85'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:24.121880 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Port dd36c005-af73-4138-8eba-bc7a02514228 on network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:12:24.121880 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Attempting to bind port dd36c005-af73-4138-8eba-bc7a02514228 on network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:24.154382 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:12:24.154382 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Checking segment: {'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:12:24.154382 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Bound using segment: {'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:12:24.154382 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Bound port: dd36c005-af73-4138-8eba-bc7a02514228, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:24.154382 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:24.171235 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e2f2720b-f2be-4461-8d1a-0b73dd965b8a req-ad08a9e2-f72a-4c24-8fbb-038d16867ee8 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb&device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45&device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 2883 time: 0.6466494 Aug 23 14:12:24.191294 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd6079-abc3-4adb-acd0-0a6c7db40c38 req-0a0614bb-3683-43c7-9f2f-ba466f37b6ff tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:24.199728 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f9dd6079-abc3-4adb-acd0-0a6c7db40c38 req-0a0614bb-3683-43c7-9f2f-ba466f37b6ff tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 943 time: 0.5460236 Aug 23 14:12:24.319783 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-602b90c5-74ff-4f27-8666-e1d0af2a1caa req-5b26316a-aa67-4fb3-98a0-eb85512334f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d55dac6-c24c-49d5-a663-12afdd587d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3153238 Aug 23 14:12:24.471780 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e2f2720b-f2be-4461-8d1a-0b73dd965b8a req-c642ab79-bfe8-4a94-b8e7-ca9266183c6a tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906556 Aug 23 14:12:24.473862 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f9dd6079-abc3-4adb-acd0-0a6c7db40c38 req-d8c7db16-396b-4d6f-a4d1-894ace563e7e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733195 Aug 23 14:12:24.486534 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] For port dd36c005-af73-4138-8eba-bc7a02514228, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:12:24.499329 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:24.501627 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] For port dd36c005-af73-4138-8eba-bc7a02514228, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=dd36c005-af73-4138-8eba-bc7a02514228,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:12:24.512498 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:24.512498 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:24.629932 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-602b90c5-74ff-4f27-8666-e1d0af2a1caa req-1c882a26-010c-4c5c-baf2-b130accaec7e service neutron] 10.222.0.60 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984974 Aug 23 14:12:24.681236 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=9607d74b-b7d8-461c-a996-5eeef41d0e85,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:24.685938 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:24.824271 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device b2200669-c561-43a8-91d3-09df0d58bd27 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:12:24.935405 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-602b90c5-74ff-4f27-8666-e1d0af2a1caa req-225515b8-7474-4dc3-b3b8-62064a3dd80e service neutron] 10.222.0.60 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942693 Aug 23 14:12:24.970786 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e459c6-cfb4-491c-9b1a-901af13355ed req-60f66bbc-c565-463e-9c88-3ff325597b07 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:24.972608 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01e459c6-cfb4-491c-9b1a-901af13355ed req-60f66bbc-c565-463e-9c88-3ff325597b07 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 945 time: 0.1930857 Aug 23 14:12:24.981842 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b844a5-6cdd-4e32-9d7b-3d96da993862 req-2546702d-c69d-4be0-ae81-8bd3bf31e07e tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:24.987782 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b844a5-6cdd-4e32-9d7b-3d96da993862 req-2546702d-c69d-4be0-ae81-8bd3bf31e07e tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 943 time: 0.2855964 Aug 23 14:12:25.044706 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port b2200669-c561-43a8-91d3-09df0d58bd27, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b2200669-c561-43a8-91d3-09df0d58bd27,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:25.066851 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'b2200669-c561-43a8-91d3-09df0d58bd27', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'port_id': 'b2200669-c561-43a8-91d3-09df0d58bd27', 'mac_address': 'fa:16:3e:4d:e8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:12:25.125345 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01e459c6-cfb4-491c-9b1a-901af13355ed req-dace976b-1389-423a-8fc8-9cfb2d1e4e89 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/security-groups?id=a96f3126-991c-4cc5-9f8b-f1f3f72af574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358862 Aug 23 14:12:25.139271 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b844a5-6cdd-4e32-9d7b-3d96da993862 req-42b6007d-d74e-4fef-b4f7-3374085f1f3c tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317244 Aug 23 14:12:25.150395 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:25.197277 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2200669-c561-43a8-91d3-09df0d58bd27 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:25.206957 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98310dc7-8bea-4838-ac71-bfc2330ac2ae req-13082905-704c-4547-a9f5-1d36cd585690 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:25.209029 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-98310dc7-8bea-4838-ac71-bfc2330ac2ae req-13082905-704c-4547-a9f5-1d36cd585690 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 945 time: 0.1368105 Aug 23 14:12:25.243529 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port b2200669-c561-43a8-91d3-09df0d58bd27, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b2200669-c561-43a8-91d3-09df0d58bd27,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:25.319368 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-98310dc7-8bea-4838-ac71-bfc2330ac2ae req-67bb6741-1253-44ee-a849-0bfed69ccb2c tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Deleting port b1d90992-e42e-457e-bcb6-3c7364653a46 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:12:25.320063 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-98310dc7-8bea-4838-ac71-bfc2330ac2ae req-67bb6741-1253-44ee-a849-0bfed69ccb2c tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:25.371739 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:25.396493 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:25.437404 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:25.439184 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] 10.222.0.91 "PUT /v2.0/ports/dd36c005-af73-4138-8eba-bc7a02514228 HTTP/1.1" status: 200 len: 1091 time: 5.2776744 Aug 23 14:12:25.477058 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'tag': 'dd36c005-af73-4138-8eba-bc7a02514228'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:25.598209 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ea4214-23f3-442c-99cf-48b8b8bc5a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9607d74b-b7d8-461c-a996-5eeef41d0e85', 'code': 200} Aug 23 14:12:25.753408 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Pushing event updated for resources: {'Port': ['ID=dd36c005-af73-4138-8eba-bc7a02514228,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:25.756681 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:25.766870 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-35bb86cc-29c3-4bfb-b8c2-d19e02f204fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:25.781013 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:25.941335 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=b2200669-c561-43a8-91d3-09df0d58bd27,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:25.961165 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:26.014678 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-b7152652-ffcc-4e18-b9f0-71f00c5f26f8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 1094 time: 0.1495938 Aug 23 14:12:26.022627 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['b2200669-c561-43a8-91d3-09df0d58bd27'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:12:26.076577 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'tag': 'dd36c005-af73-4138-8eba-bc7a02514228', 'status': 'completed', 'code': 200} Aug 23 14:12:26.122539 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:26.126270 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c82e0-d01a-424f-8724-99bb03c14316 req-a3a32db3-93f0-418e-bc8c-4e77a9b3ba38 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:26.128265 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac9c82e0-d01a-424f-8724-99bb03c14316 req-a3a32db3-93f0-418e-bc8c-4e77a9b3ba38 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 949 time: 0.6880338 Aug 23 14:12:26.221767 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-7851736a-ff07-49ab-9177-8ea2b31cd156 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd36c005-af73-4138-8eba-bc7a02514228 HTTP/1.1" status: 200 len: 217 time: 0.1925824 Aug 23 14:12:26.330294 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7d5bb69b-955e-49c6-9eb8-c9da2db1e392 req-6778a6c5-cd1e-44bc-857f-c3e289e970c9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 1100 time: 0.6338131 Aug 23 14:12:26.346997 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-8f847fff-79ad-4844-bb5e-6f0ea8a8b663 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:26.349241 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-8f847fff-79ad-4844-bb5e-6f0ea8a8b663 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 200 len: 860 time: 0.1152170 Aug 23 14:12:26.376662 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac9c82e0-d01a-424f-8724-99bb03c14316 req-f79d07c0-5baf-4912-844a-e0139d46c65d tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227359 Aug 23 14:12:26.421095 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-98310dc7-8bea-4838-ac71-bfc2330ac2ae req-67bb6741-1253-44ee-a849-0bfed69ccb2c tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] For port b1d90992-e42e-457e-bcb6-3c7364653a46, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b1d90992-e42e-457e-bcb6-3c7364653a46,segment=NetworkSegment(1edcee28-bc57-4fc5-9f2b-a4e75cb098c0),segment_id=1edcee28-bc57-4fc5-9f2b-a4e75cb098c0)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:26.421389 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-98310dc7-8bea-4838-ac71-bfc2330ac2ae req-67bb6741-1253-44ee-a849-0bfed69ccb2c tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:26.543738 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-561d47df-daab-47f1-aa7f-eda5464350dd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865542 Aug 23 14:12:26.826146 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device b2200669-c561-43a8-91d3-09df0d58bd27 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:26.858258 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-ac7b264f-0482-4604-88fe-eac670e4fbcb service neutron] 10.222.0.91 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064387 Aug 23 14:12:26.858856 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-98310dc7-8bea-4838-ac71-bfc2330ac2ae req-67bb6741-1253-44ee-a849-0bfed69ccb2c tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Calling delete_port for b1d90992-e42e-457e-bcb6-3c7364653a46 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:12:26.957545 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 36272) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:26.987092 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7d5bb69b-955e-49c6-9eb8-c9da2db1e392 req-ab39944d-1f05-4c2c-bbd6-d9b90ec55cb5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6214561 Aug 23 14:12:27.020736 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3d06e-6e8f-47b3-989e-43c60b40ca88 req-7aa85f70-e83e-4844-8b4d-889c8f14027f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:27.028375 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6ef3d06e-6e8f-47b3-989e-43c60b40ca88 req-7aa85f70-e83e-4844-8b4d-889c8f14027f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 943 time: 0.8396029 Aug 23 14:12:27.075076 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f66809f7-d8a2-4da4-9288-23762990a1a6 req-794fb5a2-4383-49e9-b9e8-f9fcc8f17832 service neutron] 10.222.0.91 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045252 Aug 23 14:12:27.150660 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6ef3d06e-6e8f-47b3-989e-43c60b40ca88 req-42675126-7d00-4452-ac1d-eb776299cf4f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159840 Aug 23 14:12:27.166617 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16d389-3422-4f59-9678-5ee774715a7e req-8fcc42c0-d116-4c2d-9e8f-7399c4b60f0e tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:27.170378 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bc16d389-3422-4f59-9678-5ee774715a7e req-8fcc42c0-d116-4c2d-9e8f-7399c4b60f0e tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 945 time: 0.3212113 Aug 23 14:12:27.173632 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port b2200669-c561-43a8-91d3-09df0d58bd27 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:27.182124 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port b2200669-c561-43a8-91d3-09df0d58bd27 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:27.182593 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:27.255679 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-049f013e-9424-4777-87dc-98428e1b93a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:27.284313 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bc16d389-3422-4f59-9678-5ee774715a7e req-00309600-864f-43f5-82ca-37a4e318aa32 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/security-groups?id=a96f3126-991c-4cc5-9f8b-f1f3f72af574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997570 Aug 23 14:12:27.305066 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-049f013e-9424-4777-87dc-98428e1b93a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:27.310716 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-98310dc7-8bea-4838-ac71-bfc2330ac2ae req-67bb6741-1253-44ee-a849-0bfed69ccb2c tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:27.321850 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a0b7274d-b857-4772-8cf6-39d5b819ea04 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:27.368941 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-049f013e-9424-4777-87dc-98428e1b93a8 admin admin] Usage tracker for resource:security_group_rule and tenant:8857a82d1fe5422f98332c3dffdcefcf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:27.381320 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-049f013e-9424-4777-87dc-98428e1b93a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:27.423434 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:27.456760 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-049f013e-9424-4777-87dc-98428e1b93a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:27.471772 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port b2200669-c561-43a8-91d3-09df0d58bd27, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b2200669-c561-43a8-91d3-09df0d58bd27,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:27.475275 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb6741-1253-44ee-a849-0bfed69ccb2c tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Pushing event deleted for resources: {'Port': ['ID=b1d90992-e42e-457e-bcb6-3c7364653a46,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:27.493235 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-67bb6741-1253-44ee-a849-0bfed69ccb2c tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:27.539546 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-48b9f5a8-4e04-4f07-a4b3-7525bd49ddda req-b2994678-0eb1-4ca9-a5fd-b8dd1f1333b8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 1094 time: 0.1445844 Aug 23 14:12:27.600426 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644d3971-c7eb-4867-9094-60c5e09febd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2200669-c561-43a8-91d3-09df0d58bd27'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:27.606574 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:27.607766 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device b1d90992-e42e-457e-bcb6-3c7364653a46 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:12:27.673242 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:27.705211 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: b1d90992-e42e-457e-bcb6-3c7364653a46 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:12:27.705711 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device b1d90992-e42e-457e-bcb6-3c7364653a46 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:12:27.708100 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-98310dc7-8bea-4838-ac71-bfc2330ac2ae req-67bb6741-1253-44ee-a849-0bfed69ccb2c tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] No DVR routers for this DVR port b1d90992-e42e-457e-bcb6-3c7364653a46 on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:12:27.714817 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-98310dc7-8bea-4838-ac71-bfc2330ac2ae req-67bb6741-1253-44ee-a849-0bfed69ccb2c tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:27.749433 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=b2200669-c561-43a8-91d3-09df0d58bd27,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:27.752522 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:27.768359 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-98310dc7-8bea-4838-ac71-bfc2330ac2ae req-67bb6741-1253-44ee-a849-0bfed69ccb2c tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.60 "DELETE /v2.0/ports/b1d90992-e42e-457e-bcb6-3c7364653a46 HTTP/1.1" status: 204 len: 173 time: 2.5522473 Aug 23 14:12:27.792526 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abf999-9048-4a8f-a152-6b9dc880d89c req-8446dfd3-ffd5-4091-9c99-249e8b372a64 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:27.794151 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-12abf999-9048-4a8f-a152-6b9dc880d89c req-8446dfd3-ffd5-4091-9c99-249e8b372a64 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 944 time: 0.4210639 Aug 23 14:12:27.808214 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9f5a8-4e04-4f07-a4b3-7525bd49ddda req-63ba268b-2e6b-4c0a-bc5c-5491800372c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:27.810133 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-48b9f5a8-4e04-4f07-a4b3-7525bd49ddda req-63ba268b-2e6b-4c0a-bc5c-5491800372c0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 922 time: 0.2637823 Aug 23 14:12:27.872054 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-049f013e-9424-4777-87dc-98428e1b93a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:27.880004 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-052f0776-7b2a-40c6-b298-b9febc3c55a0 req-c5fba0f2-1334-44f1-9a29-5878aefcdb5d tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 1097 time: 0.3391778 Aug 23 14:12:27.887492 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-48b9f5a8-4e04-4f07-a4b3-7525bd49ddda req-bf80a151-9319-4d8d-ad9d-3dfae340887e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd36c005-af73-4138-8eba-bc7a02514228 HTTP/1.1" status: 200 len: 217 time: 0.0688932 Aug 23 14:12:27.893648 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-12abf999-9048-4a8f-a152-6b9dc880d89c req-908f702e-da6b-44ca-bec8-835b66240324 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927944 Aug 23 14:12:27.966357 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-052f0776-7b2a-40c6-b298-b9febc3c55a0 req-07f6b3b0-2f2d-4644-950c-08f28e327246 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764194 Aug 23 14:12:27.982789 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9f5a8-4e04-4f07-a4b3-7525bd49ddda req-bd396a6c-82d3-4cff-a3cc-a1092fb0a966 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:27.985239 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-48b9f5a8-4e04-4f07-a4b3-7525bd49ddda req-bd396a6c-82d3-4cff-a3cc-a1092fb0a966 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 200 len: 860 time: 0.0870817 Aug 23 14:12:28.077506 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c1f702-c420-4c0b-907c-95d1cd932f86', 'name': 'network-vif-deleted', 'tag': 'b1d90992-e42e-457e-bcb6-3c7364653a46'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:28.127174 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-48b9f5a8-4e04-4f07-a4b3-7525bd49ddda req-03a755a0-0426-46a7-b56d-8e183778f697 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333578 Aug 23 14:12:28.222812 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-049f013e-9424-4777-87dc-98428e1b93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:28.230178 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b8ae8df9-5a6f-4b6e-982e-748870ca521a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:28.303998 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f013e-9424-4777-87dc-98428e1b93a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ad6c81-e89b-45c4-b6ff-c8f2164b12c9,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:28.309065 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-049f013e-9424-4777-87dc-98428e1b93a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:28.309433 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-48b9f5a8-4e04-4f07-a4b3-7525bd49ddda req-1aed4892-8e65-4b26-addd-87826651a50f service neutron] 10.222.0.91 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735454 Aug 23 14:12:28.314986 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-049f013e-9424-4777-87dc-98428e1b93a8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8857a82d1fe5422f98332c3dffdcefcf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3530865 Aug 23 14:12:28.315905 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 36290) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:28.319557 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f693f-217f-41bf-82c7-7ec5a64dae33 req-9fe9e2cb-6978-4d46-a639-566740ec5801 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:28.331647 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-688f693f-217f-41bf-82c7-7ec5a64dae33 req-9fe9e2cb-6978-4d46-a639-566740ec5801 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 949 time: 0.1852145 Aug 23 14:12:28.402182 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-688f693f-217f-41bf-82c7-7ec5a64dae33 req-63b852b2-e86e-4f9b-8db6-902efc82bcec tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694168 Aug 23 14:12:28.485498 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644d3971-c7eb-4867-9094-60c5e09febd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2200669-c561-43a8-91d3-09df0d58bd27', 'code': 200} Aug 23 14:12:28.532019 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-be957d2d-099b-49a9-aea5-27e83f320b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:28.561675 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-48b9f5a8-4e04-4f07-a4b3-7525bd49ddda req-d57a4668-9048-4d80-acde-70cc02313f93 service neutron] 10.222.0.91 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372475 Aug 23 14:12:28.565787 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-be957d2d-099b-49a9-aea5-27e83f320b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:28.742500 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6ff314aa-284a-46c6-bcf9-61c3c478efef req-37326a3f-2f8a-45dc-a93c-acac0d43e94c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1002271 Aug 23 14:12:28.742500 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1c093647-cef5-43bc-8945-cb0f6082e19e req-8b9738df-9060-4f17-ad8f-1f2ebc6695ec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 1096 time: 0.1497676 Aug 23 14:12:28.773351 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1c093647-cef5-43bc-8945-cb0f6082e19e req-974aa91c-916f-40f4-9620-53b782669179 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398862 Aug 23 14:12:28.904281 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-be957d2d-099b-49a9-aea5-27e83f320b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:28.909818 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b3819468-ffe9-43c8-bcb6-f17bd0a736eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:28.924205 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be957d2d-099b-49a9-aea5-27e83f320b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ad6c81-e89b-45c4-b6ff-c8f2164b12c9,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:28.935226 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-be957d2d-099b-49a9-aea5-27e83f320b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:28.935226 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-be957d2d-099b-49a9-aea5-27e83f320b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:28.935226 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-be957d2d-099b-49a9-aea5-27e83f320b44 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e0ad6c81-e89b-45c4-b6ff-c8f2164b12c9 HTTP/1.1" status: 204 len: 168 time: 0.6130598 Aug 23 14:12:28.966503 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c1f702-c420-4c0b-907c-95d1cd932f86', 'name': 'network-vif-deleted', 'tag': 'b1d90992-e42e-457e-bcb6-3c7364653a46', 'status': 'completed', 'code': 200} Aug 23 14:12:29.152585 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ae391-9926-4a60-8978-7eae7457b592 req-9fdfeede-210c-4242-b25f-42ceb297e896 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:29.154144 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-739ae391-9926-4a60-8978-7eae7457b592 req-9fdfeede-210c-4242-b25f-42ceb297e896 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 943 time: 0.0812824 Aug 23 14:12:29.212245 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-739ae391-9926-4a60-8978-7eae7457b592 req-7580d03b-9c9c-4c34-9e40-309454d73157 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520349 Aug 23 14:12:29.507838 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-88a6c65c-4356-4895-8175-43515a6bf380 req-bc2fd09d-2419-40b0-827e-b4f9db7ba054 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Synchronizing usage tracker for tenant:dd02020084634f2298c4e27b9cf2792c on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:29.669979 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-88a6c65c-4356-4895-8175-43515a6bf380 req-bc2fd09d-2419-40b0-827e-b4f9db7ba054 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Unset dirty status for tenant:dd02020084634f2298c4e27b9cf2792c on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:29.671740 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-88a6c65c-4356-4895-8175-43515a6bf380 req-bc2fd09d-2419-40b0-827e-b4f9db7ba054 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7c1f702-c420-4c0b-907c-95d1cd932f86 HTTP/1.1" status: 200 len: 210 time: 0.2088149 Aug 23 14:12:30.305868 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e79ce-7624-447a-9043-bcfa6ae334b0 req-f9fc0453-5398-48d2-922e-9172eb053afa tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:30.308599 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0c7e79ce-7624-447a-9043-bcfa6ae334b0 req-f9fc0453-5398-48d2-922e-9172eb053afa tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 945 time: 0.1268475 Aug 23 14:12:30.363659 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0c7e79ce-7624-447a-9043-bcfa6ae334b0 req-c92e7d31-6f5f-4f47-bb6e-11812894ff71 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470800 Aug 23 14:12:30.573155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1cf1a-d7d3-429b-bd61-08046fcaaa09 req-c581ed03-dd93-42cb-94ec-1ce88240eae2 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:30.575589 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01e1cf1a-d7d3-429b-bd61-08046fcaaa09 req-c581ed03-dd93-42cb-94ec-1ce88240eae2 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 949 time: 0.0895092 Aug 23 14:12:30.617764 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 36334) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:30.643831 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01e1cf1a-d7d3-429b-bd61-08046fcaaa09 req-655ecc12-d637-44b5-ab86-069a9ea1cfde tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589740 Aug 23 14:12:30.644104 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-30e377cc-1dc4-4cfe-b40d-395abf307398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:30.697240 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-30e377cc-1dc4-4cfe-b40d-395abf307398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:30.703388 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-30e377cc-1dc4-4cfe-b40d-395abf307398 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce66039d06f46d5b8e643b15d7b2091 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:30.706760 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-30e377cc-1dc4-4cfe-b40d-395abf307398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:30.713037 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-30e377cc-1dc4-4cfe-b40d-395abf307398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:30.801182 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-30e377cc-1dc4-4cfe-b40d-395abf307398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:31.037840 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-30e377cc-1dc4-4cfe-b40d-395abf307398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:31.052580 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-117c1301-88f4-4102-85db-f5029bde0d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:31.166098 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e377cc-1dc4-4cfe-b40d-395abf307398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0b2ad0-0ff3-4b09-bcbb-143a8b86c999,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:31.176466 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-30e377cc-1dc4-4cfe-b40d-395abf307398 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5ce66039d06f46d5b8e643b15d7b2091&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5529706 Aug 23 14:12:31.176466 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-30e377cc-1dc4-4cfe-b40d-395abf307398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:31.177359 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 36348) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:31.475956 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9e93fe04-c173-428a-97fd-43c9da185a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:31.475956 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9e93fe04-c173-428a-97fd-43c9da185a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:31.476289 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device dd36c005-af73-4138-8eba-bc7a02514228 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:12:31.638907 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port dd36c005-af73-4138-8eba-bc7a02514228, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=dd36c005-af73-4138-8eba-bc7a02514228,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:31.666539 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'dd36c005-af73-4138-8eba-bc7a02514228', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'port_id': 'dd36c005-af73-4138-8eba-bc7a02514228', 'mac_address': 'fa:16:3e:9c:d6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:12:31.754821 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:31.779025 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd36c005-af73-4138-8eba-bc7a02514228 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:31.803187 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port dd36c005-af73-4138-8eba-bc7a02514228, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=dd36c005-af73-4138-8eba-bc7a02514228,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:32.167219 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc838b8-0f5e-426b-a53c-63fa3cc0ae31 req-a7e77967-4d66-411a-9396-46f1281db657 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:32.169516 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc838b8-0f5e-426b-a53c-63fa3cc0ae31 req-a7e77967-4d66-411a-9396-46f1281db657 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 943 time: 0.1060700 Aug 23 14:12:32.218084 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:32.220695 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9e93fe04-c173-428a-97fd-43c9da185a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:32.229161 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-049f013e-9424-4777-87dc-98428e1b93a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:32.230130 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:32.233948 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:32.256864 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93fe04-c173-428a-97fd-43c9da185a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0b2ad0-0ff3-4b09-bcbb-143a8b86c999,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:32.263915 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc838b8-0f5e-426b-a53c-63fa3cc0ae31 req-c1fa25be-148c-4668-ade0-a9d34df3f34f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877345 Aug 23 14:12:32.264823 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9e93fe04-c173-428a-97fd-43c9da185a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:32.274248 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9e93fe04-c173-428a-97fd-43c9da185a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:32.275607 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-9e93fe04-c173-428a-97fd-43c9da185a6a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2d0b2ad0-0ff3-4b09-bcbb-143a8b86c999 HTTP/1.1" status: 204 len: 168 time: 1.0968065 Aug 23 14:12:32.372550 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=dd36c005-af73-4138-8eba-bc7a02514228,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:32.384843 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:32.488469 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['dd36c005-af73-4138-8eba-bc7a02514228'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:12:32.811077 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ae6fa735-c5e6-4a9b-9982-476ecff78962 req-b27dac34-9a87-42f0-91e9-87f4871d114c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0762303 Aug 23 14:12:32.943090 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-99c300eb-0ab3-401a-95f3-f6424b064825 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:12:32.944668 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-99c300eb-0ab3-401a-95f3-f6424b064825 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059929 Aug 23 14:12:32.955765 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-cae98dca-6860-4681-9d69-5bed2a84f835 service neutron] Request body: {'binding': {'host': 'n-h1-805629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:32.955765 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-cae98dca-6860-4681-9d69-5bed2a84f835 service neutron] Unknown quota resources ['binding']. {{(pid=76505) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Aug 23 14:12:32.960389 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 36368) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:33.034264 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-05669790-f130-45a3-8275-a81c5fb82bbb admin admin] Deleting subnet 8eca59e4-a821-483e-93b8-4e47d38c54f7 {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:12:33.037721 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-05669790-f130-45a3-8275-a81c5fb82bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:33.098735 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-05669790-f130-45a3-8275-a81c5fb82bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:33.168741 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-05669790-f130-45a3-8275-a81c5fb82bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:33.365469 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754bd23-8357-403f-87c6-03593a282c4f req-34d73452-89cb-4806-995e-22424312d050 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:33.367686 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8754bd23-8357-403f-87c6-03593a282c4f req-34d73452-89cb-4806-995e-22424312d050 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 945 time: 0.1608922 Aug 23 14:12:33.369041 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-cae98dca-6860-4681-9d69-5bed2a84f835 service neutron] Attempting to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on host n-h1-805629-1 for vnic_type normal with profile None {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:33.370442 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-cae98dca-6860-4681-9d69-5bed2a84f835 service neutron] Attempting to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:33.370442 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-cae98dca-6860-4681-9d69-5bed2a84f835 service neutron] Attempting to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:33.393860 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device dd36c005-af73-4138-8eba-bc7a02514228 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:33.396628 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-cae98dca-6860-4681-9d69-5bed2a84f835 service neutron] Port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on network 8974d9b4-186c-49b7-815f-edb23adc0e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:12:33.397001 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-cae98dca-6860-4681-9d69-5bed2a84f835 service neutron] Attempting to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:33.416118 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-cae98dca-6860-4681-9d69-5bed2a84f835 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:12:33.417287 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-cae98dca-6860-4681-9d69-5bed2a84f835 service neutron] Checking segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:12:33.417991 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-cae98dca-6860-4681-9d69-5bed2a84f835 service neutron] Bound using segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:12:33.418470 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-cae98dca-6860-4681-9d69-5bed2a84f835 service neutron] Bound port: b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:33.420393 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-05669790-f130-45a3-8275-a81c5fb82bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:33.427624 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:33.437058 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:33.440235 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8754bd23-8357-403f-87c6-03593a282c4f req-e58a3563-d8ca-411d-a788-476ed3f65448 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658753 Aug 23 14:12:33.466162 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-cae98dca-6860-4681-9d69-5bed2a84f835 service neutron] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:12:33.498332 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05669790-f130-45a3-8275-a81c5fb82bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eca59e4-a821-483e-93b8-4e47d38c54f7,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:33.501762 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-05669790-f130-45a3-8275-a81c5fb82bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:33.503078 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-05669790-f130-45a3-8275-a81c5fb82bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:33.522290 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-05669790-f130-45a3-8275-a81c5fb82bbb admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8eca59e4-a821-483e-93b8-4e47d38c54f7 HTTP/1.1" status: 204 len: 168 time: 0.5602422 Aug 23 14:12:33.527631 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 36382) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:33.663711 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port dd36c005-af73-4138-8eba-bc7a02514228 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:33.670876 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port dd36c005-af73-4138-8eba-bc7a02514228 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:33.693997 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:33.698512 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-cae98dca-6860-4681-9d69-5bed2a84f835 service neutron] Notify callbacks [] for binding, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:33.700406 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-cae98dca-6860-4681-9d69-5bed2a84f835 service neutron] 10.222.0.86 "POST /v2.0/ports/b72c13c1-d601-4fcb-9f68-4fa6da75a5af/bindings HTTP/1.1" status: 201 len: 389 time: 0.7492385 Aug 23 14:12:33.763843 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:33.816191 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:33.872834 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd36c005-af73-4138-8eba-bc7a02514228'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:33.890123 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port dd36c005-af73-4138-8eba-bc7a02514228, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=dd36c005-af73-4138-8eba-bc7a02514228,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:33.959695 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-717e53c0-6dc8-49c6-b951-cd7dc4814c72 req-35f41d39-3cad-44e2-b376-54d5b80d1829 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 1100 time: 0.3418117 Aug 23 14:12:33.968208 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:34.002977 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=76505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:12:34.003335 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=76505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:12:34.004061 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=76505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:12:34.004384 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=76505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:12:34.004763 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=76505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:12:34.005113 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=76505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:12:34.005403 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=76505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:12:34.005754 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=76505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:12:34.012109 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=76505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:12:34.012109 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=76505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:12:34.085300 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=76505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:12:34.085691 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=76505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:12:34.086022 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=76505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:12:34.086354 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=76505) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:12:34.086831 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c32fdf-79ad-4847-835e-f0c75ae7b76e']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:34.104209 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edcee28-bc57-4fc5-9f2b-a4e75cb098c0') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:34.104496 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edcee28-bc57-4fc5-9f2b-a4e75cb098c0') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:34.124773 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:34.145427 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-717e53c0-6dc8-49c6-b951-cd7dc4814c72 req-11cdd031-1288-4298-8fa1-3b458944f21b tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638525 Aug 23 14:12:34.149672 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:34.160527 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:12:34.160527 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: util.warn_limited( Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: util.warn_limited( Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:12:34.180685 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:12:34.263777 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:34.266737 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-35bb86cc-29c3-4bfb-b8c2-d19e02f204fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:34.384014 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fd3af-ae7a-4e7a-b797-bf93f4f52c31 req-2d2d7d9c-3be4-4d74-b4c4-43050b295b33 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:34.386013 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-614fd3af-ae7a-4e7a-b797-bf93f4f52c31 req-2d2d7d9c-3be4-4d74-b4c4-43050b295b33 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 949 time: 0.0922821 Aug 23 14:12:34.396014 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=dd36c005-af73-4138-8eba-bc7a02514228,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:34.402355 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:34.466396 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-614fd3af-ae7a-4e7a-b797-bf93f4f52c31 req-9ea11793-751d-4648-a9fe-d94b84ac8e27 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737441 Aug 23 14:12:34.624127 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 36402) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:34.732954 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:34.756736 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:34.765745 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:34.811605 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=39c32fdf-79ad-4847-835e-f0c75ae7b76e,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:34.815201 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:34.830005 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1135800752-network', 'tenant_id': 'e457f5bb77ff4c95a16e095f62e5326f'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:34.836154 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea5a0e-9d91-43d0-9a71-6368dd48da96 req-c97299d6-1062-4ea6-8eab-fcbccd9ae58b tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:34.840378 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:34.845657 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-53ea5a0e-9d91-43d0-9a71-6368dd48da96 req-c97299d6-1062-4ea6-8eab-fcbccd9ae58b tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 945 time: 0.2669451 Aug 23 14:12:34.847547 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Usage tracker for resource:network and tenant:e457f5bb77ff4c95a16e095f62e5326f is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:34.853122 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:34.864336 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:34.918969 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd36ee0-eb3f-4993-a059-68a0745cc5c8 req-09b3cdcf-1623-4239-92d7-429c9f80bb67 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:34.924962 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dfd36ee0-eb3f-4993-a059-68a0745cc5c8 req-09b3cdcf-1623-4239-92d7-429c9f80bb67 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 945 time: 0.2520795 Aug 23 14:12:34.945723 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 36412) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:34.957475 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-14357640-7832-4f06-8169-9ead56ed3f35 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Request body: {'floatingip': {'port_id': 'b2200669-c561-43a8-91d3-09df0d58bd27'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:34.968900 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-53ea5a0e-9d91-43d0-9a71-6368dd48da96 req-389cacc7-156c-4766-90d6-488546a89c59 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216435 Aug 23 14:12:34.982693 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] 10.222.0.86 "DELETE /v2.0/networks/39c32fdf-79ad-4847-835e-f0c75ae7b76e HTTP/1.1" status: 204 len: 168 time: 1.4440715 Aug 23 14:12:34.986512 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 36416) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:35.028406 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd36c005-af73-4138-8eba-bc7a02514228', 'code': 200} Aug 23 14:12:35.111277 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-14357640-7832-4f06-8169-9ead56ed3f35 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for floatingip, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:35.119212 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c204c4-6f1c-4dc4-aee5-9fe191b8e650 admin admin] Deleting subnet 1857fda8-d483-4eee-94b8-242264351276 {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:12:35.135520 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-40c204c4-6f1c-4dc4-aee5-9fe191b8e650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:35.344695 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-40c204c4-6f1c-4dc4-aee5-9fe191b8e650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:35.356499 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Made reservation on behalf of e457f5bb77ff4c95a16e095f62e5326f for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:35.359316 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:35.374370 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:35.408110 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:35.412839 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Usage tracker for resource:security_group_rule and tenant:e457f5bb77ff4c95a16e095f62e5326f is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:35.416183 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:35.419560 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-40c204c4-6f1c-4dc4-aee5-9fe191b8e650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:35.422842 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:35.566969 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba09c50-7377-4397-a83d-8699bb1a8c12 req-999ab169-f872-40ea-a998-aa3247fdd640 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:35.569117 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bba09c50-7377-4397-a83d-8699bb1a8c12 req-999ab169-f872-40ea-a998-aa3247fdd640 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 946 time: 0.3716602 Aug 23 14:12:35.578990 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-854040b0-111e-47a9-a039-ac44489ff34f req-10eb97f8-f3c8-4310-9d79-8807e77f5af2 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 1100 time: 0.3874526 Aug 23 14:12:35.679710 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-854040b0-111e-47a9-a039-ac44489ff34f req-3888f66d-a9c7-4fdf-bb29-d22bbb282d6d tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998380 Aug 23 14:12:35.681975 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bba09c50-7377-4397-a83d-8699bb1a8c12 req-95c607e1-b592-4bec-b9f4-3b88904ad27e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004615 Aug 23 14:12:35.701469 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-77f78120-92ca-4faf-b5f9-482d37102d2c req-db6013c7-a8d4-40ac-9cca-93e0dc001a4c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 1096 time: 0.4922214 Aug 23 14:12:35.735250 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:35.833740 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-40c204c4-6f1c-4dc4-aee5-9fe191b8e650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:35.877733 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:35.934708 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:35.939332 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-77f78120-92ca-4faf-b5f9-482d37102d2c req-d5731f2e-bde5-4b6e-a3ff-f9a62b6afbd0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272620 Aug 23 14:12:35.944709 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c204c4-6f1c-4dc4-aee5-9fe191b8e650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1857fda8-d483-4eee-94b8-242264351276,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:35.955714 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-0e3dc725-cc5a-45d5-9c2f-76cba5f23810 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b875f69ff1b34d17be0d3689a260d39b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127665 Aug 23 14:12:35.958613 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-40c204c4-6f1c-4dc4-aee5-9fe191b8e650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:35.978173 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f540cf75-1518-44cb-874f-dc5d31dc68cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:36.038052 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:12:36.062442 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56909c0a-76ba-4256-a51a-2df3a43850c7,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:36.084740 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:36.133364 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-40c204c4-6f1c-4dc4-aee5-9fe191b8e650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:36.153338 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:36.153759 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Added segment 4766f264-bf50-4545-aef3-0a2d171a4d13 of type vlan for network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 Aug 23 14:12:36.191417 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-40c204c4-6f1c-4dc4-aee5-9fe191b8e650 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1857fda8-d483-4eee-94b8-242264351276 HTTP/1.1" status: 204 len: 168 time: 1.2032695 Aug 23 14:12:36.193305 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:36.200731 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 36432) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:36.336255 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-4e704274-da93-4644-a42c-497c7ef63ff3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 1097 time: 0.5628085 Aug 23 14:12:36.498656 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6314f46-1cdd-4f4a-938b-b83c54eb739c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:36.586113 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-092b115b-4586-4c4c-a3f8-68fa4f40453b tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:36.588187 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-092b115b-4586-4c4c-a3f8-68fa4f40453b tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6169615 Aug 23 14:12:36.710189 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-939171cb-8236-4cb9-ad8a-2ad2058ba6e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:36.712337 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-939171cb-8236-4cb9-ad8a-2ad2058ba6e3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.3638294 Aug 23 14:12:36.715687 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:36.720255 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-bf3e0bab-831e-4d8e-8d81-10c76cfc656d tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/quotas/b875f69ff1b34d17be0d3689a260d39b HTTP/1.1" status: 200 len: 375 time: 0.1220057 Aug 23 14:12:36.729874 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:36.730758 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:36.740740 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:36.880417 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-14357640-7832-4f06-8169-9ead56ed3f35 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:36.891922 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Pushing event updated for resources: {'Network': ['ID=0a8efbb1-af6e-4ea8-8574-877b74baa9a3,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:36.895392 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:36.904609 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:12:36.906438 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-27eda2d8-40f1-4423-9b9a-2056c706e013 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af HTTP/1.1" status: 200 len: 217 time: 0.1852624 Aug 23 14:12:36.910468 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6314f46-1cdd-4f4a-938b-b83c54eb739c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:36.968160 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-b6314f46-1cdd-4f4a-938b-b83c54eb739c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b4417a-3ad8-4a53-902f-cf8ac9ab0537']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:36.984343 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba17b7-a1f9-43bb-aec3-9acc21c968c1 req-c3893223-07d8-49c5-a99b-f77f6cea703c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:36.985919 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9cba17b7-a1f9-43bb-aec3-9acc21c968c1 req-c3893223-07d8-49c5-a99b-f77f6cea703c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 945 time: 0.4935164 Aug 23 14:12:37.003951 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-b6314f46-1cdd-4f4a-938b-b83c54eb739c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9448909b-8e9e-4f03-836b-78c520b1a8cf') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:37.004244 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-b6314f46-1cdd-4f4a-938b-b83c54eb739c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9448909b-8e9e-4f03-836b-78c520b1a8cf') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:37.053316 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6314f46-1cdd-4f4a-938b-b83c54eb739c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:37.070061 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-6cce4abf-5a35-4305-95cd-72c5f7a06af7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:37.071547 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-6cce4abf-5a35-4305-95cd-72c5f7a06af7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.1404340 Aug 23 14:12:37.111772 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4855056 Aug 23 14:12:37.125221 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 36438) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:37.131630 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Request body: {'subnet': {'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1135800752-subnet', 'tenant_id': 'e457f5bb77ff4c95a16e095f62e5326f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:37.136996 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6314f46-1cdd-4f4a-938b-b83c54eb739c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:37.140415 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:37.145471 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Usage tracker for resource:subnet and tenant:e457f5bb77ff4c95a16e095f62e5326f is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:37.158942 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:37.170312 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-1528965f-5cbe-4b57-85e8-5f00dc6ab7bc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861938 Aug 23 14:12:37.172927 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:37.186767 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6314f46-1cdd-4f4a-938b-b83c54eb739c admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:12:37.187435 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6314f46-1cdd-4f4a-938b-b83c54eb739c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:37.189043 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-14357640-7832-4f06-8169-9ead56ed3f35 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:12:37.215165 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:12:37.349003 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-c57e2041-1071-4af4-adf8-4b30fc5cb3c7 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b875f69ff1b34d17be0d3689a260d39b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5225334 Aug 23 14:12:37.367249 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9cba17b7-a1f9-43bb-aec3-9acc21c968c1 req-3482ea7e-e137-4aa0-b61e-ae09f1cd7ed2 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695304 Aug 23 14:12:37.465220 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Made reservation on behalf of e457f5bb77ff4c95a16e095f62e5326f for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:37.472335 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:37.643164 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-fbea5e6b-8376-40d0-91b2-3d6f6d2059c1 service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618387 Aug 23 14:12:37.691553 n-d-805629-1 neutron-server[76506]: INFO neutron.db.l3_db [None req-14357640-7832-4f06-8169-9ead56ed3f35 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Floating IP ddd08a72-6c4e-4cfc-8923-6c91411befa9 associated. External IP: 172.25.6.162, port: b2200669-c561-43a8-91d3-09df0d58bd27. Aug 23 14:12:37.780994 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6314f46-1cdd-4f4a-938b-b83c54eb739c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:37.795929 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bee62a1c-89f1-46b5-9cd8-80a190dd3f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:37.819256 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6314f46-1cdd-4f4a-938b-b83c54eb739c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:37.844569 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-b6314f46-1cdd-4f4a-938b-b83c54eb739c admin admin] 10.222.0.86 "DELETE /v2.0/networks/e9b4417a-3ad8-4a53-902f-cf8ac9ab0537 HTTP/1.1" status: 204 len: 168 time: 1.6401720 Aug 23 14:12:37.850968 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6314f46-1cdd-4f4a-938b-b83c54eb739c admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b4417a-3ad8-4a53-902f-cf8ac9ab0537,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:37.861021 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b6314f46-1cdd-4f4a-938b-b83c54eb739c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:38.038241 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-64602be4-ead9-4306-bed5-9e91d584b819 service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882539 Aug 23 14:12:38.095849 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1d94b-cbe6-451f-aeeb-e8e5980f46fa req-c5862ebb-57a8-442b-96cc-9eb8520b351b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:38.100006 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-baf1d94b-cbe6-451f-aeeb-e8e5980f46fa req-c5862ebb-57a8-442b-96cc-9eb8520b351b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 946 time: 0.1847920 Aug 23 14:12:38.161504 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-baf1d94b-cbe6-451f-aeeb-e8e5980f46fa req-37a27f25-32a9-40eb-adee-4ea246240f1f tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549197 Aug 23 14:12:38.295825 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-842aeb43-b60b-4398-9ce0-400211f05717 req-4da8699d-227e-49b0-abb4-c386c248a544 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 210 time: 0.0534513 Aug 23 14:12:38.484953 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:38.506872 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5faddcb9-e648-461e-b184-9f415a761d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:38.598832 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:12:38.649175 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c65e425-4a4d-4be4-bdee-eae73a4d8237,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:38.655458 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:38.669823 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Checking segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:12:38.670754 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Network hostable DHCP agents. Network: 0a8efbb1-af6e-4ea8-8574-877b74baa9a3, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:12:38.846474 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14357640-7832-4f06-8169-9ead56ed3f35 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Router 7912d10e-be87-4097-9ed9-3b6fd1009fcb has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:12:38.899832 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0deb420-5f29-44dc-ad79-1642366b43b0 req-7abfa265-7cd0-4ca7-b484-bca6da44c5c6 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:38.902382 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e0deb420-5f29-44dc-ad79-1642366b43b0 req-7abfa265-7cd0-4ca7-b484-bca6da44c5c6 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 945 time: 0.2774525 Aug 23 14:12:38.969045 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e0deb420-5f29-44dc-ad79-1642366b43b0 req-7a135ffe-24e8-4569-ab58-0390d6e92803 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577776 Aug 23 14:12:39.113283 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14357640-7832-4f06-8169-9ead56ed3f35 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:12:39.127912 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-14357640-7832-4f06-8169-9ead56ed3f35 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:39.128185 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639dd963-3ea9-4e33-b427-7877bc34170b None None] Sync routers for ids ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:12:39.148299 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639dd963-3ea9-4e33-b427-7877bc34170b None None] Routers {'7912d10e-be87-4097-9ed9-3b6fd1009fcb'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:12:39.149156 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-639dd963-3ea9-4e33-b427-7877bc34170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:12:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:39.234375 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:12:39.263730 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 36466) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:39.280579 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-14357640-7832-4f06-8169-9ead56ed3f35 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "PUT /v2.0/floatingips/ddd08a72-6c4e-4cfc-8923-6c91411befa9 HTTP/1.1" status: 200 len: 991 time: 4.3330386 Aug 23 14:12:39.281246 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644d3971-c7eb-4867-9094-60c5e09febd3', 'tag': 'b2200669-c561-43a8-91d3-09df0d58bd27'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:39.406975 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-1011b5fa-93b4-45c1-9c78-2ec0088257c4 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3634870 Aug 23 14:12:39.417889 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:39.426008 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-639dd963-3ea9-4e33-b427-7877bc34170b None None] Set router 7912d10e-be87-4097-9ed9-3b6fd1009fcb gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:12:39.428005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:39.436210 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Usage tracker for resource:floatingip and tenant:c4885d40df424369a86df3bab6e6b16a is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:39.441443 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:39.451914 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:39.475949 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 0a8efbb1-af6e-4ea8-8574-877b74baa9a3) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:39.488686 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:39.489695 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc26f1b-d82e-4a66-8235-b26a30512d1b None None] Network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:12:39.492404 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:39.511785 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 36478) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:39.514473 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-50bc928d-beb0-408a-bc22-3931d1258519 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dd02020084634f2298c4e27b9cf2792c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2484570 Aug 23 14:12:39.751699 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for floatingip, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:39.814210 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6e218ea5-ff5e-41aa-bfcd-ada5fb5152aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:39.899129 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6e218ea5-ff5e-41aa-bfcd-ada5fb5152aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:39.985226 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5184af-86a0-4847-bced-cdaf25499c09 req-b083f227-4837-45e7-bd26-13490b72b799 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:39.987858 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3f5184af-86a0-4847-bced-cdaf25499c09 req-b083f227-4837-45e7-bd26-13490b72b799 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 946 time: 0.4069660 Aug 23 14:12:39.992926 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c53097-83c9-41f3-bc2f-6a6cd90c4156 None None] Network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:12:40.014556 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.8882267 Aug 23 14:12:40.230719 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6e218ea5-ff5e-41aa-bfcd-ada5fb5152aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:40.234420 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f288f9be-b5aa-4b96-a255-8bc46834f405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:40.249385 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-639dd963-3ea9-4e33-b427-7877bc34170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd08a72-6c4e-4cfc-8923-6c91411befa9', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'floating_ip_address': '172.25.6.162', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'port_id': 'b2200669-c561-43a8-91d3-09df0d58bd27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'mac_address': 'fa:16:3e:4d:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644d3971-c7eb-4867-9094-60c5e09febd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:09:45Z', 'updated_at': '2021-08-23T14:12:36Z', 'revision_number': 5, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2b8d93-51ce-4784-b1c8-6f2d75b350d5', 'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'mac_address': 'fa:16:3e:da:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:21Z', 'revision_number': 5, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'subnets': [{'id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:40.257295 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639dd963-3ea9-4e33-b427-7877bc34170b None None] Checking router: 7912d10e-be87-4097-9ed9-3b6fd1009fcb for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:12:40.273650 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e218ea5-ff5e-41aa-bfcd-ada5fb5152aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96f3126-991c-4cc5-9f8b-f1f3f72af574,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:40.280756 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639dd963-3ea9-4e33-b427-7877bc34170b None None] Routers {'7912d10e-be87-4097-9ed9-3b6fd1009fcb'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:12:40.280756 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-639dd963-3ea9-4e33-b427-7877bc34170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:12:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:40.281723 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6e218ea5-ff5e-41aa-bfcd-ada5fb5152aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:40.342742 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3f5184af-86a0-4847-bced-cdaf25499c09 req-3ffe263c-a1f0-46b5-a07e-94a6315bf8de tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325670 Aug 23 14:12:40.448777 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ebb60f6b-730b-4324-a58d-9a0521472cec req-9f2b2441-f5e8-4a06-b5a2-1a642623bafa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3062823 Aug 23 14:12:40.473765 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:40.603013 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6e218ea5-ff5e-41aa-bfcd-ada5fb5152aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:40.604974 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-6e218ea5-ff5e-41aa-bfcd-ada5fb5152aa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a96f3126-991c-4cc5-9f8b-f1f3f72af574 HTTP/1.1" status: 204 len: 168 time: 1.0896378 Aug 23 14:12:40.768649 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-639dd963-3ea9-4e33-b427-7877bc34170b None None] Set router 7912d10e-be87-4097-9ed9-3b6fd1009fcb gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:12:40.772950 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644d3971-c7eb-4867-9094-60c5e09febd3', 'tag': 'b2200669-c561-43a8-91d3-09df0d58bd27', 'status': 'completed', 'code': 200} Aug 23 14:12:40.896411 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ebb60f6b-730b-4324-a58d-9a0521472cec req-b129c098-84f7-4e22-8385-2f23766a5a93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 1095 time: 0.3087234 Aug 23 14:12:41.119796 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eaada617-42b4-41dd-8e4a-2fc11355586c req-eb4c6979-321d-4302-8314-d8b4c13e3d9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ba3514f5e5345bdb74853fae0d863ae&device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 1096 time: 0.3038275 Aug 23 14:12:41.409801 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb60f6b-730b-4324-a58d-9a0521472cec req-a3539f5f-0b5f-4fca-a862-b38008adcceb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:41.411624 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ebb60f6b-730b-4324-a58d-9a0521472cec req-a3539f5f-0b5f-4fca-a862-b38008adcceb service neutron] 10.222.0.60 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.4735167 Aug 23 14:12:41.619182 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Allocated IP 172.25.6.79 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/91cc6eea-1bc7-4513-85a2-10ab1bc141c0) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:41.648095 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaada617-42b4-41dd-8e4a-2fc11355586c req-c359000f-673c-4dc9-a6d8-1bd5b84e51a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:41.653519 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eaada617-42b4-41dd-8e4a-2fc11355586c req-c359000f-673c-4dc9-a6d8-1bd5b84e51a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7d55dac6-c24c-49d5-a663-12afdd587d9d HTTP/1.1" status: 200 len: 924 time: 0.5242193 Aug 23 14:12:41.661316 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ebb60f6b-730b-4324-a58d-9a0521472cec req-911d8340-2c17-4a5c-b05c-d32dcdb1770a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 HTTP/1.1" status: 200 len: 217 time: 0.2362487 Aug 23 14:12:41.898233 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb60f6b-730b-4324-a58d-9a0521472cec req-369c02d7-a24f-4b91-99cd-6abee5473b7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:41.900006 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ebb60f6b-730b-4324-a58d-9a0521472cec req-369c02d7-a24f-4b91-99cd-6abee5473b7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.2303483 Aug 23 14:12:41.925949 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eaada617-42b4-41dd-8e4a-2fc11355586c req-ffbd41ac-6c91-4346-a7f4-3db1dde68cc1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2200669-c561-43a8-91d3-09df0d58bd27 HTTP/1.1" status: 200 len: 999 time: 0.2645476 Aug 23 14:12:41.949308 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-639dd963-3ea9-4e33-b427-7877bc34170b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd08a72-6c4e-4cfc-8923-6c91411befa9', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'floating_ip_address': '172.25.6.162', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'port_id': 'b2200669-c561-43a8-91d3-09df0d58bd27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'mac_address': 'fa:16:3e:4d:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644d3971-c7eb-4867-9094-60c5e09febd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:09:45Z', 'updated_at': '2021-08-23T14:12:36Z', 'revision_number': 5, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2b8d93-51ce-4784-b1c8-6f2d75b350d5', 'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'mac_address': 'fa:16:3e:da:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:21Z', 'revision_number': 5, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'subnets': [{'id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:41.958175 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639dd963-3ea9-4e33-b427-7877bc34170b None None] The sync data for ids ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'] in n-d-805629-1 is: [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd08a72-6c4e-4cfc-8923-6c91411befa9', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'floating_ip_address': '172.25.6.162', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'port_id': 'b2200669-c561-43a8-91d3-09df0d58bd27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'mac_address': 'fa:16:3e:4d:e8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644d3971-c7eb-4867-9094-60c5e09febd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:09:45Z', 'updated_at': '2021-08-23T14:12:36Z', 'revision_number': 5, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2b8d93-51ce-4784-b1c8-6f2d75b350d5', 'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'mac_address': 'fa:16:3e:da:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:21Z', 'revision_number': 5, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'subnets': [{'id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:12:41.979912 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ebb60f6b-730b-4324-a58d-9a0521472cec req-aa4c670c-249b-49c4-82ac-65f502195626 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672638 Aug 23 14:12:42.147653 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:42.174777 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaada617-42b4-41dd-8e4a-2fc11355586c req-bd9b23c4-42b4-4e57-a211-9d021dc29731 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:42.178263 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eaada617-42b4-41dd-8e4a-2fc11355586c req-bd9b23c4-42b4-4e57-a211-9d021dc29731 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9c2655a-6e68-446a-9ae7-90bbfd7e3c26 HTTP/1.1" status: 200 len: 862 time: 0.2441049 Aug 23 14:12:42.262287 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ebb60f6b-730b-4324-a58d-9a0521472cec req-c389dbe1-1ecf-4c81-b652-502ffefcce6a service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750971 Aug 23 14:12:42.383964 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eaada617-42b4-41dd-8e4a-2fc11355586c req-f138e3b4-437a-4869-a772-174d0e92c0fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7d55dac6-c24c-49d5-a663-12afdd587d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967723 Aug 23 14:12:42.433875 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628ceb3e-ea1b-4786-aa61-2da72d396c56 None None] New status for floating IP ddd08a72-6c4e-4cfc-8923-6c91411befa9: ACTIVE {{(pid=76509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:12:42.685901 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:42.714284 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ebb60f6b-730b-4324-a58d-9a0521472cec req-3400c525-5e47-4121-9e66-9fe108d0ef2a service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419878 Aug 23 14:12:42.719440 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c1868d06-924b-4398-887c-5477f08a4a59 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:42.823338 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eaada617-42b4-41dd-8e4a-2fc11355586c req-6f73ef86-1688-4222-8f11-727e0c537cf6 service neutron] 10.222.0.60 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313691 Aug 23 14:12:43.032701 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 36518) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:43.103170 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:43.108466 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:43.112842 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f4f14c6f-fcab-4a20-b67c-c68d7ccb61b2 req-d597d55a-a780-413e-a22e-cb6a4feb31b9 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 210 time: 0.0871892 Aug 23 14:12:43.119691 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:12:43.184044 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Pushing event updated for resources: {'Port': ['ID=91cc6eea-1bc7-4513-85a2-10ab1bc141c0,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:43.192850 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:43.262124 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eaada617-42b4-41dd-8e4a-2fc11355586c req-2c1cf14c-b8ea-4a75-b074-cb5c6b49e12e service neutron] 10.222.0.60 "GET /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311342 Aug 23 14:12:43.287494 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-22592f40-b02b-4004-b84d-b449fe223fd9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=36ae37769560431898b89418426e0935&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2509258 Aug 23 14:12:43.288061 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 36524) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:43.427623 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0df1f009-faef-461f-8ce6-b12dd59c90de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:43.448012 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:43.479947 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0df1f009-faef-461f-8ce6-b12dd59c90de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:43.522718 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509146f6-7074-4c31-825e-c395c2b896f2 req-0265b550-b1e5-4c47-8cc8-4af874de57e5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:43.526324 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-509146f6-7074-4c31-825e-c395c2b896f2 req-0265b550-b1e5-4c47-8cc8-4af874de57e5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 946 time: 0.1799192 Aug 23 14:12:43.646417 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-3d3c8b7a-99d8-4819-8c08-b3bbb6cddb99 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b875f69ff1b34d17be0d3689a260d39b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343399 Aug 23 14:12:43.701830 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-509146f6-7074-4c31-825e-c395c2b896f2 req-630d7e0b-85aa-464f-aa41-fbefd5cffe95 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549094 Aug 23 14:12:43.716955 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:43.792168 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 36532) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:43.824655 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1547064740-network', 'tenant_id': 'c5953919914f4f34b0ef59513ede5f9e'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:43.864456 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:43.876917 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Usage tracker for resource:network and tenant:c5953919914f4f34b0ef59513ede5f9e is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:43.884582 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:43.908559 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:43.926738 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0df1f009-faef-461f-8ce6-b12dd59c90de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:43.940141 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-15a658e3-224b-495c-949d-f89c3c77d034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:43.961537 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1f009-faef-461f-8ce6-b12dd59c90de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23672995-8827-4a79-8d83-784ec3e8b1e7,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:43.966826 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0df1f009-faef-461f-8ce6-b12dd59c90de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:43.970054 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0df1f009-faef-461f-8ce6-b12dd59c90de admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:43.975717 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-0df1f009-faef-461f-8ce6-b12dd59c90de admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/23672995-8827-4a79-8d83-784ec3e8b1e7 HTTP/1.1" status: 204 len: 168 time: 0.6824913 Aug 23 14:12:44.153609 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-d920d6da-de4f-4fdd-8a25-22a870f3582e tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:44.156047 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-d920d6da-de4f-4fdd-8a25-22a870f3582e tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5040233 Aug 23 14:12:44.177683 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Request body: {'port': {'device_id': 'a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'b875f69ff1b34d17be0d3689a260d39b'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:44.243476 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Made reservation on behalf of c5953919914f4f34b0ef59513ede5f9e for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:44.243476 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.290096 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.327367 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.368588 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785e4dd-0798-444f-bbd1-32971ec8eb9d req-e20e45fb-3202-46fc-8da9-25c8a097d5b2 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:44.371282 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b785e4dd-0798-444f-bbd1-32971ec8eb9d req-e20e45fb-3202-46fc-8da9-25c8a097d5b2 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.2089305 Aug 23 14:12:44.375978 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:44.386528 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Usage tracker for resource:security_group_rule and tenant:c5953919914f4f34b0ef59513ede5f9e is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:44.403727 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:44.404012 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:44.408573 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Usage tracker for resource:port and tenant:b875f69ff1b34d17be0d3689a260d39b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:44.412389 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Quota usage for port was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:44.421832 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:44.422905 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:44.476662 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b785e4dd-0798-444f-bbd1-32971ec8eb9d req-93588eec-d5b2-416d-a58c-1f7b289a5a6e tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940704 Aug 23 14:12:44.549416 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Made reservation on behalf of b875f69ff1b34d17be0d3689a260d39b for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:44.552569 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.581952 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.596446 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:44.671845 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.800058 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e8cc4874-b9e0-4297-b74f-fdddd88f2425 req-4cc2815b-4df1-45ac-9e27-0502ef8c6acc tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 210 time: 0.0782995 Aug 23 14:12:44.853102 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Allocated IP 192.168.233.125 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/95be0faf-e82d-463b-8966-9c3557801783) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:44.881718 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Pushing event updated for resources: {'Port': ['ID=91cc6eea-1bc7-4513-85a2-10ab1bc141c0,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:44.889494 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:44.917924 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.950190 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:45.006437 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:12:45.040269 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:45.040794 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Added segment 2a82f658-ac2e-467e-9fa7-1422a2cfff6b of type vlan for network f2cc5675-90a1-4f3c-8851-857bd5f01b95 Aug 23 14:12:45.082107 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:45.242444 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:45.258071 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:45.283388 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d68ea0c-c878-4a32-a38f-e14646ffebe6,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:45.295023 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:45.312805 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Transition to ACTIVE for port object 95be0faf-e82d-463b-8966-9c3557801783 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:45.351322 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f15c99-8d8e-4cb6-b505-b50b81529e43 req-3860023d-3d85-4865-bef2-5233918b6157 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:45.354571 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b9f15c99-8d8e-4cb6-b505-b50b81529e43 req-3860023d-3d85-4865-bef2-5233918b6157 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 946 time: 0.2742069 Aug 23 14:12:45.430304 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b9f15c99-8d8e-4cb6-b505-b50b81529e43 req-c357489b-74d4-4244-b0f4-879ca154fff8 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618770 Aug 23 14:12:45.517269 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:45.518785 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.1102180 Aug 23 14:12:45.590027 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:45.601649 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:45.610482 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['9607d74b-b7d8-461c-a996-5eeef41d0e85'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:12:45.611370 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f9b77e3b-ea0c-46a3-b59e-43cb0a0a6d08 req-cc0cfd75-b3f9-4b3f-b4f2-cc7411bc20bf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e16e074657a24430a915d9b1700cf204&device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 1100 time: 0.1723425 Aug 23 14:12:45.619178 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:45.620966 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:45.633025 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:45.678711 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-d73022eb-58f1-4639-84f0-38412ade478b tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Synchronizing usage tracker for tenant:c4885d40df424369a86df3bab6e6b16a on resource:floatingip {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:45.680038 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8f8b8dcf-2124-4aec-b1a3-b36f83273c03 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:45.891153 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Pushing event updated for resources: {'Port': ['ID=95be0faf-e82d-463b-8966-9c3557801783,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:45.899954 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:45.903988 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:45.906369 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:45.916303 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:12:46.021597 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Pushing event updated for resources: {'Network': ['ID=f2cc5675-90a1-4f3c-8851-857bd5f01b95,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:46.047462 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network f2cc5675-90a1-4f3c-8851-857bd5f01b95 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:12:46.064954 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:46.066549 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:46.173092 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:46.188821 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3835595 Aug 23 14:12:46.190692 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 36560) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:46.205469 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Request body: {'subnet': {'network_id': 'f2cc5675-90a1-4f3c-8851-857bd5f01b95', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1547064740-subnet', 'tenant_id': 'c5953919914f4f34b0ef59513ede5f9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:46.223598 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:46.236064 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Usage tracker for resource:subnet and tenant:c5953919914f4f34b0ef59513ede5f9e is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:46.247752 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:46.265134 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0940440 Aug 23 14:12:46.268055 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b77e3b-ea0c-46a3-b59e-43cb0a0a6d08 req-07f2f0a3-6662-4562-a78a-a37bcd6a65e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:46.268545 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:46.271123 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f9b77e3b-ea0c-46a3-b59e-43cb0a0a6d08 req-07f2f0a3-6662-4562-a78a-a37bcd6a65e3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.5867805 Aug 23 14:12:46.280374 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Request body: {'port': {'device_id': 'a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:46.460521 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:46.482391 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f9b77e3b-ea0c-46a3-b59e-43cb0a0a6d08 req-82c3368c-ea35-4480-89e5-8e6d72abf7a7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea HTTP/1.1" status: 200 len: 217 time: 0.2008982 Aug 23 14:12:46.565487 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-d73022eb-58f1-4639-84f0-38412ade478b tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Unset dirty status for tenant:c4885d40df424369a86df3bab6e6b16a on resource:floatingip {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:46.567242 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-d73022eb-58f1-4639-84f0-38412ade478b tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 695 time: 1.0387673 Aug 23 14:12:46.578374 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-8201d348-7d9b-4396-9e7e-2d3a1054c8df None None] Provisioning for port 95be0faf-e82d-463b-8966-9c3557801783 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:46.581652 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Made reservation on behalf of c5953919914f4f34b0ef59513ede5f9e for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:46.584145 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:46.586401 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-8201d348-7d9b-4396-9e7e-2d3a1054c8df None None] Provisioning complete for port 95be0faf-e82d-463b-8966-9c3557801783 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:46.586929 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-8201d348-7d9b-4396-9e7e-2d3a1054c8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:46.592511 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288209f-975b-4900-a465-16a702c49490 req-90b5a76a-4229-437c-9378-3e0c4e955917 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:46.610742 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f288209f-975b-4900-a465-16a702c49490 req-90b5a76a-4229-437c-9378-3e0c4e955917 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.6170833 Aug 23 14:12:46.702908 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-8201d348-7d9b-4396-9e7e-2d3a1054c8df None None] Port 95be0faf-e82d-463b-8966-9c3557801783 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:12:46.786055 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b77e3b-ea0c-46a3-b59e-43cb0a0a6d08 req-23d54bf1-cafb-480f-9aca-541247017b4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:46.787654 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f9b77e3b-ea0c-46a3-b59e-43cb0a0a6d08 req-23d54bf1-cafb-480f-9aca-541247017b4d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2941899 Aug 23 14:12:46.912532 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f288209f-975b-4900-a465-16a702c49490 req-0bd8b5da-aa1b-438e-8160-faeff8c20b30 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003979 Aug 23 14:12:46.982969 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-511278f6-7655-431b-912e-e75f61d03a52 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:46.987118 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-511278f6-7655-431b-912e-e75f61d03a52 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.3318915 Aug 23 14:12:47.008015 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f9b77e3b-ea0c-46a3-b59e-43cb0a0a6d08 req-e1ac652b-0c29-4cc8-ba60-dfc5458f3517 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2023973 Aug 23 14:12:47.012623 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-77197434-7e6f-4f01-91a7-d7ddb3e7ab7b tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:12:47.013758 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e154ae52-40c8-43b6-acfe-c5be70348386 req-77197434-7e6f-4f01-91a7-d7ddb3e7ab7b tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0179219 Aug 23 14:12:47.274102 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f9b77e3b-ea0c-46a3-b59e-43cb0a0a6d08 req-d337b2ec-6f35-4a77-a11c-0828f06a016e service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581227 Aug 23 14:12:47.499770 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95be0faf-e82d-463b-8966-9c3557801783 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:47.514506 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:47.530434 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f9b77e3b-ea0c-46a3-b59e-43cb0a0a6d08 req-3a39adf4-3a48-4929-8437-f8fbb11ec129 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022355 Aug 23 14:12:47.538671 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Transition to ACTIVE for port object 95be0faf-e82d-463b-8966-9c3557801783 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:47.564049 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c46846-fa9a-420d-80ae-eca7d637887e req-222115b0-00ea-40ef-9db7-291d4bfd6c84 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:47.565719 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c4c46846-fa9a-420d-80ae-eca7d637887e req-222115b0-00ea-40ef-9db7-291d4bfd6c84 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 946 time: 0.3417785 Aug 23 14:12:47.571602 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197d494-dcb0-4911-b8d2-1d883340fcff req-d742298f-bf27-4eb2-a100-006e4f3e6822 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:47.573684 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9197d494-dcb0-4911-b8d2-1d883340fcff req-d742298f-bf27-4eb2-a100-006e4f3e6822 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 936 time: 0.2978299 Aug 23 14:12:47.606351 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:47.614952 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:47.656388 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c4c46846-fa9a-420d-80ae-eca7d637887e req-d3fb831a-a0d8-4d83-be37-6f88fa01b83a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816715 Aug 23 14:12:47.659314 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9197d494-dcb0-4911-b8d2-1d883340fcff req-fa23c4fd-a48e-48f5-aecf-013412fa2b69 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706997 Aug 23 14:12:47.732336 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Checking segment: {'id': '2a82f658-ac2e-467e-9fa7-1422a2cfff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f2cc5675-90a1-4f3c-8851-857bd5f01b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:12:47.732859 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Network hostable DHCP agents. Network: f2cc5675-90a1-4f3c-8851-857bd5f01b95, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:12:47.745334 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fbcab25-f665-41ba-89dc-c385ccef13b3,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:47.746124 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:47.764843 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:47.772747 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b0b65f8d-2e3b-40a0-9b5b-c6d4d668e966 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:48.068246 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Network f2cc5675-90a1-4f3c-8851-857bd5f01b95 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:12:48.102005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-0c48a154-fc28-44a7-9194-de70ccee2cc8 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:48.103742 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-0c48a154-fc28-44a7-9194-de70ccee2cc8 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 821 time: 0.2247982 Aug 23 14:12:48.107353 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=95be0faf-e82d-463b-8966-9c3557801783,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:48.112632 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:48.124913 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-4b99031d-8c33-40be-b32a-8187889e438c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/quotas/c4885d40df424369a86df3bab6e6b16a HTTP/1.1" status: 200 len: 375 time: 0.0128920 Aug 23 14:12:48.289685 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Attempting to bind port 95be0faf-e82d-463b-8966-9c3557801783 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:48.290091 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Attempting to bind port 95be0faf-e82d-463b-8966-9c3557801783 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:48.290645 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Attempting to bind port 95be0faf-e82d-463b-8966-9c3557801783 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:48.301004 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Port 95be0faf-e82d-463b-8966-9c3557801783 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:12:48.301842 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Attempting to bind port 95be0faf-e82d-463b-8966-9c3557801783 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:48.312402 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:12:48.312789 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:12:48.313202 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:12:48.313697 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Bound port: 95be0faf-e82d-463b-8966-9c3557801783, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:48.314077 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:48.383209 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4049e1f-e83c-4d99-8090-d003233ff0de req-dc55f9fe-faa7-4469-8327-4602fb8a4442 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:48.386686 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, f2cc5675-90a1-4f3c-8851-857bd5f01b95) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:48.396930 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a4049e1f-e83c-4d99-8090-d003233ff0de req-dc55f9fe-faa7-4469-8327-4602fb8a4442 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.2005444 Aug 23 14:12:48.399690 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295a9800-e2fd-4d0a-920a-fa9bcaa786fd None None] Network f2cc5675-90a1-4f3c-8851-857bd5f01b95 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:12:48.432650 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:48.434733 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:48.458278 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-edfd7da5-ae2d-494d-8871-b7f3b34ef9ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3267977 Aug 23 14:12:48.517865 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] For port 95be0faf-e82d-463b-8966-9c3557801783, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:12:48.524314 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] For port 95be0faf-e82d-463b-8966-9c3557801783, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=95be0faf-e82d-463b-8966-9c3557801783,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:12:48.743602 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5493898 Aug 23 14:12:48.767388 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:48.773079 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1ea0cc5a-81ca-4076-92a4-8157e2abb1b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:48.785858 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a4049e1f-e83c-4d99-8090-d003233ff0de req-71ba8f74-d813-42ce-b9d2-885d209c0701 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854346 Aug 23 14:12:48.946853 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-cc52a241-b95d-40ab-b3f0-26599384d485 service neutron] 10.222.0.86 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620903 Aug 23 14:12:48.988262 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:49.001732 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] 10.222.0.60 "PUT /v2.0/ports/95be0faf-e82d-463b-8966-9c3557801783 HTTP/1.1" status: 200 len: 1096 time: 2.7272029 Aug 23 14:12:49.004039 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b', 'tag': '95be0faf-e82d-463b-8966-9c3557801783'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:49.013656 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f4c979-c176-47c8-be70-549d34756598 None None] Network f2cc5675-90a1-4f3c-8851-857bd5f01b95 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:12:49.029388 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=95be0faf-e82d-463b-8966-9c3557801783,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:49.043472 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:49.287563 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-edd442d1-6f87-47f6-89c7-00cca8963852 service neutron] 10.222.0.86 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187156 Aug 23 14:12:49.348726 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebe16f-f461-4b54-8571-9750dc51cfef req-6fda6582-5c96-4368-bb48-3a1ca0609f6e tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:49.351270 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b1ebe16f-f461-4b54-8571-9750dc51cfef req-6fda6582-5c96-4368-bb48-3a1ca0609f6e tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 948 time: 0.2309575 Aug 23 14:12:49.444253 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b1ebe16f-f461-4b54-8571-9750dc51cfef req-6545de44-0516-4547-9cec-6916c68fdd31 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851882 Aug 23 14:12:49.493798 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-b2c90e6e-2d18-42a1-bcb9-3046e7ccfafd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b875f69ff1b34d17be0d3689a260d39b&device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 1099 time: 0.1262412 Aug 23 14:12:49.712793 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-c32c3bb9-2799-4c91-ada3-827eb8277994 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=95be0faf-e82d-463b-8966-9c3557801783 HTTP/1.1" status: 200 len: 217 time: 0.2036414 Aug 23 14:12:49.918557 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b', 'tag': '95be0faf-e82d-463b-8966-9c3557801783', 'status': 'completed', 'code': 200} Aug 23 14:12:49.948858 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-3c78a447-221b-485c-ba7b-2085eb7f2233 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:49.951206 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-3c78a447-221b-485c-ba7b-2085eb7f2233 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2284858 Aug 23 14:12:50.156404 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa619a3-c657-45ce-9d29-90929b2d0e41 req-82525760-8168-4c45-af40-7fc83ac0835c tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:50.166575 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8aa619a3-c657-45ce-9d29-90929b2d0e41 req-82525760-8168-4c45-af40-7fc83ac0835c tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 946 time: 0.2421918 Aug 23 14:12:50.201077 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-15a7bb86-f25a-4102-8936-89260a1fedfb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2321036 Aug 23 14:12:50.236308 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8aa619a3-c657-45ce-9d29-90929b2d0e41 req-3d806225-b19b-4513-a21d-cfb4f7576432 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684171 Aug 23 14:12:50.386786 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-ef85b2f3-0166-42c4-9d2d-b0fed604ff36 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777523 Aug 23 14:12:50.545129 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e092470d-56a5-4ac4-ab33-9408d8149673 req-c6d62c4b-961c-46a9-acd3-400c6857d17b tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 210 time: 0.2039065 Aug 23 14:12:50.545576 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-23e0c41d-2256-4845-971d-3b31b9c4d8c2 req-8dc01da0-a7a6-4f8a-8e12-d1c7be7e74aa service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513634 Aug 23 14:12:50.690878 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-f3a86a62-09f2-463b-a4cd-7f2a08e69f5a tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:50.697775 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-f3a86a62-09f2-463b-a4cd-7f2a08e69f5a tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 821 time: 0.3812442 Aug 23 14:12:50.732782 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-f0723f78-5e62-49fb-b5ce-24a1711b3b02 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/quotas/e457f5bb77ff4c95a16e095f62e5326f HTTP/1.1" status: 200 len: 375 time: 0.0279105 Aug 23 14:12:50.870372 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-0b249e67-1439-48b2-bf3e-272b4486eae2 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1275783 Aug 23 14:12:50.907023 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b556aacd-e87e-4838-b44b-10d8dace4831 req-e31568a5-555d-43ed-ad7f-229fabcc2841 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b875f69ff1b34d17be0d3689a260d39b&device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 1099 time: 0.1018367 Aug 23 14:12:51.046352 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f2e51-d84b-481d-a46d-c6f1d537e1c3 req-74e143c0-6c62-4156-a9d1-2c8a8550c677 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:51.047614 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b56f2e51-d84b-481d-a46d-c6f1d537e1c3 req-74e143c0-6c62-4156-a9d1-2c8a8550c677 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.2411230 Aug 23 14:12:51.108740 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-608009eb-cb24-4cd9-8fda-1966a996a6f2 service neutron] 10.222.0.86 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202191 Aug 23 14:12:51.133969 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556aacd-e87e-4838-b44b-10d8dace4831 req-49b7e958-15bd-408a-a1ee-f728bd9fa2bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:51.136692 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b556aacd-e87e-4838-b44b-10d8dace4831 req-49b7e958-15bd-408a-a1ee-f728bd9fa2bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.2228703 Aug 23 14:12:51.234624 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-18e3a61f-a4a4-49da-8775-b6284bbae83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:51.254149 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b56f2e51-d84b-481d-a46d-c6f1d537e1c3 req-1a4858cc-3089-4cfb-8df4-62429741fb60 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881325 Aug 23 14:12:51.269903 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b556aacd-e87e-4838-b44b-10d8dace4831 req-691eec70-a871-4ad7-8b54-deac93ef16b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=95be0faf-e82d-463b-8966-9c3557801783 HTTP/1.1" status: 200 len: 217 time: 0.1258132 Aug 23 14:12:51.354762 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-a10a3703-afe6-499e-9ea7-325712006744 service neutron] 10.222.0.86 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224436 Aug 23 14:12:51.411113 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556aacd-e87e-4838-b44b-10d8dace4831 req-af0dde4a-65e3-49fa-a7a5-4b57ebd99bc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:51.413851 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b556aacd-e87e-4838-b44b-10d8dace4831 req-af0dde4a-65e3-49fa-a7a5-4b57ebd99bc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1365092 Aug 23 14:12:51.574453 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b556aacd-e87e-4838-b44b-10d8dace4831 req-a55e7aae-a616-4d12-a753-9e4f94d7dd0f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1534464 Aug 23 14:12:51.686888 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:51.878833 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee021dff-3bd6-4acf-8e30-5c1efcad93e6 req-90b78878-f1ae-4a05-a1f2-16b991fe3633 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:51.882059 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ee021dff-3bd6-4acf-8e30-5c1efcad93e6 req-90b78878-f1ae-4a05-a1f2-16b991fe3633 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 948 time: 0.2659340 Aug 23 14:12:51.915320 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b556aacd-e87e-4838-b44b-10d8dace4831 req-023af903-6869-4d0b-8c24-de8e1a543a32 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327882 Aug 23 14:12:51.925707 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-c118a96b-9c31-4c14-b76a-e262aa2b35d9 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b&tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&binding%3Ahost_id=n-h2-805629-1 HTTP/1.1" status: 200 len: 1097 time: 0.4103107 Aug 23 14:12:51.953995 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805629-1'}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:52.010327 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ee021dff-3bd6-4acf-8e30-5c1efcad93e6 req-af98ce21-323c-48af-9669-10b1750ac4cd tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125753 Aug 23 14:12:52.103494 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:52.229110 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b556aacd-e87e-4838-b44b-10d8dace4831 req-821d0081-41d7-4eaa-9689-9d64732be9cc service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061249 Aug 23 14:12:52.440072 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb155ee-9e05-481d-bba9-e84f1bb0a4f2 req-7ccacaf3-238a-40ac-8cd5-fa773fb15615 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:52.441529 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-deb155ee-9e05-481d-bba9-e84f1bb0a4f2 req-7ccacaf3-238a-40ac-8cd5-fa773fb15615 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 946 time: 0.3272586 Aug 23 14:12:52.510441 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-5f762a57-c161-4fc9-bbfd-eed4e7cbc4ed tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Synchronizing usage tracker for tenant:367726b8e8974513a0f4f9b7e33a565b on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:52.543741 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:52.557589 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-deb155ee-9e05-481d-bba9-e84f1bb0a4f2 req-6dc8363f-01fa-4d88-a852-3c64898fe894 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058726 Aug 23 14:12:52.607847 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:12:52.678505 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90909f4-60f8-46c9-bc26-8c7c7b0adc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72c13c1-d601-4fcb-9f68-4fa6da75a5af'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:52.684768 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:52.725974 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-5f762a57-c161-4fc9-bbfd-eed4e7cbc4ed tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Unset dirty status for tenant:367726b8e8974513a0f4f9b7e33a565b on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:52.727282 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-5f762a57-c161-4fc9-bbfd-eed4e7cbc4ed tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1721935957&fields=id&tenant_id=367726b8e8974513a0f4f9b7e33a565b HTTP/1.1" status: 200 len: 267 time: 0.3361878 Aug 23 14:12:52.810590 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:52.819344 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d05d088e-96c3-4554-8706-a09bf3293c9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:52.947242 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 95be0faf-e82d-463b-8966-9c3557801783 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:12:53.125244 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Pushing event updated for resources: {'Port': ['ID=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,revision_number=7']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:53.132414 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:53.145017 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-89a19257-7533-4600-9e41-56dcfcc7f295 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:53.145752 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-89a19257-7533-4600-9e41-56dcfcc7f295 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Synchronizing usage tracker for tenant:367726b8e8974513a0f4f9b7e33a565b on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:53.188758 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 95be0faf-e82d-463b-8966-9c3557801783, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=95be0faf-e82d-463b-8966-9c3557801783,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:53.206681 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Attempting to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on host n-h2-805629-1 for vnic_type normal with profile {"migrating_to": "n-h1-805629-1"} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:53.207064 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Attempting to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:53.207339 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Attempting to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:53.208403 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '95be0faf-e82d-463b-8966-9c3557801783', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '95be0faf-e82d-463b-8966-9c3557801783', 'mac_address': 'fa:16:3e:4e:66:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:12:53.215932 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on network 8974d9b4-186c-49b7-815f-edb23adc0e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:12:53.216316 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Attempting to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:53.223368 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:12:53.223711 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Checking segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:12:53.224095 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Bound using segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:12:53.224558 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Bound port: b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:53.224872 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:53.312009 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:53.331477 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-89a19257-7533-4600-9e41-56dcfcc7f295 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Unset dirty status for tenant:367726b8e8974513a0f4f9b7e33a565b on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:53.339477 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-89a19257-7533-4600-9e41-56dcfcc7f295 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/networks?id=4e424618-b036-4eb2-865e-2fa157948c1b HTTP/1.1" status: 200 len: 815 time: 0.6043558 Aug 23 14:12:53.351037 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95be0faf-e82d-463b-8966-9c3557801783 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:53.361867 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-8338582e-d6cb-4c55-9c24-11f30a91c67e tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/quotas/367726b8e8974513a0f4f9b7e33a565b HTTP/1.1" status: 200 len: 375 time: 0.0213053 Aug 23 14:12:53.364615 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:12:53.367968 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:12:53.373337 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 95be0faf-e82d-463b-8966-9c3557801783, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=95be0faf-e82d-463b-8966-9c3557801783,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:53.478422 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4143fe48-1a8e-4aaf-8f7e-aeca1622f782 req-ca307bd1-78c8-4824-b0f6-a887acd3a7eb tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 210 time: 0.0573983 Aug 23 14:12:53.512953 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device b72c13c1-d601-4fcb-9f68-4fa6da75a5af details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:12:53.515423 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-c907ef7a-67e7-4ffd-a4b6-18c4fa8fc151 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Synchronizing usage tracker for tenant:367726b8e8974513a0f4f9b7e33a565b on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:53.521716 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:53.522525 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:53.525180 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-161a5049-4de8-45bb-836a-f1d25f111131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:53.527308 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:53.529058 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:53.663086 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73143dd2-e036-4cb7-aace-4d646aa3c8d2 req-229bebbe-53d5-4b98-abe8-c11921078be1 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 210 time: 0.1029239 Aug 23 14:12:53.689475 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=95be0faf-e82d-463b-8966-9c3557801783,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:53.694177 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:53.779615 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-c907ef7a-67e7-4ffd-a4b6-18c4fa8fc151 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Unset dirty status for tenant:367726b8e8974513a0f4f9b7e33a565b on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:53.791886 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['95be0faf-e82d-463b-8966-9c3557801783'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:12:53.793271 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-c907ef7a-67e7-4ffd-a4b6-18c4fa8fc151 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=367726b8e8974513a0f4f9b7e33a565b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4119239 Aug 23 14:12:53.795731 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Pushing event updated for resources: {'Port': ['ID=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,revision_number=8']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:53.815843 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:53.856889 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h2-805629-1, got binding levels [] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:53.926800 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Attempting to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on host n-h2-805629-1 for vnic_type normal with profile {"migrating_to": "n-h1-805629-1"} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:53.927327 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Attempting to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:53.927592 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Attempting to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:53.942731 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on network 8974d9b4-186c-49b7-815f-edb23adc0e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:12:53.943270 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Attempting to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:53.962050 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:12:53.963303 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Checking segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:12:53.964347 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Bound using segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:12:53.965453 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Bound port: b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:53.966046 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:53.989389 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-c12768e4-a744-4ee5-9441-4f1618985280 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:53.991690 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-c12768e4-a744-4ee5-9441-4f1618985280 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.60 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 821 time: 0.2805634 Aug 23 14:12:54.011183 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Request body: {'port': {'device_id': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'admin_state_up': True, 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:54.030393 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:54.031864 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] 10.222.0.91 "PUT /v2.0/ports/b72c13c1-d601-4fcb-9f68-4fa6da75a5af HTTP/1.1" status: 200 len: 1122 time: 2.0857937 Aug 23 14:12:54.102507 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-3ae06fdf-5cb0-476e-9489-f79f3dcf233c service neutron] 10.222.0.86 "GET /v2.0/networks/4e424618-b036-4eb2-865e-2fa157948c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882197 Aug 23 14:12:54.123279 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['b72c13c1-d601-4fcb-9f68-4fa6da75a5af'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:12:54.204269 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557c72d-ecd2-46c1-a813-25ac0bd1cb2a req-2354caa6-51c4-4bcb-8796-9956fafd1949 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:54.214105 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6557c72d-ecd2-46c1-a813-25ac0bd1cb2a req-2354caa6-51c4-4bcb-8796-9956fafd1949 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.2990596 Aug 23 14:12:54.240058 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:54.261718 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:54.264509 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['b72c13c1-d601-4fcb-9f68-4fa6da75a5af'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:12:54.311859 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6557c72d-ecd2-46c1-a813-25ac0bd1cb2a req-98dc3188-291a-4550-826c-5f0eaaf59f2e tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968664 Aug 23 14:12:54.320289 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-3e8f54e0-853c-4736-801b-53362b75ffcc service neutron] 10.222.0.86 "GET /v2.0/networks/4e424618-b036-4eb2-865e-2fa157948c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159853 Aug 23 14:12:54.376928 n-d-805629-1 neutron-server[76509]: WARNING neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Concurrent port binding operations failed on port b72c13c1-d601-4fcb-9f68-4fa6da75a5af Aug 23 14:12:54.385097 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:54.408366 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90909f4-60f8-46c9-bc26-8c7c7b0adc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72c13c1-d601-4fcb-9f68-4fa6da75a5af', 'code': 200} Aug 23 14:12:54.434979 n-d-805629-1 neutron-server[76509]: INFO neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Attempt 2 to bind port b72c13c1-d601-4fcb-9f68-4fa6da75a5af Aug 23 14:12:54.435745 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device b72c13c1-d601-4fcb-9f68-4fa6da75a5af has no active binding in host n-h1-805629-1 {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Aug 23 14:12:54.491147 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Made reservation on behalf of c4885d40df424369a86df3bab6e6b16a for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:54.496669 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:54.610299 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:54.822729 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Allocated IP 172.20.0.9 (25a41fb4-b94d-4582-b6b1-a2a8d34076ef/bd33cd27-96e0-46b4-9ed5-5d707169ca4f/9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:54.833407 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d2004-07b3-48ed-b5e7-b2128fef8601 req-91d7fb69-9f6c-4dff-8aa5-e0c11f2ea6cc tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:54.842268 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-128d2004-07b3-48ed-b5e7-b2128fef8601 req-91d7fb69-9f6c-4dff-8aa5-e0c11f2ea6cc tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 949 time: 0.1394796 Aug 23 14:12:54.912003 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-128d2004-07b3-48ed-b5e7-b2128fef8601 req-6b824843-6d61-4334-be21-9fa3a10affe8 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673852 Aug 23 14:12:55.115873 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:55.141058 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Transition to ACTIVE for port object 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:55.319132 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:55.325799 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5957cc76-6893-425c-98be-3e370634cb0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:55.390721 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:55.393814 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:55.400986 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:12:55.441649 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Pushing event updated for resources: {'Port': ['ID=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:55.448859 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:55.482019 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:55.482592 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:55.628363 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['dd36c005-af73-4138-8eba-bc7a02514228'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:12:55.662173 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6566710 Aug 23 14:12:55.680603 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Request body: {'port': {'device_id': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:55.876024 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:55.940031 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6a5d4-c520-4a32-8595-ecc26e5f68b2 req-9741afa4-cc8c-4a4a-9f75-58e48b10c7c9 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:55.941874 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1cf6a5d4-c520-4a32-8595-ecc26e5f68b2 req-9741afa4-cc8c-4a4a-9f75-58e48b10c7c9 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 944 time: 0.1212387 Aug 23 14:12:55.944758 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b6137b88-dc3f-4e95-94c7-2b09e3b7f4a6 None None] Provisioning for port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:55.952177 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b6137b88-dc3f-4e95-94c7-2b09e3b7f4a6 None None] Provisioning complete for port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:55.952713 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b6137b88-dc3f-4e95-94c7-2b09e3b7f4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:56.007425 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1cf6a5d4-c520-4a32-8595-ecc26e5f68b2 req-c22e647e-d429-4d97-a2b7-2b905fd91a3f tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585229 Aug 23 14:12:56.027253 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:56.107267 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-b6137b88-dc3f-4e95-94c7-2b09e3b7f4a6 None None] Port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:12:56.259482 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af49de-ad5f-414a-9ad6-08552f74c669 req-a34f1148-1b9d-4a17-99d3-cc507631cedb tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:56.261208 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d6af49de-ad5f-414a-9ad6-08552f74c669 req-a34f1148-1b9d-4a17-99d3-cc507631cedb tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 931 time: 0.1512120 Aug 23 14:12:56.333324 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-176d5d4a-e89c-44eb-bcbd-49edf0b177ba req-73547e84-43ad-4ef8-9437-1416c7e89290 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 210 time: 0.0707119 Aug 23 14:12:56.361279 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d6af49de-ad5f-414a-9ad6-08552f74c669 req-e32bf5c5-059c-43b4-968b-aadce4eee787 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630627 Aug 23 14:12:56.406807 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90909f4-60f8-46c9-bc26-8c7c7b0adc3b', 'tag': 'b72c13c1-d601-4fcb-9f68-4fa6da75a5af'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:56.458639 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:56.469862 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:56.491753 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Transition to ACTIVE for port object 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:56.758808 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:56.764018 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2b4787b6-a7a4-40ad-8963-b09cbc26087f req-ba651e02-e508-40b9-be54-391ec13bc50a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 210 time: 0.0668674 Aug 23 14:12:56.764902 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:56.781720 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9e32f-32ca-4b0e-a392-a43e67e07013 req-ea0f7c3d-4e5e-402d-9b7d-249ac44c1691 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:56.783584 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-24a9e32f-32ca-4b0e-a392-a43e67e07013 req-ea0f7c3d-4e5e-402d-9b7d-249ac44c1691 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.2648296 Aug 23 14:12:56.915661 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-24a9e32f-32ca-4b0e-a392-a43e67e07013 req-d5bd16ec-292d-459c-88fb-5eb831fdfd6f tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245673 Aug 23 14:12:56.947836 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 95be0faf-e82d-463b-8966-9c3557801783 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:56.963488 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Pushing event updated for resources: {'Port': ['ID=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:56.967740 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:57.081966 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.60', 53295) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:57.143442 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90909f4-60f8-46c9-bc26-8c7c7b0adc3b', 'tag': 'b72c13c1-d601-4fcb-9f68-4fa6da75a5af', 'status': 'completed', 'code': 200} Aug 23 14:12:57.210156 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-f3d7a692-25e8-4b20-8b91-da09f4661d15 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:57.211789 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-f3d7a692-25e8-4b20-8b91-da09f4661d15 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.60 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 821 time: 0.6123612 Aug 23 14:12:57.230736 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Request body: {'port': {'device_id': '2a527227-d2bb-42e2-bd0e-1e5015964040', 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3', 'admin_state_up': True, 'tenant_id': 'e457f5bb77ff4c95a16e095f62e5326f'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:12:57.238601 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Attempting to bind port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:57.239237 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Attempting to bind port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:57.239726 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Attempting to bind port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 on network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:57.263477 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 95be0faf-e82d-463b-8966-9c3557801783 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:57.266202 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 on network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:12:57.267119 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Attempting to bind port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 on network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:12:57.269965 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 95be0faf-e82d-463b-8966-9c3557801783 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:57.282569 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:57.282778 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:12:57.282778 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Checking segment: {'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:12:57.282778 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Bound using segment: {'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:12:57.282778 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Bound port: 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:57.282778 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:57.351514 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e48706-2bf3-44ba-a54f-bb9ed0ff3d04 req-2f228211-aa62-4a47-9821-11dacba50cca tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:57.351514 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d5e48706-2bf3-44ba-a54f-bb9ed0ff3d04 req-2f228211-aa62-4a47-9821-11dacba50cca tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 949 time: 0.4022026 Aug 23 14:12:57.437411 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:57.453218 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d5e48706-2bf3-44ba-a54f-bb9ed0ff3d04 req-3f272d8c-5550-4e2d-a272-7aeca7ec7a59 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022582 Aug 23 14:12:57.456551 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Usage tracker for resource:port and tenant:e457f5bb77ff4c95a16e095f62e5326f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:57.457378 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ed129925-14f4-400e-b0cb-abe8b2ba2b48 req-342d636e-900a-449f-93fb-59fca32cd09f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 1125 time: 0.3737843 Aug 23 14:12:57.462112 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:57.480768 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:57.484722 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:57.534235 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 95be0faf-e82d-463b-8966-9c3557801783, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=95be0faf-e82d-463b-8966-9c3557801783,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:12:57.535472 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95be0faf-e82d-463b-8966-9c3557801783'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:57.718725 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] For port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:12:57.723350 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95320df5-ed9b-4a3d-a568-d4ebc62d1042 req-97ca9fe5-126f-4340-aea4-b902e60450fc tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:57.725086 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95320df5-ed9b-4a3d-a568-d4ebc62d1042 req-97ca9fe5-126f-4340-aea4-b902e60450fc tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 944 time: 0.0933714 Aug 23 14:12:57.748441 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] For port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:12:57.777654 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:57.778159 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed129925-14f4-400e-b0cb-abe8b2ba2b48 req-869c4a57-af20-483f-a215-e496271d7bea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:57.779581 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:57.785602 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ed129925-14f4-400e-b0cb-abe8b2ba2b48 req-869c4a57-af20-483f-a215-e496271d7bea service neutron] 10.222.0.60 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.3139212 Aug 23 14:12:57.785791 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Made reservation on behalf of e457f5bb77ff4c95a16e095f62e5326f for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:57.785791 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:57.821577 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95320df5-ed9b-4a3d-a568-d4ebc62d1042 req-467a89f8-b402-4869-9caa-c1e6bec59537 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875626 Aug 23 14:12:57.870889 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=95be0faf-e82d-463b-8966-9c3557801783,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:57.875692 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:57.876340 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ed129925-14f4-400e-b0cb-abe8b2ba2b48 req-6d900f40-95cd-4239-b58e-f9168b4ac1e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af HTTP/1.1" status: 200 len: 217 time: 0.0887706 Aug 23 14:12:57.879495 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:57.883566 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4cd594d3-f657-43d7-8ae0-9263d1fd78e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:58.028555 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:58.029022 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] 10.222.0.60 "PUT /v2.0/ports/9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 HTTP/1.1" status: 200 len: 1091 time: 2.3579321 Aug 23 14:12:58.035735 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'tag': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:58.082349 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Pushing event updated for resources: {'Port': ['ID=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:58.088746 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:58.092127 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed129925-14f4-400e-b0cb-abe8b2ba2b48 req-dcfce2ec-7c4b-497c-9a48-9e615ecd5e33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:58.097167 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ed129925-14f4-400e-b0cb-abe8b2ba2b48 req-dcfce2ec-7c4b-497c-9a48-9e615ecd5e33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.1475916 Aug 23 14:12:58.171819 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ed129925-14f4-400e-b0cb-abe8b2ba2b48 req-25d19717-7dff-489f-9300-b21dc0ff2d18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631211 Aug 23 14:12:58.293686 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a87072f0-1245-4a39-b8b1-c6a84f3da0a7 req-7af296d3-2d51-4fc0-8fe9-f4dd0a22b206 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 210 time: 0.1639597 Aug 23 14:12:58.300859 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Allocated IP 172.20.0.3 (0a8efbb1-af6e-4ea8-8574-877b74baa9a3/1c65e425-4a4d-4be4-bdee-eae73a4d8237/5ae21481-5899-4416-8d23-6a79dab86825) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:58.400836 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ed129925-14f4-400e-b0cb-abe8b2ba2b48 req-b6d395de-067d-4a62-9305-0d19a1a4cdef service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149138 Aug 23 14:12:58.420156 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95be0faf-e82d-463b-8966-9c3557801783', 'code': 200} Aug 23 14:12:58.423911 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc63c7-ed66-4464-a6ac-ecd40e586349 req-d06a0345-74c3-4903-b50e-f2b040391fb0 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:58.425615 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-38bc63c7-ed66-4464-a6ac-ecd40e586349 req-d06a0345-74c3-4903-b50e-f2b040391fb0 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 943 time: 0.2649078 Aug 23 14:12:58.492472 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.60', 53297) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:58.522451 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-59293818-da82-48d4-9da9-47b861ef7a62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 1094 time: 0.2203052 Aug 23 14:12:58.692325 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ed129925-14f4-400e-b0cb-abe8b2ba2b48 req-2fedb8c0-5452-4a56-9af1-e5d0e135a96a service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786102 Aug 23 14:12:58.710736 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-416dba45-b08a-4446-a00f-5745dbfda29b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 HTTP/1.1" status: 200 len: 217 time: 0.1787989 Aug 23 14:12:58.781200 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-3c257136-b14e-4688-859d-f35daa2e17b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:58.783875 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-3c257136-b14e-4688-859d-f35daa2e17b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 200 len: 860 time: 0.0643153 Aug 23 14:12:58.800431 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c6ca5587-bf9d-486e-8c06-0898cd448a40 req-566910a5-205c-4d2b-a3ec-d1a8f4a93057 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 210 time: 0.0816760 Aug 23 14:12:58.826843 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-38bc63c7-ed66-4464-a6ac-ecd40e586349 req-6a0c3b1e-a3a5-40f4-8a0a-e3e8e4e09d65 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654931 Aug 23 14:12:58.859320 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:58.898514 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-e10cd1cf-ea19-49c0-a3b0-be9db2824241 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081238 Aug 23 14:12:58.907119 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8cf923de-e40f-4f29-aed8-ea8bf7db1ff2 req-171b2292-67ec-43d7-812c-2a2570896177 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 1101 time: 0.3179362 Aug 23 14:12:59.010322 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'tag': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7', 'status': 'completed', 'code': 200} Aug 23 14:12:59.046053 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8cf923de-e40f-4f29-aed8-ea8bf7db1ff2 req-029ce32e-9766-4726-95d5-44ea2cc3ee91 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319463 Aug 23 14:12:59.077109 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-849bf73d-da07-4637-b9f6-7a1cc210a5df service neutron] 10.222.0.60 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663272 Aug 23 14:12:59.079062 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a5cdf-fc18-4d59-90bb-ea6a22c3d7de req-495a4609-ec2f-46d9-bd24-db97bf1bdc40 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:59.084660 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-592a5cdf-fc18-4d59-90bb-ea6a22c3d7de req-495a4609-ec2f-46d9-bd24-db97bf1bdc40 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.1290312 Aug 23 14:12:59.180373 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-592a5cdf-fc18-4d59-90bb-ea6a22c3d7de req-e6894031-47e0-4f60-a8ee-9d2262723bb3 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934114 Aug 23 14:12:59.205738 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5153c-0ba3-460b-b1df-9b834e3d4364 req-8299c4b3-0d52-481b-9e2d-fe288ea68253 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:59.222829 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-70c5153c-0ba3-460b-b1df-9b834e3d4364 req-8299c4b3-0d52-481b-9e2d-fe288ea68253 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 950 time: 0.1026163 Aug 23 14:12:59.258650 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-70c5153c-0ba3-460b-b1df-9b834e3d4364 req-8d39bf78-dc7d-4cd7-8d33-4c2e64042286 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438981 Aug 23 14:12:59.339032 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:59.352298 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:59.432221 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-721ce226-64fc-4c33-be8c-98b9176936f4 req-1f1681c5-0840-4302-99f1-656836efecf8 service neutron] 10.222.0.60 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715214 Aug 23 14:12:59.442105 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:59.447497 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:59.453715 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:12:59.479305 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Pushing event updated for resources: {'Port': ['ID=5ae21481-5899-4416-8d23-6a79dab86825,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:59.485189 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:59.526209 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:59.526805 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:59.536164 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00777dd7-028e-4390-a6e7-41cf6c403d9a req-52d8807f-68b8-4211-a2a9-30bab79d802d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:59.537623 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-00777dd7-028e-4390-a6e7-41cf6c403d9a req-52d8807f-68b8-4211-a2a9-30bab79d802d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 944 time: 0.2351263 Aug 23 14:12:59.598410 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-00777dd7-028e-4390-a6e7-41cf6c403d9a req-1a683e22-fa73-43cf-9b79-dc274a6ba02d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507436 Aug 23 14:12:59.820435 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332eddd-1291-4989-9799-181664f83466 req-e45f502c-7db5-413a-a970-03cb6161e903 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:59.821235 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-9332eddd-1291-4989-9799-181664f83466 req-e45f502c-7db5-413a-a970-03cb6161e903 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Synchronizing usage tracker for tenant:e457f5bb77ff4c95a16e095f62e5326f on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:59.960052 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10497551-f2f0-47d0-ab79-382256ec5622 req-0891085e-5fa6-4a42-8a2e-1478b993a2bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 1094 time: 0.0837917 Aug 23 14:12:59.974697 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5e95ecc7-2d7a-44c8-9f75-91bc4f21243c req-70f92360-ebd9-48cc-83b1-9a4376e9484b tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 210 time: 0.0407574 Aug 23 14:12:59.987666 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7612867 Aug 23 14:13:00.005322 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Request body: {'port': {'device_id': '2a527227-d2bb-42e2-bd0e-1e5015964040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:13:00.118965 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-9332eddd-1291-4989-9799-181664f83466 req-e45f502c-7db5-413a-a970-03cb6161e903 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Unset dirty status for tenant:e457f5bb77ff4c95a16e095f62e5326f on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:00.120114 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9332eddd-1291-4989-9799-181664f83466 req-e45f502c-7db5-413a-a970-03cb6161e903 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 931 time: 0.3910298 Aug 23 14:13:00.132605 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10497551-f2f0-47d0-ab79-382256ec5622 req-8cfdc47b-7352-46b4-9a0b-de403c49db52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:00.135624 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10497551-f2f0-47d0-ab79-382256ec5622 req-8cfdc47b-7352-46b4-9a0b-de403c49db52 service neutron] 10.222.0.60 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 922 time: 0.1522596 Aug 23 14:13:00.180551 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:00.248839 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10497551-f2f0-47d0-ab79-382256ec5622 req-49977a5f-bf6e-4b99-8137-1f85c7bbc0da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 HTTP/1.1" status: 200 len: 217 time: 0.0894642 Aug 23 14:13:00.430153 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9332eddd-1291-4989-9799-181664f83466 req-4c96e551-90ab-47f2-8f0d-0a5969645d7d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968576 Aug 23 14:13:00.437667 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10497551-f2f0-47d0-ab79-382256ec5622 req-ae3b9954-aad7-4da7-b2b7-017310b0665a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:00.439444 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10497551-f2f0-47d0-ab79-382256ec5622 req-ae3b9954-aad7-4da7-b2b7-017310b0665a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 200 len: 860 time: 0.1838961 Aug 23 14:13:00.545276 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10497551-f2f0-47d0-ab79-382256ec5622 req-81c46bcc-7272-4c5f-9e7d-0b0a2855a8d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957010 Aug 23 14:13:00.742289 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10497551-f2f0-47d0-ab79-382256ec5622 req-7757cd49-f23d-46a7-882c-8ba6b8fc0fd0 service neutron] 10.222.0.60 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892951 Aug 23 14:13:00.756316 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0086f82-732d-48d5-b3f5-402d2e9ee8aa req-c6795f3b-052f-441f-80bc-931b0897bd5a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:00.757901 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b0086f82-732d-48d5-b3f5-402d2e9ee8aa req-c6795f3b-052f-441f-80bc-931b0897bd5a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 943 time: 0.2216415 Aug 23 14:13:00.833190 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd5b12-b52f-433b-9ace-009db7bbc8a0 req-2ea69633-e156-45fc-a324-6c4c80f0c813 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:00.835215 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-21fd5b12-b52f-433b-9ace-009db7bbc8a0 req-2ea69633-e156-45fc-a324-6c4c80f0c813 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.2140226 Aug 23 14:13:00.909155 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10497551-f2f0-47d0-ab79-382256ec5622 req-746eae09-f840-4e92-b049-a9e7e45c01ad service neutron] 10.222.0.60 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587985 Aug 23 14:13:00.915111 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b0086f82-732d-48d5-b3f5-402d2e9ee8aa req-fd882c4a-a690-4f90-81a2-906a395e0368 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444342 Aug 23 14:13:00.927039 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae21481-5899-4416-8d23-6a79dab86825 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:00.941934 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:00.967219 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-21fd5b12-b52f-433b-9ace-009db7bbc8a0 req-99474e35-af98-4939-a0bb-c7492e291ef2 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907664 Aug 23 14:13:00.968127 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Transition to ACTIVE for port object 5ae21481-5899-4416-8d23-6a79dab86825 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:13:01.144820 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d36f9-7ad5-44cc-a236-894233f75af5 req-5c5f23f2-d4e0-49f4-ba92-8bab3a344fa3 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:01.146359 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fe4d36f9-7ad5-44cc-a236-894233f75af5 req-5c5f23f2-d4e0-49f4-ba92-8bab3a344fa3 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 950 time: 0.0866861 Aug 23 14:13:01.198003 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fe4d36f9-7ad5-44cc-a236-894233f75af5 req-ad39e2a9-2409-458b-b683-9a14eb89cc80 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447001 Aug 23 14:13:01.378109 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:01.386798 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:01.521138 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Pushing event updated for resources: {'Port': ['ID=5ae21481-5899-4416-8d23-6a79dab86825,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:01.526434 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:01.607756 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b1c7-b570-47b0-ba54-7f7b73758faf req-e830eaf8-1512-4856-939a-d1d70ca1ba3d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:01.609403 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e727b1c7-b570-47b0-ba54-7f7b73758faf req-e830eaf8-1512-4856-939a-d1d70ca1ba3d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 944 time: 0.2697854 Aug 23 14:13:01.688446 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Attempting to bind port 5ae21481-5899-4416-8d23-6a79dab86825 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:13:01.688767 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Attempting to bind port 5ae21481-5899-4416-8d23-6a79dab86825 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:13:01.689092 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Attempting to bind port 5ae21481-5899-4416-8d23-6a79dab86825 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:13:01.693161 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e727b1c7-b570-47b0-ba54-7f7b73758faf req-c5515e65-96d7-4083-80cb-32de0d9b82ad tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748458 Aug 23 14:13:01.698689 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Port 5ae21481-5899-4416-8d23-6a79dab86825 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:13:01.699047 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Attempting to bind port 5ae21481-5899-4416-8d23-6a79dab86825 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:13:01.707084 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:13:01.707624 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Checking segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:13:01.708225 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Bound using segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:13:01.708776 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Bound port: 5ae21481-5899-4416-8d23-6a79dab86825, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:13:01.709068 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:01.814084 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] For port 5ae21481-5899-4416-8d23-6a79dab86825, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:13:01.817242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] For port 5ae21481-5899-4416-8d23-6a79dab86825, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=5ae21481-5899-4416-8d23-6a79dab86825,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:13:01.972391 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:02.037614 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a17fdb68-db12-4c04-90ff-c09bff4c727b req-c682899e-3bcc-4189-a80f-fa136fea6f71 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 210 time: 0.0417659 Aug 23 14:13:02.204681 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:02.213640 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f5a2d6e6-f71e-441c-8f1b-7bf26467ed5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:02.365638 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:02.367047 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] 10.222.0.60 "PUT /v2.0/ports/5ae21481-5899-4416-8d23-6a79dab86825 HTTP/1.1" status: 200 len: 1091 time: 2.3666816 Aug 23 14:13:02.368741 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a527227-d2bb-42e2-bd0e-1e5015964040', 'tag': '5ae21481-5899-4416-8d23-6a79dab86825'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:02.405292 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-a0ad2a0b-aff2-4a0f-9db6-777b02883759 service neutron] 10.222.0.60 "GET /v2.0/ports/b72c13c1-d601-4fcb-9f68-4fa6da75a5af/bindings/n-h1-805629-1 HTTP/1.1" status: 200 len: 384 time: 0.1299698 Aug 23 14:13:02.458364 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Pushing event updated for resources: {'Port': ['ID=5ae21481-5899-4416-8d23-6a79dab86825,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:02.474717 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:02.510364 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d127ca-a540-49ef-bfcd-0ac9ce77171f req-1e9cb1ae-e082-4baa-8bf0-9d66429170d9 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:02.511933 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-20d127ca-a540-49ef-bfcd-0ac9ce77171f req-1e9cb1ae-e082-4baa-8bf0-9d66429170d9 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 943 time: 0.3411925 Aug 23 14:13:02.560318 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-adf16e3f-928a-4591-8ed3-8a9abc9b1f0c tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:02.562281 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-adf16e3f-928a-4591-8ed3-8a9abc9b1f0c tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.91 "GET /v2.0/networks?id=4e424618-b036-4eb2-865e-2fa157948c1b HTTP/1.1" status: 200 len: 815 time: 0.2584174 Aug 23 14:13:02.624599 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-20d127ca-a540-49ef-bfcd-0ac9ce77171f req-48db7f82-af98-4692-a643-cdffd2ea1d63 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034708 Aug 23 14:13:02.765308 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-e77af432-b4d4-42ef-b4ec-7de27aa0d97d tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=367726b8e8974513a0f4f9b7e33a565b HTTP/1.1" status: 200 len: 380 time: 0.1741960 Aug 23 14:13:02.779639 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Request body: {'port': {'device_id': 'd2400481-36f9-43d4-91e3-ecaa43bd7bea', 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b', 'admin_state_up': True, 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'security_groups': ['092c13d1-3cdc-4d5a-b236-4b4e7a28615e']}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:13:02.830528 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-0a0dd121-e9b0-4a9e-a4c8-67f78f49a74c service neutron] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:02.859146 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-0a0dd121-e9b0-4a9e-a4c8-67f78f49a74c service neutron] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:13:02.916675 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-0a0dd121-e9b0-4a9e-a4c8-67f78f49a74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72c13c1-d601-4fcb-9f68-4fa6da75a5af {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:02.929282 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-0a0dd121-e9b0-4a9e-a4c8-67f78f49a74c service neutron] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:02.979175 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:13:03.123275 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-5fcc96b8-3c88-405f-82ed-c75971d77c2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 1094 time: 0.4144897 Aug 23 14:13:03.154116 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-0a0dd121-e9b0-4a9e-a4c8-67f78f49a74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:03.226980 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:03.248322 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'port_id': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7', 'mac_address': 'fa:16:3e:ef:1c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:13:03.270673 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-f046df23-893e-49c7-bf1a-f36a35cce07f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae21481-5899-4416-8d23-6a79dab86825 HTTP/1.1" status: 200 len: 217 time: 0.1343477 Aug 23 14:13:03.271631 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:03.301901 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-0a0dd121-e9b0-4a9e-a4c8-67f78f49a74c service neutron] Transition to ACTIVE for port object b72c13c1-d601-4fcb-9f68-4fa6da75a5af will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:13:03.325946 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:03.359638 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:03.388746 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:03.391152 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:03.411347 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2c1d5-e3ab-4c1a-8277-1a6067be0485 req-1510dc99-eaae-4e27-8e80-0fbb7d086b43 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:03.414808 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5de2c1d5-e3ab-4c1a-8277-1a6067be0485 req-1510dc99-eaae-4e27-8e80-0fbb7d086b43 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 943 time: 0.5377467 Aug 23 14:13:03.461255 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:03.471791 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-f67545cf-70a0-4bb6-a19e-b02f3c610011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:03.473705 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-f67545cf-70a0-4bb6-a19e-b02f3c610011 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.1814899 Aug 23 14:13:03.542325 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-0a0dd121-e9b0-4a9e-a4c8-67f78f49a74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:03.548177 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-6c54b5d9-1f85-45b5-856e-8979d1cca29b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591917 Aug 23 14:13:03.550598 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-735801f7-8296-47b8-865a-2e57714a1f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:03.568721 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5de2c1d5-e3ab-4c1a-8277-1a6067be0485 req-6f990e48-c261-45c0-a8fe-b33bb94c74af tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416597 Aug 23 14:13:03.588557 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:03.590848 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:03.735730 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:03.739078 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:03.749881 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a527227-d2bb-42e2-bd0e-1e5015964040', 'tag': '5ae21481-5899-4416-8d23-6a79dab86825', 'status': 'completed', 'code': 200} Aug 23 14:13:03.755429 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Made reservation on behalf of 367726b8e8974513a0f4f9b7e33a565b for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:13:03.758966 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:03.796421 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcb5d3-964a-4ace-848c-3adfb3d2354a req-7cc26f8b-6c26-48bf-aaeb-9c8524706b4d tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:03.803511 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2ddcb5d3-964a-4ace-848c-3adfb3d2354a req-7cc26f8b-6c26-48bf-aaeb-9c8524706b4d tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.4617014 Aug 23 14:13:03.841544 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-0a0dd121-e9b0-4a9e-a4c8-67f78f49a74c service neutron] No DVR routers for this DVR port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:13:03.846230 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dd121-e9b0-4a9e-a4c8-67f78f49a74c service neutron] Pushing event updated for resources: {'Port': ['ID=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,revision_number=10']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:03.851912 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0a0dd121-e9b0-4a9e-a4c8-67f78f49a74c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:03.876586 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:13:03.947283 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-0a0dd121-e9b0-4a9e-a4c8-67f78f49a74c service neutron] 10.222.0.60 "PUT /v2.0/ports/b72c13c1-d601-4fcb-9f68-4fa6da75a5af/bindings/n-h1-805629-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5352066 Aug 23 14:13:04.028983 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2ddcb5d3-964a-4ace-848c-3adfb3d2354a req-e4d9b6cf-ab0b-4032-9b2d-4b25314945d0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242064 Aug 23 14:13:04.053997 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-c4e95cc4-8757-4808-86f1-4afe4e7249b7 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831595 Aug 23 14:13:04.287225 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Allocated IP 172.20.0.12 (4e424618-b036-4eb2-865e-2fa157948c1b/51af3679-7d0c-4da5-a19a-365ada920d5d/2136f4d0-1851-422f-9093-f255a5369cbf) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:13:04.375326 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df4668-a7a8-4a6f-9a79-3593a54efea6 req-99c2a142-7571-4df6-9fce-39b54e388fb2 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:04.377018 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69df4668-a7a8-4a6f-9a79-3593a54efea6 req-99c2a142-7571-4df6-9fce-39b54e388fb2 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 945 time: 0.3970616 Aug 23 14:13:04.382971 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc9f6a8-89b3-4b32-8556-f5e850b5646d req-e2898252-c777-4eb2-832b-e0fe91517c17 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098111 Aug 23 14:13:04.495216 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-ac44b3db-a52d-46fe-8931-96a85e2cc8a9 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b&tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&binding%3Ahost_id=n-h2-805629-1 HTTP/1.1" status: 200 len: 1096 time: 0.1060863 Aug 23 14:13:04.495535 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-da5e2baa-f83f-40c9-b638-d86826e67b9a req-fd14db19-02fc-4c79-9696-359eb23b9954 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 210 time: 0.0788732 Aug 23 14:13:04.645234 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-5dd15401-b285-455d-9a8f-e46330143b75 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b&tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518 HTTP/1.1" status: 200 len: 1096 time: 0.1374378 Aug 23 14:13:04.669229 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69df4668-a7a8-4a6f-9a79-3593a54efea6 req-2d6894f3-250d-4030-ad74-5eab1cb611ce tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697651 Aug 23 14:13:04.803713 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:04.847699 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-469578f0-c33f-47cd-86bd-851c4556a9a1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 1096 time: 0.1699555 Aug 23 14:13:04.935309 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Transition to ACTIVE for port object 2136f4d0-1851-422f-9093-f255a5369cbf will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:13:04.985309 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:05.057254 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-74501f61-8193-4926-b092-f058df4eb7ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:05.057254 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-74501f61-8193-4926-b092-f058df4eb7ea service neutron] 10.222.0.91 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.1997771 Aug 23 14:13:05.058759 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0696b6cc-ef85-455d-888b-107d152a4af2 req-9c697d2f-2ceb-46c3-9b62-51ec3e11655b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 1094 time: 0.4900284 Aug 23 14:13:05.198876 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-2c07bf65-c7f0-4e9a-b875-9e8c6721c68d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af HTTP/1.1" status: 200 len: 217 time: 0.1307943 Aug 23 14:13:05.253230 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:05.265753 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec083b2-ab56-4f4f-9bc5-053a38e4e68e req-5808a9ec-a74d-42d2-a1d0-96e6dfd8ee41 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:05.271608 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:13:05.276826 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0ec083b2-ab56-4f4f-9bc5-053a38e4e68e req-5808a9ec-a74d-42d2-a1d0-96e6dfd8ee41 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 950 time: 0.4483917 Aug 23 14:13:05.282635 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:05.283420 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:05.308112 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:05.372458 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-272ec1c1-c77b-4ac1-a276-50fb607dea34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:05.373958 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-272ec1c1-c77b-4ac1-a276-50fb607dea34 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.1631925 Aug 23 14:13:05.435757 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-1b8ac074-6486-446c-a250-42d2e556b6d4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544777 Aug 23 14:13:05.472347 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Network 4e424618-b036-4eb2-865e-2fa157948c1b is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:13:05.487720 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:05.488319 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:13:05.490522 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:13:05.547828 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Pushing event updated for resources: {'Port': ['ID=2136f4d0-1851-422f-9093-f255a5369cbf,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:05.575070 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:05.581373 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:05.587252 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:13:05.590066 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:05.590730 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0ec083b2-ab56-4f4f-9bc5-053a38e4e68e req-62ff2dcf-45ed-4586-af4a-95740c22ede8 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123481 Aug 23 14:13:05.592509 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696b6cc-ef85-455d-888b-107d152a4af2 req-8409b38e-533c-449d-9086-b816a3b0cca0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:05.594965 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0696b6cc-ef85-455d-888b-107d152a4af2 req-8409b38e-533c-449d-9086-b816a3b0cca0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.5131364 Aug 23 14:13:05.652204 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:05.795407 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:05.799489 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device b72c13c1-d601-4fcb-9f68-4fa6da75a5af no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:05.860638 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-d16cb6ab-8377-467b-b2d8-1d44797ac679 service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167635 Aug 23 14:13:05.960024 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:06.122180 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-633d97a7-c895-4f8a-95f4-76c255883726 service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500734 Aug 23 14:13:06.129007 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device b72c13c1-d601-4fcb-9f68-4fa6da75a5af not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:13:06.170487 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:06.199413 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0696b6cc-ef85-455d-888b-107d152a4af2 req-dca564b6-07d3-4a29-8d86-2c67ac0881dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae21481-5899-4416-8d23-6a79dab86825 HTTP/1.1" status: 200 len: 217 time: 0.5454528 Aug 23 14:13:06.209326 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:06.217366 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:06.247961 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:06.265068 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:06.265436 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:06.268445 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:06.269851 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea', 'mac_address': 'fa:16:3e:67:26:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:13:06.304851 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-d8841e32-06fc-474f-90e8-3cb805ea679a None None] Provisioning for port 2136f4d0-1851-422f-9093-f255a5369cbf completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:13:06.327727 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-d8841e32-06fc-474f-90e8-3cb805ea679a None None] Provisioning complete for port 2136f4d0-1851-422f-9093-f255a5369cbf triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:06.328108 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d8841e32-06fc-474f-90e8-3cb805ea679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:06.345231 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696b6cc-ef85-455d-888b-107d152a4af2 req-c7e90212-6195-427a-9b0c-818ff378f44a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:06.346806 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0696b6cc-ef85-455d-888b-107d152a4af2 req-c7e90212-6195-427a-9b0c-818ff378f44a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.1252432 Aug 23 14:13:06.381067 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:06.405575 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0696b6cc-ef85-455d-888b-107d152a4af2 req-bcec435a-a401-4df4-88c8-0ac7c5d9c0e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502203 Aug 23 14:13:06.405927 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-d8841e32-06fc-474f-90e8-3cb805ea679a None None] Port 2136f4d0-1851-422f-9093-f255a5369cbf cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:13:06.409992 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:06.417872 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430340cb-70e2-473b-9e15-6034c63e092d req-b24f55ef-162f-441c-9afe-c93e9b6b3a28 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:06.419382 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-430340cb-70e2-473b-9e15-6034c63e092d req-b24f55ef-162f-441c-9afe-c93e9b6b3a28 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 943 time: 0.3222206 Aug 23 14:13:06.449075 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3446337-64e4-424e-8997-fa0cb390b8f0 req-2d9cc7b9-25aa-44d2-a43f-4415bada67c0 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:06.455965 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3446337-64e4-424e-8997-fa0cb390b8f0 req-2d9cc7b9-25aa-44d2-a43f-4415bada67c0 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 945 time: 0.3458948 Aug 23 14:13:06.456270 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:06.458693 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:06.544338 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7695928 Aug 23 14:13:06.548642 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:13:06.548642 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:13:06.561584 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:06.565814 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:06.593970 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Request body: {'port': {'device_id': 'd2400481-36f9-43d4-91e3-ecaa43bd7bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:13:06.672181 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-430340cb-70e2-473b-9e15-6034c63e092d req-5a8dcbbd-b629-4525-86de-6fbe8b60703e tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305629 Aug 23 14:13:06.700154 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3446337-64e4-424e-8997-fa0cb390b8f0 req-a2ea0c8a-0cea-40ee-94ba-5c53e740be5d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425070 Aug 23 14:13:06.787728 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0696b6cc-ef85-455d-888b-107d152a4af2 req-1a64a4e2-be3b-41b0-a6b1-da8d4b35bfb9 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656237 Aug 23 14:13:06.825122 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.015337 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 5ae21481-5899-4416-8d23-6a79dab86825 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:13:07.052461 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-4b70c14b-3905-42c9-b60d-a56a2823a4ec tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b&tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&binding%3Ahost_id=n-h1-805629-1 HTTP/1.1" status: 200 len: 1096 time: 0.1296148 Aug 23 14:13:07.169595 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0696b6cc-ef85-455d-888b-107d152a4af2 req-8ca37471-2546-40b8-b71a-4a697d1e4a62 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733149 Aug 23 14:13:07.184697 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 5ae21481-5899-4416-8d23-6a79dab86825, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=5ae21481-5899-4416-8d23-6a79dab86825,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:07.225104 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '5ae21481-5899-4416-8d23-6a79dab86825', 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3', 'port_id': '5ae21481-5899-4416-8d23-6a79dab86825', 'mac_address': 'fa:16:3e:e5:3a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c65e425-4a4d-4be4-bdee-eae73a4d8237', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:13:07.255998 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896063f-8eee-4b5b-88da-a62c89baea1c req-ed1b87df-7481-42da-a3ab-2b6fab3dd1e6 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:07.257494 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e896063f-8eee-4b5b-88da-a62c89baea1c req-ed1b87df-7481-42da-a3ab-2b6fab3dd1e6 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 947 time: 0.3688481 Aug 23 14:13:07.312015 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.317882 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-34ca0a7f-4fec-40d2-bbc8-9553ae804061 service neutron] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:13:07.322682 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-34ca0a7f-4fec-40d2-bbc8-9553ae804061 service neutron] Notify callbacks [] for binding, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.324389 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8682e086-4bae-41aa-bd60-70a7ff1b214f req-34ca0a7f-4fec-40d2-bbc8-9553ae804061 service neutron] 10.222.0.91 "DELETE /v2.0/ports/b72c13c1-d601-4fcb-9f68-4fa6da75a5af/bindings/n-h2-805629-1 HTTP/1.1" status: 204 len: 173 time: 0.2483752 Aug 23 14:13:07.333804 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.348461 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:07.354879 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae21481-5899-4416-8d23-6a79dab86825 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:07.375669 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:07.381109 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 5ae21481-5899-4416-8d23-6a79dab86825, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=5ae21481-5899-4416-8d23-6a79dab86825,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:07.392558 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc5ec3-2203-4d7a-abe6-b4a8bee816a7 req-3495af4b-13b9-42cb-b8de-0725395d301d tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:07.393258 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-14cc5ec3-2203-4d7a-abe6-b4a8bee816a7 req-3495af4b-13b9-42cb-b8de-0725395d301d tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Synchronizing usage tracker for tenant:367726b8e8974513a0f4f9b7e33a565b on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:07.444962 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e896063f-8eee-4b5b-88da-a62c89baea1c req-32782002-3458-4cb9-894c-664d72786270 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741798 Aug 23 14:13:07.570270 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.574333 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.585942 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:07.613253 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2136f4d0-1851-422f-9093-f255a5369cbf {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:07.624385 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.629369 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-14cc5ec3-2203-4d7a-abe6-b4a8bee816a7 req-3495af4b-13b9-42cb-b8de-0725395d301d tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Unset dirty status for tenant:367726b8e8974513a0f4f9b7e33a565b on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:07.640785 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-14cc5ec3-2203-4d7a-abe6-b4a8bee816a7 req-3495af4b-13b9-42cb-b8de-0725395d301d tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 932 time: 0.6380420 Aug 23 14:13:07.700076 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Transition to ACTIVE for port object 2136f4d0-1851-422f-9093-f255a5369cbf will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:13:07.727099 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=5ae21481-5899-4416-8d23-6a79dab86825,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:07.732146 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-14cc5ec3-2203-4d7a-abe6-b4a8bee816a7 req-0aedee7e-6a6c-4251-89f2-23f7fd2a2a59 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/security-groups?id=092c13d1-3cdc-4d5a-b236-4b4e7a28615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897069 Aug 23 14:13:07.800507 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.808143 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:07.877537 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,revision_number=7']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:07.888883 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7', 'code': 200} Aug 23 14:13:07.895297 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:07.895297 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:07.895931 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:07.925151 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['5ae21481-5899-4416-8d23-6a79dab86825'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:13:07.998236 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:13:08.242133 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Pushing event updated for resources: {'Port': ['ID=2136f4d0-1851-422f-9093-f255a5369cbf,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:08.451005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:08.451846 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:08.452496 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:08.452821 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:08.453178 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:08.453760 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:08.454353 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:08.454826 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:08.455279 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:08.455720 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:08.456212 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:08.476612 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:08.594774 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-36687fe9-275d-4dbe-86d2-e19ecc748833 req-a0b3f151-c124-4bf1-859e-b09cd6740b85 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 1096 time: 0.5527728 Aug 23 14:13:08.601179 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3898cacd-b397-45d5-b2fc-7678d828cf77 req-bee8f1ff-9f17-43d7-bc27-0250370fca2d tempest-LiveMigrationNegativeTest-2036358963 tempest-LiveMigrationNegativeTest-2036358963-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 1101 time: 0.4683831 Aug 23 14:13:08.653659 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Attempting to bind port 2136f4d0-1851-422f-9093-f255a5369cbf on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:13:08.654081 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Attempting to bind port 2136f4d0-1851-422f-9093-f255a5369cbf by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'a50becb8-0f52-458d-8219-1074e5a2e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:13:08.654734 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Attempting to bind port 2136f4d0-1851-422f-9093-f255a5369cbf on network 4e424618-b036-4eb2-865e-2fa157948c1b {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:13:08.718180 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3898cacd-b397-45d5-b2fc-7678d828cf77 req-aa8a9d71-c044-4a73-ac63-a5a9b7138f9c tempest-LiveMigrationNegativeTest-2036358963 tempest-LiveMigrationNegativeTest-2036358963-project-admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:08.735176 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Port 2136f4d0-1851-422f-9093-f255a5369cbf on network 4e424618-b036-4eb2-865e-2fa157948c1b not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:13:08.735176 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Attempting to bind port 2136f4d0-1851-422f-9093-f255a5369cbf on network 4e424618-b036-4eb2-865e-2fa157948c1b {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:13:08.778423 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:13:08.778423 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Checking segment: {'id': 'a50becb8-0f52-458d-8219-1074e5a2e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:13:08.778423 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Bound using segment: {'id': 'a50becb8-0f52-458d-8219-1074e5a2e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:13:08.778423 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Bound port: 2136f4d0-1851-422f-9093-f255a5369cbf, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a50becb8-0f52-458d-8219-1074e5a2e5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:13:08.778423 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:08.780874 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-36687fe9-275d-4dbe-86d2-e19ecc748833 req-791f7bf0-eaf9-49a4-b139-e5f90b39f3d5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788094 Aug 23 14:13:08.850170 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-3898cacd-b397-45d5-b2fc-7678d828cf77 req-aa8a9d71-c044-4a73-ac63-a5a9b7138f9c tempest-LiveMigrationNegativeTest-2036358963 tempest-LiveMigrationNegativeTest-2036358963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:08.869690 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-3898cacd-b397-45d5-b2fc-7678d828cf77 req-aa8a9d71-c044-4a73-ac63-a5a9b7138f9c tempest-LiveMigrationNegativeTest-2036358963 tempest-LiveMigrationNegativeTest-2036358963-project-admin] Usage tracker for resource:security_group_rule and tenant:265f306cfc4e4c7ab7b43c529bdbef4a is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:08.886111 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-3898cacd-b397-45d5-b2fc-7678d828cf77 req-aa8a9d71-c044-4a73-ac63-a5a9b7138f9c tempest-LiveMigrationNegativeTest-2036358963 tempest-LiveMigrationNegativeTest-2036358963-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:08.906357 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-3898cacd-b397-45d5-b2fc-7678d828cf77 req-aa8a9d71-c044-4a73-ac63-a5a9b7138f9c tempest-LiveMigrationNegativeTest-2036358963 tempest-LiveMigrationNegativeTest-2036358963-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:08.954418 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e1232-fbdd-42f3-b2ef-be917bf3d1c1 req-53619a3e-7275-4026-bb08-4077abf30f88 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:08.956447 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2e4e1232-fbdd-42f3-b2ef-be917bf3d1c1 req-53619a3e-7275-4026-bb08-4077abf30f88 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 945 time: 0.2888799 Aug 23 14:13:09.032133 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 5ae21481-5899-4416-8d23-6a79dab86825 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:09.032984 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] For port 2136f4d0-1851-422f-9093-f255a5369cbf, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:13:09.054245 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] For port 2136f4d0-1851-422f-9093-f255a5369cbf, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2136f4d0-1851-422f-9093-f255a5369cbf,segment=NetworkSegment(a50becb8-0f52-458d-8219-1074e5a2e5e1),segment_id=a50becb8-0f52-458d-8219-1074e5a2e5e1)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:13:09.096717 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2e4e1232-fbdd-42f3-b2ef-be917bf3d1c1 req-9bdb8700-e59b-46e3-a72c-383ef94fbfe7 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334069 Aug 23 14:13:09.119356 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3898cacd-b397-45d5-b2fc-7678d828cf77 req-aa8a9d71-c044-4a73-ac63-a5a9b7138f9c tempest-LiveMigrationNegativeTest-2036358963 tempest-LiveMigrationNegativeTest-2036358963-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:09.289683 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:09.299859 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:09.325719 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 5ae21481-5899-4416-8d23-6a79dab86825 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:13:09.332418 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 5ae21481-5899-4416-8d23-6a79dab86825 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:09.332929 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:09.364236 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3898cacd-b397-45d5-b2fc-7678d828cf77 req-aa8a9d71-c044-4a73-ac63-a5a9b7138f9c tempest-LiveMigrationNegativeTest-2036358963 tempest-LiveMigrationNegativeTest-2036358963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:09.449731 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:09.449731 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] 10.222.0.91 "PUT /v2.0/ports/2136f4d0-1851-422f-9093-f255a5369cbf HTTP/1.1" status: 200 len: 1092 time: 2.8799093 Aug 23 14:13:09.449731 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2400481-36f9-43d4-91e3-ecaa43bd7bea', 'tag': '2136f4d0-1851-422f-9093-f255a5369cbf'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:09.473125 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3898cacd-b397-45d5-b2fc-7678d828cf77 req-aa8a9d71-c044-4a73-ac63-a5a9b7138f9c tempest-LiveMigrationNegativeTest-2036358963 tempest-LiveMigrationNegativeTest-2036358963-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8477395 Aug 23 14:13:09.482694 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Pushing event updated for resources: {'Port': ['ID=2136f4d0-1851-422f-9093-f255a5369cbf,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:09.494341 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:09.494834 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-74539682-21f2-4702-8f7a-0c6038a6d4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:09.552156 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:09.558120 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8a90e-0812-4dae-9b82-8f8e337e8f76 req-a0027f21-0600-4acc-9468-66ec946ff2e0 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:09.559865 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2da8a90e-0812-4dae-9b82-8f8e337e8f76 req-a0027f21-0600-4acc-9468-66ec946ff2e0 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 944 time: 0.3229294 Aug 23 14:13:09.561412 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a9d71-c044-4a73-ac63-a5a9b7138f9c tempest-LiveMigrationNegativeTest-2036358963 tempest-LiveMigrationNegativeTest-2036358963-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f0be9e-b8d7-45e6-8a96-76ad9b4b3478,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:09.567591 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-aa8a9d71-c044-4a73-ac63-a5a9b7138f9c tempest-LiveMigrationNegativeTest-2036358963 tempest-LiveMigrationNegativeTest-2036358963-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:09.599502 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:09.669616 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2da8a90e-0812-4dae-9b82-8f8e337e8f76 req-f25da8d7-e8b9-44c9-ad23-1f3dc351aaa8 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005509 Aug 23 14:13:09.788795 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 5ae21481-5899-4416-8d23-6a79dab86825, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=5ae21481-5899-4416-8d23-6a79dab86825,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:09.840514 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:09.840907 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:09.906094 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254d344-baf2-45ce-b061-4ee8928173ee req-bf307194-9e1f-4668-826c-058d2c5d4331 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:09.915309 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9254d344-baf2-45ce-b061-4ee8928173ee req-bf307194-9e1f-4668-826c-058d2c5d4331 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 945 time: 0.2443578 Aug 23 14:13:09.941722 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54012847-5697-4904-bbc5-6a99ccc5a15d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea'}, {'server_uuid': '2a527227-d2bb-42e2-bd0e-1e5015964040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae21481-5899-4416-8d23-6a79dab86825'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:09.946554 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-b2be6a85-e6c0-4a03-a65b-154576119fd3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=367726b8e8974513a0f4f9b7e33a565b&device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 1095 time: 0.2737222 Aug 23 14:13:10.010743 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:10.021044 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:10.092708 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9254d344-baf2-45ce-b061-4ee8928173ee req-b1919106-ab14-4a70-87a2-a6104068db01 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757441 Aug 23 14:13:10.098951 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-aafc4189-9c8c-4831-92bb-fef4c1e365e1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2136f4d0-1851-422f-9093-f255a5369cbf HTTP/1.1" status: 200 len: 217 time: 0.1379404 Aug 23 14:13:10.206380 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:10.235238 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=5ae21481-5899-4416-8d23-6a79dab86825,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:10.240579 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:10.282543 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:10.369820 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-04b1f1e8-65fa-4517-bf66-11d5acfc2813 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:10.375850 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-04b1f1e8-65fa-4517-bf66-11d5acfc2813 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=51af3679-7d0c-4da5-a19a-365ada920d5d HTTP/1.1" status: 200 len: 854 time: 0.2608843 Aug 23 14:13:10.482698 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb33dd-9b93-4c07-8fb1-24c717a4c4a1 req-b9b97472-fb0a-4b40-be44-f5344dfa2051 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:10.484361 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1deb33dd-9b93-4c07-8fb1-24c717a4c4a1 req-b9b97472-fb0a-4b40-be44-f5344dfa2051 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 948 time: 0.2437057 Aug 23 14:13:10.581342 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1deb33dd-9b93-4c07-8fb1-24c717a4c4a1 req-fadfc03c-2c19-4eff-8a0a-3fc2f34f5604 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861230 Aug 23 14:13:10.599759 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-faa71b58-65c3-4544-b5ff-7dd9169eb1ee service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e424618-b036-4eb2-865e-2fa157948c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2046742 Aug 23 14:13:10.604124 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc704461-f2a1-4537-a728-62d14af29a90 req-9eb46a73-32b2-466e-8ef8-fd51fbe9a9bd tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:10.609885 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bc704461-f2a1-4537-a728-62d14af29a90 req-9eb46a73-32b2-466e-8ef8-fd51fbe9a9bd tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 944 time: 0.1803136 Aug 23 14:13:10.656949 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:10.662733 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-cfb8e8eb-0ef4-4953-bfec-b152d674b661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:10.729682 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2400481-36f9-43d4-91e3-ecaa43bd7bea', 'tag': '2136f4d0-1851-422f-9093-f255a5369cbf', 'status': 'completed', 'code': 200} Aug 23 14:13:10.766041 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,revision_number=8']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:10.780442 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:10.806674 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bc704461-f2a1-4537-a728-62d14af29a90 req-c18ac566-1eeb-4c0e-9dc8-8b1d8fec8b12 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/security-groups?id=092c13d1-3cdc-4d5a-b236-4b4e7a28615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932979 Aug 23 14:13:10.838722 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-d98f594d-a1a7-4221-abbf-98d1e5eb6766 service neutron] 10.222.0.91 "GET /v2.0/networks/4e424618-b036-4eb2-865e-2fa157948c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270651 Aug 23 14:13:10.848366 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54012847-5697-4904-bbc5-6a99ccc5a15d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea', 'code': 200} Aug 23 14:13:10.848718 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a527227-d2bb-42e2-bd0e-1e5015964040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae21481-5899-4416-8d23-6a79dab86825', 'code': 200} Aug 23 14:13:11.152234 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8a92bd-048f-43d7-ad08-15dbb80ba2fb req-d0034848-3d1b-4026-83d1-81a64d61f7d6 service neutron] 10.222.0.91 "GET /v2.0/networks/4e424618-b036-4eb2-865e-2fa157948c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021531 Aug 23 14:13:11.171224 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-922575d0-d351-4a19-a514-d13d7ce26467 req-5c877a7a-fb0d-4ba7-ae7b-2065f6043146 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 1096 time: 0.2257867 Aug 23 14:13:11.178425 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9791ba95-6b20-44a1-95af-8b0ebc3c4f44 req-891c567e-875f-452e-b20e-8ad4f4b35759 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 1096 time: 0.1767566 Aug 23 14:13:11.258863 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-922575d0-d351-4a19-a514-d13d7ce26467 req-026ee70e-9b4d-4eae-bb17-6c536b8d1085 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779936 Aug 23 14:13:11.259480 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9791ba95-6b20-44a1-95af-8b0ebc3c4f44 req-a66f4e5e-f39d-48a1-b609-9bd0c70e47e1 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649059 Aug 23 14:13:11.550648 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32dc19d1-4466-4cf8-9459-ba4b4e09eabf req-bc22dbdd-ea9e-4de5-afd0-7fb1b42b2186 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=367726b8e8974513a0f4f9b7e33a565b&device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 1095 time: 0.2609386 Aug 23 14:13:11.638713 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ee40e-6486-4b97-a6be-2b9de13c4934 req-10eee8e9-3bde-42d4-9b26-76204a1950ed tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:11.640272 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c34ee40e-6486-4b97-a6be-2b9de13c4934 req-10eee8e9-3bde-42d4-9b26-76204a1950ed tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 945 time: 0.2020550 Aug 23 14:13:11.804712 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c34ee40e-6486-4b97-a6be-2b9de13c4934 req-83be714f-2a4f-4041-a9a3-1040e54a1d5e tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087153 Aug 23 14:13:11.809414 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc19d1-4466-4cf8-9459-ba4b4e09eabf req-20254d8f-83f1-4c43-8f98-adc5436360ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:11.811861 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32dc19d1-4466-4cf8-9459-ba4b4e09eabf req-20254d8f-83f1-4c43-8f98-adc5436360ef service neutron] 10.222.0.91 "GET /v2.0/networks?id=4e424618-b036-4eb2-865e-2fa157948c1b HTTP/1.1" status: 200 len: 916 time: 0.2101653 Aug 23 14:13:11.816550 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d6caccfb-56d8-49fa-a4d7-3e3560101dbe req-6b167c2f-32eb-4c4b-9511-0f13570cb1eb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2567627 Aug 23 14:13:11.942685 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32dc19d1-4466-4cf8-9459-ba4b4e09eabf req-961c7fb5-a426-4fa6-891c-a3b99625c105 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2136f4d0-1851-422f-9093-f255a5369cbf HTTP/1.1" status: 200 len: 217 time: 0.1123402 Aug 23 14:13:12.023877 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc19d1-4466-4cf8-9459-ba4b4e09eabf req-aea1e7ac-551c-4543-8e0e-4e8af67807ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:12.026829 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32dc19d1-4466-4cf8-9459-ba4b4e09eabf req-aea1e7ac-551c-4543-8e0e-4e8af67807ba service neutron] 10.222.0.91 "GET /v2.0/subnets?id=51af3679-7d0c-4da5-a19a-365ada920d5d HTTP/1.1" status: 200 len: 854 time: 0.0821934 Aug 23 14:13:12.280673 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32dc19d1-4466-4cf8-9459-ba4b4e09eabf req-97eb0d19-b04d-49c9-ad2a-a78e7e8ecee7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e424618-b036-4eb2-865e-2fa157948c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2471554 Aug 23 14:13:12.295669 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dfb1413b-d2f9-4e9c-a0e1-0da192c020d8 req-6167a69a-5570-4727-b298-788d68713ac2 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 1096 time: 0.1417511 Aug 23 14:13:12.333368 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce027f-0ba4-4894-9b38-ef07529370c7 req-d88f277d-357d-493b-8a77-51f8f9fe33a8 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:12.334864 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-65ce027f-0ba4-4894-9b38-ef07529370c7 req-d88f277d-357d-493b-8a77-51f8f9fe33a8 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 945 time: 0.2488675 Aug 23 14:13:12.485599 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dfb1413b-d2f9-4e9c-a0e1-0da192c020d8 req-0628f76d-0596-4670-a2d7-db1eaa182e69 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623402 Aug 23 14:13:12.511618 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-65ce027f-0ba4-4894-9b38-ef07529370c7 req-7168d707-b68a-424a-af47-069d5538251f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611660 Aug 23 14:13:12.561093 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32dc19d1-4466-4cf8-9459-ba4b4e09eabf req-6c258d16-b318-49a7-87e9-db73e9f89c46 service neutron] 10.222.0.91 "GET /v2.0/networks/4e424618-b036-4eb2-865e-2fa157948c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449369 Aug 23 14:13:12.841677 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32dc19d1-4466-4cf8-9459-ba4b4e09eabf req-208df0ef-539f-4baa-bca1-9f429226f749 service neutron] 10.222.0.91 "GET /v2.0/networks/4e424618-b036-4eb2-865e-2fa157948c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867653 Aug 23 14:13:12.852084 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54012847-5697-4904-bbc5-6a99ccc5a15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:12.861524 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd35068-5ad1-4b06-a0e8-1cd40848c66a req-ea2e0a30-ab61-4349-a5fd-bedffc2048b4 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:12.863106 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1cd35068-5ad1-4b06-a0e8-1cd40848c66a req-ea2e0a30-ab61-4349-a5fd-bedffc2048b4 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.1751084 Aug 23 14:13:12.929140 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1cd35068-5ad1-4b06-a0e8-1cd40848c66a req-a6fa2dbe-4019-4622-8366-100eedb7f0bf tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598571 Aug 23 14:13:13.135367 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2b674-06f1-4b70-9393-fd733eb92b18 req-e1ff5ef4-61a2-4111-b4a3-189cb08f956e tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:13.140164 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-29a2b674-06f1-4b70-9393-fd733eb92b18 req-e1ff5ef4-61a2-4111-b4a3-189cb08f956e tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 944 time: 0.0827727 Aug 23 14:13:13.186265 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-29a2b674-06f1-4b70-9393-fd733eb92b18 req-f2430ea7-235a-4afc-ad35-697ce9bcd0f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/security-groups?id=092c13d1-3cdc-4d5a-b236-4b4e7a28615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 Aug 23 14:13:13.476120 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-c042616e-9025-4aec-9aa4-57b1e8ac7cbc tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:13.478858 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-c042616e-9025-4aec-9aa4-57b1e8ac7cbc tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0883663 Aug 23 14:13:13.562696 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-efaccef8-46bf-461e-aa39-f8441ad0ef86 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 695 time: 0.0783753 Aug 23 14:13:13.582131 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-54d903d9-5f77-4139-a7a2-48c002d78a68 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Request body: {'floatingip': {'port_id': 'dd36c005-af73-4138-8eba-bc7a02514228', 'fixed_ip_address': '172.20.0.7'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:13:13.672413 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-54d903d9-5f77-4139-a7a2-48c002d78a68 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for floatingip, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:14.432463 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-54d903d9-5f77-4139-a7a2-48c002d78a68 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:14.568515 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-54d903d9-5f77-4139-a7a2-48c002d78a68 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:14.787591 n-d-805629-1 neutron-server[76505]: INFO neutron.db.l3_db [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-54d903d9-5f77-4139-a7a2-48c002d78a68 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Floating IP ddd30493-8766-46b0-948b-1ed4c7e98a23 associated. External IP: 172.25.6.79, port: dd36c005-af73-4138-8eba-bc7a02514228. Aug 23 14:13:15.101805 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68691e9-1d14-458f-8969-dc642acacd2b req-e821d111-3b91-414d-9a1a-3e97143d21d2 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:15.103953 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a68691e9-1d14-458f-8969-dc642acacd2b req-e821d111-3b91-414d-9a1a-3e97143d21d2 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 945 time: 0.1285198 Aug 23 14:13:15.232789 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a68691e9-1d14-458f-8969-dc642acacd2b req-0c390ee2-71ba-4aaa-8cd7-e59fc057e95c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753953 Aug 23 14:13:15.320684 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54012847-5697-4904-bbc5-6a99ccc5a15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea', 'code': 200} Aug 23 14:13:15.401066 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-54d903d9-5f77-4139-a7a2-48c002d78a68 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:13:15.583631 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:13:15.975176 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ec36d95c-deaf-45ef-b181-a2f3b1d11ee7 req-1bba0c67-4667-4e88-a0f9-d2a44a48570a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 1100 time: 0.2403309 Aug 23 14:13:15.985516 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5b2b2-35b2-4b8f-98f2-307a5986ffd6 req-b2bc595f-172a-473b-8942-c0ed086331de tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:15.986999 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-46d5b2b2-35b2-4b8f-98f2-307a5986ffd6 req-b2bc595f-172a-473b-8942-c0ed086331de tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.2512064 Aug 23 14:13:15.997157 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c84af-4a6d-4a56-b81c-2dedbd48c37c req-7da86deb-8b02-4741-830a-94bc5ebc5e50 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:15.998600 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b50c84af-4a6d-4a56-b81c-2dedbd48c37c req-7da86deb-8b02-4741-830a-94bc5ebc5e50 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.60 "GET /v2.0/ports?device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 950 time: 0.2618291 Aug 23 14:13:16.059721 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-54d903d9-5f77-4139-a7a2-48c002d78a68 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:13:16.072008 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d7af82-744f-4198-9fac-cb252bdf2c31 None None] Sync routers for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:13:16.089724 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d7af82-744f-4198-9fac-cb252bdf2c31 None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:13:16.095496 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-24d7af82-744f-4198-9fac-cb252bdf2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:12:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:16.137708 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-54d903d9-5f77-4139-a7a2-48c002d78a68 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:16.185606 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-b50c84af-4a6d-4a56-b81c-2dedbd48c37c req-43c1a906-b915-431e-b217-f1229c11b21f tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Deleting port 95be0faf-e82d-463b-8966-9c3557801783 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:13:16.197521 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b50c84af-4a6d-4a56-b81c-2dedbd48c37c req-43c1a906-b915-431e-b217-f1229c11b21f tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:16.214856 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ec36d95c-deaf-45ef-b181-a2f3b1d11ee7 req-7da82e32-adc0-464a-bf3d-50aafb80be48 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244847 Aug 23 14:13:16.267967 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-46d5b2b2-35b2-4b8f-98f2-307a5986ffd6 req-1f969551-f5d5-4c8f-ab63-cd872bee0411 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670496 Aug 23 14:13:16.287431 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-54d903d9-5f77-4139-a7a2-48c002d78a68 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "PUT /v2.0/floatingips/ddd30493-8766-46b0-948b-1ed4c7e98a23 HTTP/1.1" status: 200 len: 995 time: 2.7162609 Aug 23 14:13:16.291366 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'tag': 'dd36c005-af73-4138-8eba-bc7a02514228'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:16.318101 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-24d7af82-744f-4198-9fac-cb252bdf2c31 None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:13:16.677087 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-e1c26219-c46a-4052-82c5-3ac477842458 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 1096 time: 0.3502314 Aug 23 14:13:16.800143 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-24d7af82-744f-4198-9fac-cb252bdf2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd30493-8766-46b0-948b-1ed4c7e98a23', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'floating_ip_address': '172.25.6.79', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'port_id': 'dd36c005-af73-4138-8eba-bc7a02514228', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'mac_address': 'fa:16:3e:9c:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:12:43Z', 'updated_at': '2021-08-23T14:13:14Z', 'revision_number': 1, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:16.804421 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d7af82-744f-4198-9fac-cb252bdf2c31 None None] Checking router: bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:13:16.809649 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-b50c84af-4a6d-4a56-b81c-2dedbd48c37c req-43c1a906-b915-431e-b217-f1229c11b21f tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] For port 95be0faf-e82d-463b-8966-9c3557801783, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=95be0faf-e82d-463b-8966-9c3557801783,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:16.810008 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b50c84af-4a6d-4a56-b81c-2dedbd48c37c req-43c1a906-b915-431e-b217-f1229c11b21f tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:16.817016 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d7af82-744f-4198-9fac-cb252bdf2c31 None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:13:16.817648 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-24d7af82-744f-4198-9fac-cb252bdf2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:12:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:16.833056 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcae9f-d752-4709-bc90-7e22546fed0d req-1547cf90-ea4b-4130-b39a-3713f54c2391 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:16.834679 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d2fcae9f-d752-4709-bc90-7e22546fed0d req-1547cf90-ea4b-4130-b39a-3713f54c2391 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b HTTP/1.1" status: 200 len: 950 time: 0.3529210 Aug 23 14:13:16.991883 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-b50c84af-4a6d-4a56-b81c-2dedbd48c37c req-43c1a906-b915-431e-b217-f1229c11b21f tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Calling delete_port for 95be0faf-e82d-463b-8966-9c3557801783 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:13:17.055381 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-24d7af82-744f-4198-9fac-cb252bdf2c31 None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:13:17.118090 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-c52eddb8-2dca-4c3d-8c55-0a616fc7dca1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:17.119926 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-c52eddb8-2dca-4c3d-8c55-0a616fc7dca1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 922 time: 0.4212565 Aug 23 14:13:17.186611 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d2fcae9f-d752-4709-bc90-7e22546fed0d req-10ad8d85-d3c1-43bc-bda5-74b6522a33fb tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654932 Aug 23 14:13:17.237703 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 37136) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:17.302709 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-32618a2b-0dc4-4e85-b510-d65634008a17 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd36c005-af73-4138-8eba-bc7a02514228 HTTP/1.1" status: 200 len: 998 time: 0.1686056 Aug 23 14:13:17.425244 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:17.472396 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:17.477389 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Usage tracker for resource:security_group_rule and tenant:8ebcf10af7d644aca897067ea5740be7 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:17.481174 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:17.489626 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:17.531307 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b50c84af-4a6d-4a56-b81c-2dedbd48c37c req-43c1a906-b915-431e-b217-f1229c11b21f tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:17.534922 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-7ad3f5b9-0a12-4494-91fb-6d688a11098d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:17.536391 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-7ad3f5b9-0a12-4494-91fb-6d688a11098d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 200 len: 860 time: 0.2258627 Aug 23 14:13:17.540769 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-24d7af82-744f-4198-9fac-cb252bdf2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd30493-8766-46b0-948b-1ed4c7e98a23', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'floating_ip_address': '172.25.6.79', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'port_id': 'dd36c005-af73-4138-8eba-bc7a02514228', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'mac_address': 'fa:16:3e:9c:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:12:43Z', 'updated_at': '2021-08-23T14:13:14Z', 'revision_number': 1, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:17.546757 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-12baaab0-4634-4702-a83a-dac90bfc7858 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:17.548161 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d7af82-744f-4198-9fac-cb252bdf2c31 None None] The sync data for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 is: [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd30493-8766-46b0-948b-1ed4c7e98a23', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'floating_ip_address': '172.25.6.79', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'port_id': 'dd36c005-af73-4138-8eba-bc7a02514228', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'mac_address': 'fa:16:3e:9c:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:12:43Z', 'updated_at': '2021-08-23T14:13:14Z', 'revision_number': 1, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:13:17.551993 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['9607d74b-b7d8-461c-a996-5eeef41d0e85'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:13:17.655040 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:17.677100 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1a906-b915-431e-b217-f1229c11b21f tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Pushing event deleted for resources: {'Port': ['ID=95be0faf-e82d-463b-8966-9c3557801783,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:17.697148 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-43c1a906-b915-431e-b217-f1229c11b21f tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:17.756693 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:17.772205 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:17.833576 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50c84af-4a6d-4a56-b81c-2dedbd48c37c req-43c1a906-b915-431e-b217-f1229c11b21f tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] No DVR routers for this DVR port 95be0faf-e82d-463b-8966-9c3557801783 on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:13:17.837111 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b50c84af-4a6d-4a56-b81c-2dedbd48c37c req-43c1a906-b915-431e-b217-f1229c11b21f tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:17.841932 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe8191d-da55-4baf-b5e8-3c303746544e,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:17.852516 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b50c84af-4a6d-4a56-b81c-2dedbd48c37c req-43c1a906-b915-431e-b217-f1229c11b21f tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.60 "DELETE /v2.0/ports/95be0faf-e82d-463b-8966-9c3557801783 HTTP/1.1" status: 204 len: 173 time: 1.8369544 Aug 23 14:13:17.869887 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d2567-b1b6-461a-8bf7-8f01b00da030 req-b2f7a849-5caf-4f12-9273-c91dd9468516 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:17.877204 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-544d2567-b1b6-461a-8bf7-8f01b00da030 req-b2f7a849-5caf-4f12-9273-c91dd9468516 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 944 time: 0.5050008 Aug 23 14:13:17.882872 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:17.885125 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:17.885507 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:17.885934 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:17.886295 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:17.886650 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:17.887000 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:17.887347 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:17.887692 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:17.888183 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:17.894440 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:17.903899 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-ce931527-55ae-4f05-aed9-2f747b0b61ef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2904596 Aug 23 14:13:17.931236 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:17.942556 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-97c5c910-1963-4d68-b542-05b189180d76 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:13:17.943840 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-97c5c910-1963-4d68-b542-05b189180d76 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0157645 Aug 23 14:13:17.973115 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8ebcf10af7d644aca897067ea5740be7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7340190 Aug 23 14:13:17.973884 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 37144) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:17.996995 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-544d2567-b1b6-461a-8bf7-8f01b00da030 req-628ff221-a0a1-475d-9f57-458b9e246a6f tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/security-groups?id=092c13d1-3cdc-4d5a-b236-4b4e7a28615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186693 Aug 23 14:13:18.027935 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d5fe2b-da50-4a06-8825-4c88d7037b5e None None] New status for floating IP ddd30493-8766-46b0-948b-1ed4c7e98a23: ACTIVE {{(pid=76509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:13:18.096226 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87e63cb3-7c35-43ff-99ec-5e51c87376f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:18.152281 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87e63cb3-7c35-43ff-99ec-5e51c87376f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:18.206868 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-19916549-cb08-4f11-91d0-70c206f38c28 service neutron] 10.222.0.86 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512739 Aug 23 14:13:18.478737 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87e63cb3-7c35-43ff-99ec-5e51c87376f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:18.487128 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-255ee30f-54dc-4fc3-80a4-d59145f836cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:18.523412 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e63cb3-7c35-43ff-99ec-5e51c87376f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe8191d-da55-4baf-b5e8-3c303746544e,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:18.535655 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-87e63cb3-7c35-43ff-99ec-5e51c87376f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:18.554366 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87e63cb3-7c35-43ff-99ec-5e51c87376f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:18.554366 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-87e63cb3-7c35-43ff-99ec-5e51c87376f8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ffe8191d-da55-4baf-b5e8-3c303746544e HTTP/1.1" status: 204 len: 168 time: 0.5751212 Aug 23 14:13:18.639796 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f8e918f-737a-49d1-a4dc-45c51f07d830 req-049d709c-a907-4d45-a6aa-1d30ad9edc72 service neutron] 10.222.0.86 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282696 Aug 23 14:13:18.973213 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'tag': 'dd36c005-af73-4138-8eba-bc7a02514228', 'status': 'completed', 'code': 200} Aug 23 14:13:19.056317 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 95be0faf-e82d-463b-8966-9c3557801783 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:19.122556 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9d930e54-2ca4-44f2-945b-eea9d2cfd110 req-89f9f54e-3a3b-4cce-b7bc-c246b437229f tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 1096 time: 0.2013533 Aug 23 14:13:19.127802 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1d2800c3-7dbc-4282-bec1-3d5d986da0bc req-bf51b6e4-53eb-4639-9ae1-260f47d35aab service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 1096 time: 0.1460323 Aug 23 14:13:19.151002 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 95be0faf-e82d-463b-8966-9c3557801783 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:13:19.151357 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 95be0faf-e82d-463b-8966-9c3557801783 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:13:19.438281 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-9d930e54-2ca4-44f2-945b-eea9d2cfd110 req-cdd0ac63-0db7-4a59-9b84-b741d16c7462 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] Synchronizing usage tracker for tenant:c5953919914f4f34b0ef59513ede5f9e on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:19.456998 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2800c3-7dbc-4282-bec1-3d5d986da0bc req-b3d66f36-3612-4b9e-a0f2-2088d55d21f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:19.458547 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1d2800c3-7dbc-4282-bec1-3d5d986da0bc req-b3d66f36-3612-4b9e-a0f2-2088d55d21f2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 922 time: 0.2989495 Aug 23 14:13:19.644237 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb0a38-4734-4ebc-875c-76c9ebda06dc req-6eb4f20c-4cfd-42d4-943b-456aa1e1b8a9 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:19.654778 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-28eb0a38-4734-4ebc-875c-76c9ebda06dc req-6eb4f20c-4cfd-42d4-943b-456aa1e1b8a9 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.3752282 Aug 23 14:13:19.661453 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2136f4d0-1851-422f-9093-f255a5369cbf details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:13:19.661768 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1d2800c3-7dbc-4282-bec1-3d5d986da0bc req-8ea1bfd0-75e6-40cc-9c6c-f546d5b1d246 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd36c005-af73-4138-8eba-bc7a02514228 HTTP/1.1" status: 200 len: 1000 time: 0.1910286 Aug 23 14:13:19.767904 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-9d930e54-2ca4-44f2-945b-eea9d2cfd110 req-cdd0ac63-0db7-4a59-9b84-b741d16c7462 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] Unset dirty status for tenant:c5953919914f4f34b0ef59513ede5f9e on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:19.769421 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9d930e54-2ca4-44f2-945b-eea9d2cfd110 req-cdd0ac63-0db7-4a59-9b84-b741d16c7462 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6364129 Aug 23 14:13:19.842900 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-28eb0a38-4734-4ebc-875c-76c9ebda06dc req-c12208f9-bd08-402f-b909-c0c776a9f06e tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858456 Aug 23 14:13:19.844695 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2800c3-7dbc-4282-bec1-3d5d986da0bc req-11a67337-3a17-4e44-b569-87029debea5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:19.846927 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1d2800c3-7dbc-4282-bec1-3d5d986da0bc req-11a67337-3a17-4e44-b569-87029debea5a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 200 len: 860 time: 0.1467252 Aug 23 14:13:20.027482 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1d2800c3-7dbc-4282-bec1-3d5d986da0bc req-ff91f7cc-094d-42da-976f-6297ef40af2a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723895 Aug 23 14:13:20.037352 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2136f4d0-1851-422f-9093-f255a5369cbf, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2136f4d0-1851-422f-9093-f255a5369cbf,segment=NetworkSegment(a50becb8-0f52-458d-8219-1074e5a2e5e1),segment_id=a50becb8-0f52-458d-8219-1074e5a2e5e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:20.097196 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '2136f4d0-1851-422f-9093-f255a5369cbf', 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b', 'port_id': '2136f4d0-1851-422f-9093-f255a5369cbf', 'mac_address': 'fa:16:3e:6b:5e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:13:20.274908 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:20.308670 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1d2800c3-7dbc-4282-bec1-3d5d986da0bc req-eead4e21-5337-4b2c-848d-5ab5943ecb5d service neutron] 10.222.0.91 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524626 Aug 23 14:13:20.309345 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2136f4d0-1851-422f-9093-f255a5369cbf {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:20.336262 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2136f4d0-1851-422f-9093-f255a5369cbf, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2136f4d0-1851-422f-9093-f255a5369cbf,segment=NetworkSegment(a50becb8-0f52-458d-8219-1074e5a2e5e1),segment_id=a50becb8-0f52-458d-8219-1074e5a2e5e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:20.591118 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:20.595022 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:20.676032 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1d2800c3-7dbc-4282-bec1-3d5d986da0bc req-712d8154-b225-444b-8b25-d539f86a6a31 service neutron] 10.222.0.91 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396902 Aug 23 14:13:20.721536 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=2136f4d0-1851-422f-9093-f255a5369cbf,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:20.746348 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0271-4cdf-436c-ab97-058fd5eb1450 req-7809daed-80b8-4667-aa12-83a407721d0f tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:20.746833 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:20.747402 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:20.747881 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-88bf0271-4cdf-436c-ab97-058fd5eb1450 req-7809daed-80b8-4667-aa12-83a407721d0f tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 944 time: 0.4100857 Aug 23 14:13:20.757832 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:20.758761 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:20.759229 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968611f2-71f9-4df4-a0d4-61e089598061 req-2e208c3c-0ed8-403b-99db-e47cda837066 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:20.759833 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:20.761118 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:20.761918 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:20.762652 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:20.763404 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:20.764067 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:20.765769 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:20.768919 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-2e208c3c-0ed8-403b-99db-e47cda837066 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4792821 Aug 23 14:13:20.777123 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:20.919134 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['2136f4d0-1851-422f-9093-f255a5369cbf'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:13:20.951966 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-88bf0271-4cdf-436c-ab97-058fd5eb1450 req-f42745f6-6bb6-4917-bb84-07dcbdee605b tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/security-groups?id=092c13d1-3cdc-4d5a-b236-4b4e7a28615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792200 Aug 23 14:13:20.970228 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-26e205b4-5497-4389-89f6-50e798ee5349 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 1000 time: 0.1999986 Aug 23 14:13:20.974271 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b', 'name': 'network-vif-deleted', 'tag': '95be0faf-e82d-463b-8966-9c3557801783'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:20.988686 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-968611f2-71f9-4df4-a0d4-61e089598061 req-98227618-c27a-4a58-8145-c086ecd12de1 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Request body: {'floatingip': {'port_id': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:13:21.186819 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-968611f2-71f9-4df4-a0d4-61e089598061 req-98227618-c27a-4a58-8145-c086ecd12de1 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for floatingip, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:21.451407 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3796-bd01-400b-be70-74675e040a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:21.510775 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12743a-da8e-4474-9f81-d5a10cf368bb req-c20d65f8-12d5-46d6-bc71-4a3e43fbacf5 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:21.512841 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cd12743a-da8e-4474-9f81-d5a10cf368bb req-c20d65f8-12d5-46d6-bc71-4a3e43fbacf5 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.2463155 Aug 23 14:13:21.707470 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cd12743a-da8e-4474-9f81-d5a10cf368bb req-4dbe2601-df28-41c7-825a-c02efac5773d tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863704 Aug 23 14:13:21.800940 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:22.171928 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4e532ec0-2770-45d0-860b-19ae7b562196 req-f8353613-8cee-4df3-b651-5fe2a473701f tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 1096 time: 0.1836755 Aug 23 14:13:22.252882 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4e532ec0-2770-45d0-860b-19ae7b562196 req-4391f47b-a107-4790-aac3-54634479a7f8 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691016 Aug 23 14:13:22.416741 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-968611f2-71f9-4df4-a0d4-61e089598061 req-98227618-c27a-4a58-8145-c086ecd12de1 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:22.572553 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-968611f2-71f9-4df4-a0d4-61e089598061 req-98227618-c27a-4a58-8145-c086ecd12de1 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:22.826113 n-d-805629-1 neutron-server[76505]: INFO neutron.db.l3_db [req-968611f2-71f9-4df4-a0d4-61e089598061 req-98227618-c27a-4a58-8145-c086ecd12de1 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Floating IP ddd30493-8766-46b0-948b-1ed4c7e98a23 associated. External IP: 172.25.6.79, port: dd36c005-af73-4138-8eba-bc7a02514228. Aug 23 14:13:23.452094 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a568a4bc-7b91-4ffd-9d89-bb83b3e5b16b', 'name': 'network-vif-deleted', 'tag': '95be0faf-e82d-463b-8966-9c3557801783', 'status': 'completed', 'code': 200} Aug 23 14:13:23.461877 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-968611f2-71f9-4df4-a0d4-61e089598061 req-98227618-c27a-4a58-8145-c086ecd12de1 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:13:23.561352 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-26dc940b-9426-4450-92e8-2630f0efac24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:23.691876 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2136f4d0-1851-422f-9093-f255a5369cbf up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:23.804420 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-968611f2-71f9-4df4-a0d4-61e089598061 req-98227618-c27a-4a58-8145-c086ecd12de1 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:13:23.816640 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de848f-e134-4a93-913b-662a0a09f167 None None] Sync routers for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:13:23.832260 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de848f-e134-4a93-913b-662a0a09f167 None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:13:23.833247 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-49de848f-e134-4a93-913b-662a0a09f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:23.947504 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 2136f4d0-1851-422f-9093-f255a5369cbf completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:13:23.955478 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 2136f4d0-1851-422f-9093-f255a5369cbf triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:23.955478 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:24.078361 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-49de848f-e134-4a93-913b-662a0a09f167 None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:13:24.131393 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:24.176327 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2400481-36f9-43d4-91e3-ecaa43bd7bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2136f4d0-1851-422f-9093-f255a5369cbf'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:24.194162 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2136f4d0-1851-422f-9093-f255a5369cbf, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2136f4d0-1851-422f-9093-f255a5369cbf,segment=NetworkSegment(a50becb8-0f52-458d-8219-1074e5a2e5e1),segment_id=a50becb8-0f52-458d-8219-1074e5a2e5e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:24.326785 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:24.331604 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:24.435483 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=2136f4d0-1851-422f-9093-f255a5369cbf,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:24.440600 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:24.478169 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-968611f2-71f9-4df4-a0d4-61e089598061 req-98227618-c27a-4a58-8145-c086ecd12de1 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:13:24.644559 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:24.768716 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-49de848f-e134-4a93-913b-662a0a09f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd30493-8766-46b0-948b-1ed4c7e98a23', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'floating_ip_address': '172.25.6.79', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'port_id': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'mac_address': 'fa:16:3e:ef:1c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:12:43Z', 'updated_at': '2021-08-23T14:13:22Z', 'revision_number': 3, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:24.776541 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de848f-e134-4a93-913b-662a0a09f167 None None] Checking router: bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:13:24.798476 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de848f-e134-4a93-913b-662a0a09f167 None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:13:24.799573 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-49de848f-e134-4a93-913b-662a0a09f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:25.018217 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6c7f1-298d-4a90-811a-2fe7230c9317 req-7ed3a48d-7d3d-4601-b1bd-ecdd69432e80 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:25.019312 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-3fe6c7f1-298d-4a90-811a-2fe7230c9317 req-7ed3a48d-7d3d-4601-b1bd-ecdd69432e80 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Synchronizing usage tracker for tenant:b875f69ff1b34d17be0d3689a260d39b on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:25.037200 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49cda2-5808-490d-b541-fcface511c58 req-38304db7-f1d1-4a96-9751-daab718c3266 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:25.044918 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a49cda2-5808-490d-b541-fcface511c58 req-38304db7-f1d1-4a96-9751-daab718c3266 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 946 time: 0.3067086 Aug 23 14:13:25.051939 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-49de848f-e134-4a93-913b-662a0a09f167 None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:13:25.077607 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-968611f2-71f9-4df4-a0d4-61e089598061 req-98227618-c27a-4a58-8145-c086ecd12de1 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:13:25.083432 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-968611f2-71f9-4df4-a0d4-61e089598061 req-98227618-c27a-4a58-8145-c086ecd12de1 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:25.167323 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a49cda2-5808-490d-b541-fcface511c58 req-f98efbd6-ee0c-44d7-8dca-eb0e3e513c56 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/security-groups?id=092c13d1-3cdc-4d5a-b236-4b4e7a28615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204898 Aug 23 14:13:25.293306 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-98227618-c27a-4a58-8145-c086ecd12de1 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "PUT /v2.0/floatingips/ddd30493-8766-46b0-948b-1ed4c7e98a23 HTTP/1.1" status: 200 len: 997 time: 4.3114722 Aug 23 14:13:25.298357 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-3fe6c7f1-298d-4a90-811a-2fe7230c9317 req-7ed3a48d-7d3d-4601-b1bd-ecdd69432e80 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Unset dirty status for tenant:b875f69ff1b34d17be0d3689a260d39b on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:25.307599 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3fe6c7f1-298d-4a90-811a-2fe7230c9317 req-7ed3a48d-7d3d-4601-b1bd-ecdd69432e80 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 949 time: 0.4854457 Aug 23 14:13:25.491216 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'tag': 'dd36c005-af73-4138-8eba-bc7a02514228'}, {'name': 'network-changed', 'server_uuid': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'tag': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:25.688455 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-3fe6c7f1-298d-4a90-811a-2fe7230c9317 req-d2ea81cb-33b0-44ce-925c-ea6ca8fe01c4 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Deleting port 9607d74b-b7d8-461c-a996-5eeef41d0e85 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:13:25.688847 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3fe6c7f1-298d-4a90-811a-2fe7230c9317 req-d2ea81cb-33b0-44ce-925c-ea6ca8fe01c4 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:25.719271 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-49de848f-e134-4a93-913b-662a0a09f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd30493-8766-46b0-948b-1ed4c7e98a23', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'floating_ip_address': '172.25.6.79', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'port_id': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'mac_address': 'fa:16:3e:ef:1c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:12:43Z', 'updated_at': '2021-08-23T14:13:22Z', 'revision_number': 3, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:25.724497 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de848f-e134-4a93-913b-662a0a09f167 None None] The sync data for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 is: [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd30493-8766-46b0-948b-1ed4c7e98a23', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'floating_ip_address': '172.25.6.79', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'port_id': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'mac_address': 'fa:16:3e:ef:1c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:12:43Z', 'updated_at': '2021-08-23T14:13:22Z', 'revision_number': 3, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:13:25.746556 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968611f2-71f9-4df4-a0d4-61e089598061 req-24a51d67-0b38-4941-869e-908148079e1d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:25.747966 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-24a51d67-0b38-4941-869e-908148079e1d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports/dd36c005-af73-4138-8eba-bc7a02514228 HTTP/1.1" status: 200 len: 942 time: 0.3754346 Aug 23 14:13:25.881004 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b505d8-594f-4f42-a0f4-9f0e1e21bd41 req-bba10429-4c8a-45e1-8154-e0b2053b8fcf tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:25.882257 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c1b505d8-594f-4f42-a0f4-9f0e1e21bd41 req-bba10429-4c8a-45e1-8154-e0b2053b8fcf tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/ports?device_id=d4ea4214-23f3-442c-99cf-48b8b8bc5a4e HTTP/1.1" status: 200 len: 949 time: 0.4289544 Aug 23 14:13:25.964891 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:25.998356 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c50b6-f71e-41f4-bb0d-fdd252ff7585 None None] New status for floating IP ddd30493-8766-46b0-948b-1ed4c7e98a23: ACTIVE {{(pid=76509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:13:26.103655 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c1b505d8-594f-4f42-a0f4-9f0e1e21bd41 req-e97f8d7d-9e41-471d-9ab3-8a2de2106434 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.86 "GET /v2.0/security-groups?id=c4cb626c-f052-44b3-bed2-d93360526906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858454 Aug 23 14:13:26.208216 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-607ade93-5ccd-4a48-b5e5-a5d791880d9f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 1096 time: 0.3402479 Aug 23 14:13:26.254735 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2400481-36f9-43d4-91e3-ecaa43bd7bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2136f4d0-1851-422f-9093-f255a5369cbf', 'code': 200} Aug 23 14:13:26.388602 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-3fe6c7f1-298d-4a90-811a-2fe7230c9317 req-d2ea81cb-33b0-44ce-925c-ea6ca8fe01c4 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] For port 9607d74b-b7d8-461c-a996-5eeef41d0e85, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9607d74b-b7d8-461c-a996-5eeef41d0e85,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:26.389503 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3fe6c7f1-298d-4a90-811a-2fe7230c9317 req-d2ea81cb-33b0-44ce-925c-ea6ca8fe01c4 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:26.485086 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-404c4b73-c53c-4fd7-8f70-312894cdf9b9 req-e9a33ce5-4778-4a26-8307-4faf5530214e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 1097 time: 0.1354423 Aug 23 14:13:26.553334 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-404c4b73-c53c-4fd7-8f70-312894cdf9b9 req-940bb351-d695-49d6-8326-c64a8939724e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=092c13d1-3cdc-4d5a-b236-4b4e7a28615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588331 Aug 23 14:13:26.584584 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-3fe6c7f1-298d-4a90-811a-2fe7230c9317 req-d2ea81cb-33b0-44ce-925c-ea6ca8fe01c4 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Calling delete_port for 9607d74b-b7d8-461c-a996-5eeef41d0e85 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:13:26.741665 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968611f2-71f9-4df4-a0d4-61e089598061 req-80c28fa5-2aa5-49df-a0bf-3451c2968b76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:26.743717 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-80c28fa5-2aa5-49df-a0bf-3451c2968b76 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 922 time: 0.5272999 Aug 23 14:13:26.837362 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-abd14dcc-d982-444e-9413-ee18e1cd3dcf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd36c005-af73-4138-8eba-bc7a02514228 HTTP/1.1" status: 200 len: 217 time: 0.0767758 Aug 23 14:13:26.937528 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e274c-d0cc-4b8e-b383-6458a2a3c2af req-ca572698-32cc-4570-8bd0-214c78c6b87e tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:26.938931 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2e0e274c-d0cc-4b8e-b383-6458a2a3c2af req-ca572698-32cc-4570-8bd0-214c78c6b87e tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.3670323 Aug 23 14:13:26.991885 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968611f2-71f9-4df4-a0d4-61e089598061 req-0ebebe1f-a732-4c57-b6ec-f4686ecf767c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:26.993966 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-0ebebe1f-a732-4c57-b6ec-f4686ecf767c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 200 len: 860 time: 0.1210935 Aug 23 14:13:27.064411 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2e0e274c-d0cc-4b8e-b383-6458a2a3c2af req-a75b267a-688d-45ac-bdb5-4efbf66e0d88 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109028 Aug 23 14:13:27.091187 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-c83fee80-5a32-4246-9a2b-3fe93ffcd957 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854585 Aug 23 14:13:27.110726 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-05520ba4-5eff-4a7a-ae44-232ce8c023a3 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:13:27.111682 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-05520ba4-5eff-4a7a-ae44-232ce8c023a3 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055163 Aug 23 14:13:27.265763 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3fe6c7f1-298d-4a90-811a-2fe7230c9317 req-d2ea81cb-33b0-44ce-925c-ea6ca8fe01c4 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:27.278624 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['9607d74b-b7d8-461c-a996-5eeef41d0e85'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:13:27.292445 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:27.363754 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea81cb-33b0-44ce-925c-ea6ca8fe01c4 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Pushing event deleted for resources: {'Port': ['ID=9607d74b-b7d8-461c-a996-5eeef41d0e85,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:27.370993 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d2ea81cb-33b0-44ce-925c-ea6ca8fe01c4 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:27.416315 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-68dfbd68-5c41-431b-8376-71a393f8853f service neutron] 10.222.0.86 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935576 Aug 23 14:13:27.501300 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe6c7f1-298d-4a90-811a-2fe7230c9317 req-d2ea81cb-33b0-44ce-925c-ea6ca8fe01c4 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] No DVR routers for this DVR port 9607d74b-b7d8-461c-a996-5eeef41d0e85 on host n-h1-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:13:27.547017 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3fe6c7f1-298d-4a90-811a-2fe7230c9317 req-d2ea81cb-33b0-44ce-925c-ea6ca8fe01c4 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:27.572760 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9e1af89c-b0f7-4014-a256-3f1dd5310f19 req-85291eb8-33be-49d6-ab71-e0065b68c66b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3585432 Aug 23 14:13:27.651101 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-3dc794df-7209-47d6-a4e8-c3a183ac618d service neutron] 10.222.0.86 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189100 Aug 23 14:13:27.719873 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3fe6c7f1-298d-4a90-811a-2fe7230c9317 req-d2ea81cb-33b0-44ce-925c-ea6ca8fe01c4 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] 10.222.0.91 "DELETE /v2.0/ports/9607d74b-b7d8-461c-a996-5eeef41d0e85 HTTP/1.1" status: 204 len: 173 time: 2.4107678 Aug 23 14:13:28.160579 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-92104577-072c-4e7d-8008-75655ced8e5c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 1096 time: 0.1889918 Aug 23 14:13:28.312081 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968611f2-71f9-4df4-a0d4-61e089598061 req-0d74cfc8-b089-4ab8-9724-4285a400e832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:28.313217 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-0d74cfc8-b089-4ab8-9724-4285a400e832 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 922 time: 0.1460903 Aug 23 14:13:28.422874 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81da1281-6869-40aa-bce8-bddbadd00774 None None] Sync routers for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:13:28.433520 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81da1281-6869-40aa-bce8-bddbadd00774 None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:13:28.434388 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-81da1281-6869-40aa-bce8-bddbadd00774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:28.445624 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-03d869de-e26a-4295-9e31-19c0aecc6718 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 HTTP/1.1" status: 200 len: 1000 time: 0.1261759 Aug 23 14:13:28.539599 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968611f2-71f9-4df4-a0d4-61e089598061 req-c97d31f4-8376-43e1-9657-5fb75aeec597 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:28.542320 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-c97d31f4-8376-43e1-9657-5fb75aeec597 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 200 len: 860 time: 0.0864644 Aug 23 14:13:28.669999 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-79386a8e-7fd7-477a-9d8d-81d2a6bc74a8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164231 Aug 23 14:13:28.695459 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-81da1281-6869-40aa-bce8-bddbadd00774 None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:13:28.829368 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-9b3469d8-c17f-4082-8309-620ede98022b service neutron] 10.222.0.86 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584251 Aug 23 14:13:29.051532 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-968611f2-71f9-4df4-a0d4-61e089598061 req-af597b16-7fe7-45e8-bea5-5dea8a2692aa service neutron] 10.222.0.86 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126446 Aug 23 14:13:29.136017 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-81da1281-6869-40aa-bce8-bddbadd00774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd30493-8766-46b0-948b-1ed4c7e98a23', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'floating_ip_address': '172.25.6.79', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'port_id': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'mac_address': 'fa:16:3e:ef:1c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:12:43Z', 'updated_at': '2021-08-23T14:13:26Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:29.140700 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81da1281-6869-40aa-bce8-bddbadd00774 None None] Checking router: bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:13:29.152348 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81da1281-6869-40aa-bce8-bddbadd00774 None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:13:29.152915 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-81da1281-6869-40aa-bce8-bddbadd00774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:29.275960 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'tag': 'dd36c005-af73-4138-8eba-bc7a02514228', 'status': 'completed', 'code': 200} Aug 23 14:13:29.276728 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'tag': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7', 'status': 'completed', 'code': 200} Aug 23 14:13:29.396142 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-81da1281-6869-40aa-bce8-bddbadd00774 None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:13:29.572420 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-e555bb96-51bf-4fd3-a53c-412c6a1b8b1f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 1096 time: 0.2753730 Aug 23 14:13:29.616959 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-71cbe60a-2496-4355-99f0-3979f07da2b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 1096 time: 0.2841046 Aug 23 14:13:29.739155 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 9607d74b-b7d8-461c-a996-5eeef41d0e85 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:29.816786 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: 9607d74b-b7d8-461c-a996-5eeef41d0e85 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:13:29.817135 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 9607d74b-b7d8-461c-a996-5eeef41d0e85 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:13:30.001485 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-0e31a6e2-588e-45b8-9045-5427a0802923 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:30.004688 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-0e31a6e2-588e-45b8-9045-5427a0802923 service neutron] 10.222.0.91 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 922 time: 0.4183538 Aug 23 14:13:30.036289 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-81da1281-6869-40aa-bce8-bddbadd00774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd30493-8766-46b0-948b-1ed4c7e98a23', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'floating_ip_address': '172.25.6.79', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'port_id': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'mac_address': 'fa:16:3e:ef:1c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:12:43Z', 'updated_at': '2021-08-23T14:13:26Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:30.056731 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81da1281-6869-40aa-bce8-bddbadd00774 None None] The sync data for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 is: [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd30493-8766-46b0-948b-1ed4c7e98a23', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'floating_ip_address': '172.25.6.79', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'port_id': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'mac_address': 'fa:16:3e:ef:1c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:12:43Z', 'updated_at': '2021-08-23T14:13:26Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:13:30.091218 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-48093faf-4dd3-4faa-97a0-003b8864878c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:30.093402 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-48093faf-4dd3-4faa-97a0-003b8864878c service neutron] 10.222.0.60 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 922 time: 0.4595346 Aug 23 14:13:30.207396 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1e98d-ab21-4ef7-a5ef-e40aaa7b2534 req-24698c66-f0c9-45b7-9974-3557a2fe7079 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:30.209109 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f4b1e98d-ab21-4ef7-a5ef-e40aaa7b2534 req-24698c66-f0c9-45b7-9974-3557a2fe7079 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 946 time: 0.4761860 Aug 23 14:13:30.220359 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-57d97d7d-48f3-436c-84ef-52f250ad7cb4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd36c005-af73-4138-8eba-bc7a02514228 HTTP/1.1" status: 200 len: 217 time: 0.2082040 Aug 23 14:13:30.362653 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-526875ea-dc04-4059-a033-48a18f41b7da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 HTTP/1.1" status: 200 len: 1000 time: 0.2610846 Aug 23 14:13:30.364988 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-b25d9d0c-6355-4577-9827-fc98b55eb96d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:30.365250 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-b25d9d0c-6355-4577-9827-fc98b55eb96d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 200 len: 860 time: 0.1193733 Aug 23 14:13:30.368993 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f4b1e98d-ab21-4ef7-a5ef-e40aaa7b2534 req-222f717d-a6fe-4eb7-b1e5-0739617652a2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/security-groups?id=092c13d1-3cdc-4d5a-b236-4b4e7a28615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476402 Aug 23 14:13:30.650696 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-53db7235-2d1d-436b-b1ae-06d1f14f330b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:30.653857 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-53db7235-2d1d-436b-b1ae-06d1f14f330b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 200 len: 860 time: 0.2836392 Aug 23 14:13:30.761417 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-bb9258b2-6da1-4025-ba5b-e4735ed7e5eb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2401481 Aug 23 14:13:30.911555 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-eb4e25ca-5c56-449d-b90c-1349cbc08dd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2449210 Aug 23 14:13:31.126899 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-0fe47f41-8e5d-4bf1-9067-65b57b641536 service neutron] 10.222.0.91 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576531 Aug 23 14:13:31.278236 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ea4214-23f3-442c-99cf-48b8b8bc5a4e', 'name': 'network-vif-deleted', 'tag': '9607d74b-b7d8-461c-a996-5eeef41d0e85'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:31.403406 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-2da081de-4639-4953-8813-1b3b58c9157f service neutron] 10.222.0.91 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604120 Aug 23 14:13:31.412285 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4719039-fc77-4fbb-8fa6-811fda80f509 req-da28632b-8940-4b68-b246-9759d0713b75 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:31.415423 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f4719039-fc77-4fbb-8fa6-811fda80f509 req-da28632b-8940-4b68-b246-9759d0713b75 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.4818900 Aug 23 14:13:31.419455 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-0c87189c-6667-46f2-86b9-e722ceaec43d service neutron] 10.222.0.60 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870303 Aug 23 14:13:31.432751 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 37324) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:31.556920 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-146d9ef0-e348-45b5-bf16-dec249de5ac2 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76506) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:13:31.559492 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-146d9ef0-e348-45b5-bf16-dec249de5ac2 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0104136 Aug 23 14:13:31.581001 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-ca3427b4-73db-4f27-a9a8-adf561503eaa service neutron] Request body: {'binding': {'host': 'n-h1-805629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:13:31.582269 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-ca3427b4-73db-4f27-a9a8-adf561503eaa service neutron] Unknown quota resources ['binding']. {{(pid=76506) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Aug 23 14:13:31.592437 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f4719039-fc77-4fbb-8fa6-811fda80f509 req-14162378-6bce-4e04-b3a8-3b602b83439e tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684506 Aug 23 14:13:31.662586 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45c0bf8d-a319-4664-9131-fab7d47fbed7 req-542fe885-cd9f-4524-883e-c330d7706f51 service neutron] 10.222.0.60 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202258 Aug 23 14:13:31.802768 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:31.878430 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1d523c3a-d4e5-4fe6-9be2-2f8f071e9cab req-b8be864f-0386-48b5-822e-01e5132efd97 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 1000 time: 0.1446161 Aug 23 14:13:31.921778 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b5240b83-536d-4240-94e6-331b572b4afa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b875f69ff1b34d17be0d3689a260d39b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4873607 Aug 23 14:13:31.934375 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 37332) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:32.002279 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d523c3a-d4e5-4fe6-9be2-2f8f071e9cab req-16fa2942-a7cb-451d-a878-2b650670b318 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:32.006521 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1d523c3a-d4e5-4fe6-9be2-2f8f071e9cab req-16fa2942-a7cb-451d-a878-2b650670b318 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports/9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 HTTP/1.1" status: 200 len: 942 time: 0.1132975 Aug 23 14:13:32.104089 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-01cf9099-bb35-4aa3-bd2d-62ea38418ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:32.132778 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-ca3427b4-73db-4f27-a9a8-adf561503eaa service neutron] Attempting to bind port 5ae21481-5899-4416-8d23-6a79dab86825 on host n-h1-805629-1 for vnic_type normal with profile None {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:13:32.133723 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-ca3427b4-73db-4f27-a9a8-adf561503eaa service neutron] Attempting to bind port 5ae21481-5899-4416-8d23-6a79dab86825 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:13:32.134041 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-ca3427b4-73db-4f27-a9a8-adf561503eaa service neutron] Attempting to bind port 5ae21481-5899-4416-8d23-6a79dab86825 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:13:32.160103 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-01cf9099-bb35-4aa3-bd2d-62ea38418ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:32.167902 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-ca3427b4-73db-4f27-a9a8-adf561503eaa service neutron] Port 5ae21481-5899-4416-8d23-6a79dab86825 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:13:32.168277 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-ca3427b4-73db-4f27-a9a8-adf561503eaa service neutron] Attempting to bind port 5ae21481-5899-4416-8d23-6a79dab86825 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:13:32.191782 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-ca3427b4-73db-4f27-a9a8-adf561503eaa service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:13:32.192119 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-ca3427b4-73db-4f27-a9a8-adf561503eaa service neutron] Checking segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:13:32.192509 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-ca3427b4-73db-4f27-a9a8-adf561503eaa service neutron] Bound using segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:13:32.193047 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-ca3427b4-73db-4f27-a9a8-adf561503eaa service neutron] Bound port: 5ae21481-5899-4416-8d23-6a79dab86825, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:13:32.286077 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-ca3427b4-73db-4f27-a9a8-adf561503eaa service neutron] For port 5ae21481-5899-4416-8d23-6a79dab86825, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=5ae21481-5899-4416-8d23-6a79dab86825,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:13:32.300853 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1d523c3a-d4e5-4fe6-9be2-2f8f071e9cab req-4cfa0af7-a6d8-47e5-802d-dbd3a8f30842 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 1000 time: 0.1585085 Aug 23 14:13:32.435133 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-ca3427b4-73db-4f27-a9a8-adf561503eaa service neutron] Notify callbacks [] for binding, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:32.453433 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-ca3427b4-73db-4f27-a9a8-adf561503eaa service neutron] 10.222.0.86 "POST /v2.0/ports/5ae21481-5899-4416-8d23-6a79dab86825/bindings HTTP/1.1" status: 201 len: 389 time: 0.8814244 Aug 23 14:13:32.463361 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-01cf9099-bb35-4aa3-bd2d-62ea38418ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:32.471951 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-01cf9099-bb35-4aa3-bd2d-62ea38418ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:32.471951 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-01cf9099-bb35-4aa3-bd2d-62ea38418ea5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c4cb626c-f052-44b3-bed2-d93360526906 HTTP/1.1" status: 204 len: 168 time: 0.5338547 Aug 23 14:13:32.487149 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:32.542929 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d523c3a-d4e5-4fe6-9be2-2f8f071e9cab req-1562f7f2-cde6-4d60-9c33-4d0c196d856b tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:32.550520 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1d523c3a-d4e5-4fe6-9be2-2f8f071e9cab req-1562f7f2-cde6-4d60-9c33-4d0c196d856b tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.2415776 Aug 23 14:13:32.554707 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf9099-bb35-4aa3-bd2d-62ea38418ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cb626c-f052-44b3-bed2-d93360526906,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:32.560508 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-01cf9099-bb35-4aa3-bd2d-62ea38418ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:32.928524 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100fc9a-6435-4853-b1c4-f1321ddb54b8 req-fe4160f0-8259-401c-a938-83d26d8bbba4 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:32.953211 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c100fc9a-6435-4853-b1c4-f1321ddb54b8 req-fe4160f0-8259-401c-a938-83d26d8bbba4 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 946 time: 0.1411159 Aug 23 14:13:32.953211 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ea4214-23f3-442c-99cf-48b8b8bc5a4e', 'name': 'network-vif-deleted', 'tag': '9607d74b-b7d8-461c-a996-5eeef41d0e85', 'status': 'completed', 'code': 200} Aug 23 14:13:32.957313 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 37352) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:32.966590 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-347786a4-f400-489b-82c3-1d3e0fcf861a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Request body: {'floatingip': {'port_id': '2136f4d0-1851-422f-9093-f255a5369cbf'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:13:33.388117 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-347786a4-f400-489b-82c3-1d3e0fcf861a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for floatingip, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:33.537265 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:33.617754 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-98ba8329-c0d1-4cc3-94fe-9c5055f2ea49 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 1000 time: 0.5513582 Aug 23 14:13:33.766475 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae3acf-bfe9-49d5-be13-ad8e90d06144 req-134da6b8-061b-4c51-8750-a4bb9b1b6f58 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:33.769805 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73ae3acf-bfe9-49d5-be13-ad8e90d06144 req-134da6b8-061b-4c51-8750-a4bb9b1b6f58 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.4565899 Aug 23 14:13:33.792103 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-4f375d64-72eb-4d0a-a7de-0882daffefe3 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:33.798670 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-4f375d64-72eb-4d0a-a7de-0882daffefe3 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports/9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 HTTP/1.1" status: 200 len: 942 time: 0.1694622 Aug 23 14:13:34.063407 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 37362) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:34.097493 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73ae3acf-bfe9-49d5-be13-ad8e90d06144 req-43b71369-f23e-4536-8179-e2b958d18103 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190279 Aug 23 14:13:34.195195 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-6d8c4287-a13e-4e68-9612-d0690d90c5d1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=265f306cfc4e4c7ab7b43c529bdbef4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1290355 Aug 23 14:13:34.201175 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 37368) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:34.297054 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-bcfb4e4c-0b3a-427a-a24f-ff5852793b39 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 1000 time: 0.4049602 Aug 23 14:13:34.393086 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2f50ad95-4578-44b4-83db-4e27beb784fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:34.450614 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2f50ad95-4578-44b4-83db-4e27beb784fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:34.686366 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-25f0d3cf-6c74-4d09-b418-5c6b1514600f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 1096 time: 0.6968570 Aug 23 14:13:34.707942 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2f50ad95-4578-44b4-83db-4e27beb784fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:34.718279 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9eba4a64-a024-47b9-a001-1b86490aea46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:34.738474 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50ad95-4578-44b4-83db-4e27beb784fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f0be9e-b8d7-45e6-8a96-76ad9b4b3478,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:34.744759 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2f50ad95-4578-44b4-83db-4e27beb784fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:34.746471 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2f50ad95-4578-44b4-83db-4e27beb784fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:34.748002 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-2f50ad95-4578-44b4-83db-4e27beb784fe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d7f0be9e-b8d7-45e6-8a96-76ad9b4b3478 HTTP/1.1" status: 204 len: 168 time: 0.5453827 Aug 23 14:13:34.914942 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-22b1e71f-a9e1-41b5-8d0c-fcdeaa0c1f77 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:34.916690 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-22b1e71f-a9e1-41b5-8d0c-fcdeaa0c1f77 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.5975308 Aug 23 14:13:35.065686 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559aeb6-db49-4c70-bbbc-1322cde7ac8a req-1f428476-3d96-4b64-b194-58a6a343436d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:35.067072 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7559aeb6-db49-4c70-bbbc-1322cde7ac8a req-1f428476-3d96-4b64-b194-58a6a343436d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 945 time: 0.6742561 Aug 23 14:13:35.095705 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-88065b54-e341-4195-8a2d-b3eb1802ce30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:35.100024 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-88065b54-e341-4195-8a2d-b3eb1802ce30 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.4028816 Aug 23 14:13:35.340358 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-c088afb4-3fd0-4f03-9103-e81b5f25ded7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae21481-5899-4416-8d23-6a79dab86825 HTTP/1.1" status: 200 len: 217 time: 0.2243054 Aug 23 14:13:35.346987 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-f80cbc7f-81ec-4434-bac1-d3252c3a77af tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 1000 time: 0.4022484 Aug 23 14:13:35.405402 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-422bed98-ccf7-40fd-9696-da52e19b5c31 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Request body: {'floatingip': {'port_id': None}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:13:35.467583 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [None req-347786a4-f400-489b-82c3-1d3e0fcf861a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:13:35.524539 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7559aeb6-db49-4c70-bbbc-1322cde7ac8a req-848b0088-492d-4ecb-8866-02012756dd92 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367094 Aug 23 14:13:35.602089 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-61f18a80-0c7f-4fce-a17c-70728aece95f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:35.604665 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-61f18a80-0c7f-4fce-a17c-70728aece95f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.2515883 Aug 23 14:13:35.695273 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-9e3c98de-bf0f-49a8-a933-d124b6015f36 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820501 Aug 23 14:13:35.737964 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-347786a4-f400-489b-82c3-1d3e0fcf861a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:35.740664 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-422bed98-ccf7-40fd-9696-da52e19b5c31 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for floatingip, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:35.931266 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-347786a4-f400-489b-82c3-1d3e0fcf861a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:36.404240 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-9918cfb4-0a61-4fd5-8c22-e3f4d59fb933 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947463 Aug 23 14:13:36.665987 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-422bed98-ccf7-40fd-9696-da52e19b5c31 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:36.797624 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 37398) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:36.809020 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a172c19-b614-4b29-9581-f13c78bd77c5 req-2f552d0e-6fef-4343-889d-559b0c00e5e2 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:36.818337 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a172c19-b614-4b29-9581-f13c78bd77c5 req-2f552d0e-6fef-4343-889d-559b0c00e5e2 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.6126590 Aug 23 14:13:36.851685 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-8be97de2-aa5c-4b86-a954-c5b7aab645ae service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358659 Aug 23 14:13:36.887782 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-422bed98-ccf7-40fd-9696-da52e19b5c31 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:36.892739 n-d-805629-1 neutron-server[76505]: INFO neutron.db.l3_db [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-422bed98-ccf7-40fd-9696-da52e19b5c31 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Floating IP ddd30493-8766-46b0-948b-1ed4c7e98a23 disassociated. External IP: 172.25.6.79, port: 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7. Aug 23 14:13:36.955482 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a172c19-b614-4b29-9581-f13c78bd77c5 req-8d25ecbf-decb-404c-a9bd-a0047700e9fa tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362033 Aug 23 14:13:37.003586 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac1d6-91d8-4a14-845a-5ba2861f0e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:37.010153 n-d-805629-1 neutron-server[76505]: INFO neutron.db.l3_db [None req-347786a4-f400-489b-82c3-1d3e0fcf861a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Floating IP 6059b9bb-d96e-49d7-895c-ef0e807b560d associated. External IP: 172.25.6.149, port: 2136f4d0-1851-422f-9093-f255a5369cbf. Aug 23 14:13:37.063812 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-9e8ac1d6-91d8-4a14-845a-5ba2861f0e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:37.072166 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-9e8ac1d6-91d8-4a14-845a-5ba2861f0e30 admin admin] Usage tracker for resource:security_group_rule and tenant:69e4c47840be4b868447d29ab99ea61a is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:37.083809 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-9e8ac1d6-91d8-4a14-845a-5ba2861f0e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:37.095084 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-9e8ac1d6-91d8-4a14-845a-5ba2861f0e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:37.269051 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac1d6-91d8-4a14-845a-5ba2861f0e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:37.441437 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9e8ac1d6-91d8-4a14-845a-5ba2861f0e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:37.441702 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5284d8a8-28c6-4cc8-b9f7-1c99045c2881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:37.476497 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ac1d6-91d8-4a14-845a-5ba2861f0e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14603fac-f7f0-4bf3-bdb7-12a08770db03,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:37.483134 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9e8ac1d6-91d8-4a14-845a-5ba2861f0e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:37.512095 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9e8ac1d6-91d8-4a14-845a-5ba2861f0e30 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=69e4c47840be4b868447d29ab99ea61a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7133319 Aug 23 14:13:37.520297 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 37412) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:37.549028 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28665263-0f4f-4d22-a64e-92407905b08c req-e4a0ea4e-39ea-4a5e-a592-d90fc784c2d1 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:37.551000 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-28665263-0f4f-4d22-a64e-92407905b08c req-e4a0ea4e-39ea-4a5e-a592-d90fc784c2d1 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 945 time: 0.2998865 Aug 23 14:13:37.558831 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-4ffe84df-f218-436e-a4b5-368791e3c88e tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040&tenant_id=e457f5bb77ff4c95a16e095f62e5326f&binding%3Ahost_id=n-h2-805629-1 HTTP/1.1" status: 200 len: 1096 time: 0.2592716 Aug 23 14:13:37.601481 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805629-1'}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:13:37.605864 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7e9f635b-3686-4bec-98b4-e33474dc7afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:37.662510 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7e9f635b-3686-4bec-98b4-e33474dc7afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:37.765804 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 37418) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:37.837214 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-28665263-0f4f-4d22-a64e-92407905b08c req-0e197256-9114-4a68-88e9-f14ab7491aad tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747490 Aug 23 14:13:37.867304 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:37.986269 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7e9f635b-3686-4bec-98b4-e33474dc7afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:37.986269 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-412e309e-aff6-44c2-bdea-7973f5c52039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:38.029763 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f635b-3686-4bec-98b4-e33474dc7afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14603fac-f7f0-4bf3-bdb7-12a08770db03,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:38.033748 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7e9f635b-3686-4bec-98b4-e33474dc7afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:38.059220 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7e9f635b-3686-4bec-98b4-e33474dc7afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:38.063247 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-7e9f635b-3686-4bec-98b4-e33474dc7afc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/14603fac-f7f0-4bf3-bdb7-12a08770db03 HTTP/1.1" status: 204 len: 168 time: 0.5418665 Aug 23 14:13:38.086067 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-528034441-network', 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:13:38.162160 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:38.211347 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Usage tracker for resource:network and tenant:63f6d3e03bd94898a05c4b30ee9961e4 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:38.239165 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:38.299090 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:38.354308 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6c5d7e69-31fa-44d6-9b7d-947ebaf61949 req-b15feb8c-9d6c-4440-858c-a4f2b460e9d8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2564604 Aug 23 14:13:38.362396 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] For port 5ae21481-5899-4416-8d23-6a79dab86825, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=5ae21481-5899-4416-8d23-6a79dab86825,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:38.558969 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Made reservation on behalf of 63f6d3e03bd94898a05c4b30ee9961e4 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:13:38.564590 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:38.589256 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:38.634063 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6c5d7e69-31fa-44d6-9b7d-947ebaf61949 req-af9918d2-1e98-4912-a35c-b2b5016a811d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e16e074657a24430a915d9b1700cf204&device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 1101 time: 0.2160404 Aug 23 14:13:38.693404 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:38.699579 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:13:38.780252 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] For port 5ae21481-5899-4416-8d23-6a79dab86825, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:13:38.832997 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Usage tracker for resource:security_group_rule and tenant:63f6d3e03bd94898a05c4b30ee9961e4 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:38.841892 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:38.854050 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:38.910965 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a527227-d2bb-42e2-bd0e-1e5015964040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae21481-5899-4416-8d23-6a79dab86825'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:38.925915 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:38.946499 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d7e69-31fa-44d6-9b7d-947ebaf61949 req-e2bfe307-c559-4b47-8c9c-d2b8d1d903cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:38.948033 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6c5d7e69-31fa-44d6-9b7d-947ebaf61949 req-e2bfe307-c559-4b47-8c9c-d2b8d1d903cf service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.2800999 Aug 23 14:13:38.964014 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef017d-b5fd-4ba5-a6d3-1ffce16603ed req-7b655bfd-a222-4e0e-8b5e-e3eb5f1d2a33 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:38.964014 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-edef017d-b5fd-4ba5-a6d3-1ffce16603ed req-7b655bfd-a222-4e0e-8b5e-e3eb5f1d2a33 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.4460204 Aug 23 14:13:39.036558 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-422bed98-ccf7-40fd-9696-da52e19b5c31 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:13:39.040802 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347786a4-f400-489b-82c3-1d3e0fcf861a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:13:39.044037 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6c5d7e69-31fa-44d6-9b7d-947ebaf61949 req-e5e78a4e-9c9e-4cb3-97a8-19494310ebaf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=2a5e9bac-3f15-4f64-9826-98e652e99337 HTTP/1.1" status: 200 len: 217 time: 0.0882933 Aug 23 14:13:39.104629 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-edef017d-b5fd-4ba5-a6d3-1ffce16603ed req-29e9e81a-c029-43e5-8e18-efdcbd0a61c2 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413233 Aug 23 14:13:39.109675 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:39.146607 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d7e69-31fa-44d6-9b7d-947ebaf61949 req-af94e051-a889-45c6-8079-0720f4165503 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:39.148601 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6c5d7e69-31fa-44d6-9b7d-947ebaf61949 req-af94e051-a889-45c6-8079-0720f4165503 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.0904760 Aug 23 14:13:39.187932 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:39.266460 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6c5d7e69-31fa-44d6-9b7d-947ebaf61949 req-0d20ad86-4fbf-49d4-9c80-050a4e22d0c5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076069 Aug 23 14:13:39.367928 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:39.375440 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2f50ad95-4578-44b4-83db-4e27beb784fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:39.414342 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:13:39.431695 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a527227-d2bb-42e2-bd0e-1e5015964040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae21481-5899-4416-8d23-6a79dab86825', 'code': 200} Aug 23 14:13:39.466863 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d7fb6a-906c-4a80-aedf-9fb34960e419,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:39.466999 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:39.477390 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:39.481421 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:39.482233 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Added segment 7e831ccd-7a95-4669-a351-87cb88509e73 of type vlan for network 25d788dc-79d6-46be-8fa1-467aa9f15a13 Aug 23 14:13:39.529287 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6c5d7e69-31fa-44d6-9b7d-947ebaf61949 req-45fd0c80-ac93-4a40-8501-a1acb7ccacd2 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549858 Aug 23 14:13:39.559771 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:39.787120 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6c5d7e69-31fa-44d6-9b7d-947ebaf61949 req-91e4a14b-acb3-422d-81d5-739106ab44d2 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460442 Aug 23 14:13:39.847401 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Attempting to bind port 5ae21481-5899-4416-8d23-6a79dab86825 on host n-h2-805629-1 for vnic_type normal with profile {"migrating_to": "n-h1-805629-1"} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:13:39.847672 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Attempting to bind port 5ae21481-5899-4416-8d23-6a79dab86825 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:13:39.849415 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Attempting to bind port 5ae21481-5899-4416-8d23-6a79dab86825 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:13:39.872287 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Pushing event updated for resources: {'Port': ['ID=5ae21481-5899-4416-8d23-6a79dab86825,revision_number=7']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:39.879032 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:39.891298 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Port 5ae21481-5899-4416-8d23-6a79dab86825 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:13:39.891298 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Attempting to bind port 5ae21481-5899-4416-8d23-6a79dab86825 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:13:40.009296 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:13:40.009296 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Checking segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:13:40.009296 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Bound using segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:13:40.009296 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Bound port: 5ae21481-5899-4416-8d23-6a79dab86825, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:13:40.009296 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:40.190533 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:40.190533 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:40.190533 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:40.190533 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-62741393-a167-4fea-a600-dce1053bad10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:40.199753 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a3487-f17d-41d1-a823-858f516a3f7c req-1986df00-1f26-4164-9313-4317dc910139 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:40.213007 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-011a3487-f17d-41d1-a823-858f516a3f7c req-1986df00-1f26-4164-9313-4317dc910139 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 943 time: 0.5841885 Aug 23 14:13:40.392160 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Pushing event updated for resources: {'Network': ['ID=25d788dc-79d6-46be-8fa1-467aa9f15a13,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:40.403870 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:40.404009 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 25d788dc-79d6-46be-8fa1-467aa9f15a13 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:13:40.411974 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-011a3487-f17d-41d1-a823-858f516a3f7c req-7e3be32a-bde4-457b-b806-6fc82fc6f3eb tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966124 Aug 23 14:13:40.419377 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] For port 5ae21481-5899-4416-8d23-6a79dab86825, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:13:40.432907 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] For port 5ae21481-5899-4416-8d23-6a79dab86825, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=5ae21481-5899-4416-8d23-6a79dab86825,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:13:40.442237 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-422bed98-ccf7-40fd-9696-da52e19b5c31 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:13:40.450562 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-422bed98-ccf7-40fd-9696-da52e19b5c31 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:40.552171 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa48a7c-015c-4ca3-b633-954478f8615f None None] Sync routers for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:13:40.559656 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347786a4-f400-489b-82c3-1d3e0fcf861a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:13:40.582089 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-347786a4-f400-489b-82c3-1d3e0fcf861a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:40.582498 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2524bb7f-da5d-44ab-be46-b4cb202752b0 None None] Sync routers for ids ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:13:40.593451 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2524bb7f-da5d-44ab-be46-b4cb202752b0 None None] Routers {'3e432c3c-10c7-41fb-8f00-6ac2322038a2'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:13:40.594601 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-2524bb7f-da5d-44ab-be46-b4cb202752b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:40.648628 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa48a7c-015c-4ca3-b633-954478f8615f None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:13:40.649273 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-6fa48a7c-015c-4ca3-b633-954478f8615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:40.693945 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-422bed98-ccf7-40fd-9696-da52e19b5c31 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "PUT /v2.0/floatingips/ddd30493-8766-46b0-948b-1ed4c7e98a23 HTTP/1.1" status: 200 len: 694 time: 5.3001637 Aug 23 14:13:40.774474 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-347786a4-f400-489b-82c3-1d3e0fcf861a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "PUT /v2.0/floatingips/6059b9bb-d96e-49d7-895c-ef0e807b560d HTTP/1.1" status: 200 len: 992 time: 7.8123119 Aug 23 14:13:41.011988 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-35585fa6-fc80-40ef-a742-fb6239dc6ecb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 1096 time: 0.2074742 Aug 23 14:13:41.106988 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-2524bb7f-da5d-44ab-be46-b4cb202752b0 None None] Set router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:13:41.283600 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-6fa48a7c-015c-4ca3-b633-954478f8615f None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:13:41.399126 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-82e40fa3-6a10-48c0-a448-2b8fc30e3fea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:41.400931 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-82e40fa3-6a10-48c0-a448-2b8fc30e3fea service neutron] 10.222.0.86 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 922 time: 0.3881710 Aug 23 14:13:41.471792 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'tag': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7'}, {'name': 'network-changed', 'server_uuid': 'd2400481-36f9-43d4-91e3-ecaa43bd7bea', 'tag': '2136f4d0-1851-422f-9093-f255a5369cbf'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:41.491900 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635aa1f-b172-4652-8f39-5a33c3f2940a req-27056d13-3e28-4df3-a90f-1720b72284a1 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:41.498696 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1635aa1f-b172-4652-8f39-5a33c3f2940a req-27056d13-3e28-4df3-a90f-1720b72284a1 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.4423304 Aug 23 14:13:41.532282 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-3355a4bc-8aa5-4b0c-847c-2258442cf52c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 HTTP/1.1" status: 200 len: 217 time: 0.1245108 Aug 23 14:13:41.639928 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1635aa1f-b172-4652-8f39-5a33c3f2940a req-351570a1-2144-48ca-8612-552ae8f309f5 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394770 Aug 23 14:13:41.652709 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-2524bb7f-da5d-44ab-be46-b4cb202752b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'name': 'tempest-ServersTestBootFromVolume-525955746-router', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:16Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'gw_port': {'id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:19Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': '6059b9bb-d96e-49d7-895c-ef0e807b560d', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'port_id': '2136f4d0-1851-422f-9093-f255a5369cbf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b', 'mac_address': 'fa:16:3e:6b:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2400481-36f9-43d4-91e3-ecaa43bd7bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:11:47Z', 'updated_at': '2021-08-23T14:13:35Z', 'revision_number': 1, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547ed4ec-29bf-42f8-9d93-5535cf39bfb5', 'name': '', 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'mac_address': 'fa:16:3e:88:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:28Z', 'updated_at': '2021-08-23T14:11:43Z', 'revision_number': 5, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'subnets': [{'id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:41.664942 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2524bb7f-da5d-44ab-be46-b4cb202752b0 None None] Checking router: 3e432c3c-10c7-41fb-8f00-6ac2322038a2 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:13:41.689137 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2524bb7f-da5d-44ab-be46-b4cb202752b0 None None] Routers {'3e432c3c-10c7-41fb-8f00-6ac2322038a2'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:13:41.692832 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-2524bb7f-da5d-44ab-be46-b4cb202752b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:41.719600 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-084eb9d7-6b83-4eaa-958f-182fac86c61d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:41.723916 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-084eb9d7-6b83-4eaa-958f-182fac86c61d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 200 len: 860 time: 0.1687059 Aug 23 14:13:42.036140 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-057b9379-b8e5-475d-8a83-b5dcf12bb23a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3021307 Aug 23 14:13:42.063774 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-6fa48a7c-015c-4ca3-b633-954478f8615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:42.063774 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa48a7c-015c-4ca3-b633-954478f8615f None None] Checking router: bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:13:42.091002 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-2524bb7f-da5d-44ab-be46-b4cb202752b0 None None] Set router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:13:42.106502 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa48a7c-015c-4ca3-b633-954478f8615f None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:13:42.106502 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-6fa48a7c-015c-4ca3-b633-954478f8615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:42.226490 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'tag': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7', 'status': 'completed', 'code': 200} Aug 23 14:13:42.226817 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2400481-36f9-43d4-91e3-ecaa43bd7bea', 'tag': '2136f4d0-1851-422f-9093-f255a5369cbf', 'status': 'completed', 'code': 200} Aug 23 14:13:42.310221 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-73833c46-2877-4a67-b62e-093d60246ca9 req-48835c74-f779-4a4d-9d21-96484a665d8f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=367726b8e8974513a0f4f9b7e33a565b&device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 1097 time: 0.1564260 Aug 23 14:13:42.521502 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-6fa48a7c-015c-4ca3-b633-954478f8615f None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:13:42.658080 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73833c46-2877-4a67-b62e-093d60246ca9 req-deb771a1-13e6-4fc9-b31e-7eee2d9eece2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:42.661189 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-73833c46-2877-4a67-b62e-093d60246ca9 req-deb771a1-13e6-4fc9-b31e-7eee2d9eece2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4e424618-b036-4eb2-865e-2fa157948c1b HTTP/1.1" status: 200 len: 916 time: 0.3425643 Aug 23 14:13:42.764613 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-d62f81b2-74d9-45a3-a810-40bbe50e0da2 service neutron] 10.222.0.86 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7224555 Aug 23 14:13:42.856335 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-73833c46-2877-4a67-b62e-093d60246ca9 req-a977c871-2015-4376-a088-0896460425b0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2136f4d0-1851-422f-9093-f255a5369cbf HTTP/1.1" status: 200 len: 1000 time: 0.1870735 Aug 23 14:13:42.938203 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73833c46-2877-4a67-b62e-093d60246ca9 req-7b931e13-f13d-4f36-be95-e0dfdee63da4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 1096 time: 0.7139709 Aug 23 14:13:42.939924 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-2524bb7f-da5d-44ab-be46-b4cb202752b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'name': 'tempest-ServersTestBootFromVolume-525955746-router', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:16Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'gw_port': {'id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:19Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': '6059b9bb-d96e-49d7-895c-ef0e807b560d', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'port_id': '2136f4d0-1851-422f-9093-f255a5369cbf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b', 'mac_address': 'fa:16:3e:6b:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2400481-36f9-43d4-91e3-ecaa43bd7bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:11:47Z', 'updated_at': '2021-08-23T14:13:35Z', 'revision_number': 1, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547ed4ec-29bf-42f8-9d93-5535cf39bfb5', 'name': '', 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'mac_address': 'fa:16:3e:88:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:28Z', 'updated_at': '2021-08-23T14:11:43Z', 'revision_number': 5, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'subnets': [{'id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:42.950913 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2524bb7f-da5d-44ab-be46-b4cb202752b0 None None] The sync data for ids ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'] in n-d-805629-1 is: [{'id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'name': 'tempest-ServersTestBootFromVolume-525955746-router', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:16Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'gw_port': {'id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:19Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': '6059b9bb-d96e-49d7-895c-ef0e807b560d', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'floating_ip_address': '172.25.6.149', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'port_id': '2136f4d0-1851-422f-9093-f255a5369cbf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b', 'mac_address': 'fa:16:3e:6b:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2400481-36f9-43d4-91e3-ecaa43bd7bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:11:47Z', 'updated_at': '2021-08-23T14:13:35Z', 'revision_number': 1, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547ed4ec-29bf-42f8-9d93-5535cf39bfb5', 'name': '', 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'mac_address': 'fa:16:3e:88:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:28Z', 'updated_at': '2021-08-23T14:11:43Z', 'revision_number': 5, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'subnets': [{'id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:13:42.974066 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73833c46-2877-4a67-b62e-093d60246ca9 req-f8564a92-9743-48ff-bf41-aa89b928f8b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:42.976006 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-73833c46-2877-4a67-b62e-093d60246ca9 req-f8564a92-9743-48ff-bf41-aa89b928f8b8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=51af3679-7d0c-4da5-a19a-365ada920d5d HTTP/1.1" status: 200 len: 854 time: 0.1106431 Aug 23 14:13:43.050927 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 5.2840986 Aug 23 14:13:43.055135 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 37472) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:43.065755 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531c9dd-4e0e-4b82-ae96-5ab64a1a2dd6 req-a2ef16ee-79cf-4b61-850b-73a99fd23d77 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:43.070044 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Request body: {'subnet': {'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-528034441-subnet', 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:13:43.070432 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-6fa48a7c-015c-4ca3-b633-954478f8615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:43.075106 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:43.075650 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7531c9dd-4e0e-4b82-ae96-5ab64a1a2dd6 req-a2ef16ee-79cf-4b61-850b-73a99fd23d77 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 943 time: 0.5891902 Aug 23 14:13:43.081262 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa48a7c-015c-4ca3-b633-954478f8615f None None] The sync data for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 is: [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:13:43.084764 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Usage tracker for resource:subnet and tenant:63f6d3e03bd94898a05c4b30ee9961e4 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:43.091402 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:43.105123 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:43.116167 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-73833c46-2877-4a67-b62e-093d60246ca9 req-fffc23ae-dd83-43ab-aa97-472aaa875c47 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e424618-b036-4eb2-865e-2fa157948c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303942 Aug 23 14:13:43.117384 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b5fc230-1391-4e37-9b77-8982e6587d17 req-7de21fdc-1b16-4807-b9ed-56b0b626370d service neutron] 10.222.0.86 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433945 Aug 23 14:13:43.208879 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:43.225285 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c75b7896-572b-42ba-a5dd-2a8c491bb85d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:43.333670 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-73833c46-2877-4a67-b62e-093d60246ca9 req-5f098a49-47b8-4042-a34f-3357e5cfe18e service neutron] 10.222.0.91 "GET /v2.0/networks/4e424618-b036-4eb2-865e-2fa157948c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050488 Aug 23 14:13:43.400743 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7531c9dd-4e0e-4b82-ae96-5ab64a1a2dd6 req-d92ff5d1-f726-4745-83b8-fa6e804bdcd4 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239279 Aug 23 14:13:43.424186 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 37482) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:43.427518 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Made reservation on behalf of 63f6d3e03bd94898a05c4b30ee9961e4 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:13:43.430674 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:43.440437 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b3599-a223-4f6d-af0c-e3642e120365 None None] New status for floating IP 6059b9bb-d96e-49d7-895c-ef0e807b560d: ACTIVE {{(pid=76509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:13:43.476528 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73833c46-2877-4a67-b62e-093d60246ca9 req-20456d29-2e8a-4d4c-9b11-25b2800800fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:43.480696 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73833c46-2877-4a67-b62e-093d60246ca9 req-20456d29-2e8a-4d4c-9b11-25b2800800fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 922 time: 0.5325336 Aug 23 14:13:43.686348 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Pushing event updated for resources: {'Port': ['ID=5ae21481-5899-4416-8d23-6a79dab86825,revision_number=8']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:43.809134 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:43.842278 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2021272241-network', 'tenant_id': '68a58e4ba53c42e18be665e5234f87bb'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:13:43.929089 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:43.946073 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Usage tracker for resource:network and tenant:68a58e4ba53c42e18be665e5234f87bb is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:43.951422 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73833c46-2877-4a67-b62e-093d60246ca9 req-be8993d0-bf77-4fbe-b334-1f293cfaf7d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 HTTP/1.1" status: 200 len: 217 time: 0.2579968 Aug 23 14:13:43.952356 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:43.967923 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:44.000676 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-73833c46-2877-4a67-b62e-093d60246ca9 req-0bd79b64-cf5a-4ea5-8983-cc50602bf9b0 service neutron] 10.222.0.91 "GET /v2.0/networks/4e424618-b036-4eb2-865e-2fa157948c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572170 Aug 23 14:13:44.128254 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73833c46-2877-4a67-b62e-093d60246ca9 req-491e4f3f-7256-4f01-aba8-449fc940454f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:44.133723 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73833c46-2877-4a67-b62e-093d60246ca9 req-491e4f3f-7256-4f01-aba8-449fc940454f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 200 len: 860 time: 0.1593144 Aug 23 14:13:44.138074 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:44.141125 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] 10.222.0.91 "PUT /v2.0/ports/5ae21481-5899-4416-8d23-6a79dab86825 HTTP/1.1" status: 200 len: 1121 time: 6.5535252 Aug 23 14:13:44.231734 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a527227-d2bb-42e2-bd0e-1e5015964040', 'tag': '5ae21481-5899-4416-8d23-6a79dab86825'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:44.246808 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['5ae21481-5899-4416-8d23-6a79dab86825'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:13:44.305205 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3fe01-c60c-4634-a55b-81e1d8eb1060 req-ed1b624a-ce7f-4087-a782-a578b40c281c tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:44.308215 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-07f3fe01-c60c-4634-a55b-81e1d8eb1060 req-ed1b624a-ce7f-4087-a782-a578b40c281c tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.4608021 Aug 23 14:13:44.313393 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Made reservation on behalf of 68a58e4ba53c42e18be665e5234f87bb for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:13:44.317724 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:44.369653 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:44.427573 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73833c46-2877-4a67-b62e-093d60246ca9 req-1f470255-665b-4c18-96f7-6c7043b4f4a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2841394 Aug 23 14:13:44.437376 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-07f3fe01-c60c-4634-a55b-81e1d8eb1060 req-ced4800a-a9c6-41a8-9219-0d0e9fe39185 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919058 Aug 23 14:13:44.443292 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:44.464817 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Usage tracker for resource:security_group_rule and tenant:68a58e4ba53c42e18be665e5234f87bb is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:44.535482 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:44.547619 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:44.549591 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:44.549765 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:44.549948 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a527227-d2bb-42e2-bd0e-1e5015964040', 'tag': '5ae21481-5899-4416-8d23-6a79dab86825', 'status': 'completed', 'code': 200} Aug 23 14:13:44.697686 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:44.708645 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db288af1-dbbc-47b5-b528-6df8f5570c85,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:44.722581 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:44.755812 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73833c46-2877-4a67-b62e-093d60246ca9 req-9c9ac968-9942-493c-b791-5ee74637b938 service neutron] 10.222.0.60 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106506 Aug 23 14:13:44.772012 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7ef4edf1-ca7a-4412-bfbe-cc83b911c176 req-e6f55bdb-6aee-4cdf-aac3-3a554d09da63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 1124 time: 0.1839321 Aug 23 14:13:44.776167 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Checking segment: {'id': '7e831ccd-7a95-4669-a351-87cb88509e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:13:44.776627 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Network hostable DHCP agents. Network: 25d788dc-79d6-46be-8fa1-467aa9f15a13, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:13:44.962536 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:44.968278 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-5917a47f-6080-411b-8b62-3167c08d262f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:44.986373 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4edf1-ca7a-4412-bfbe-cc83b911c176 req-6ac7fc73-4e49-4d30-be67-4e5606e6ab86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:44.988767 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7ef4edf1-ca7a-4412-bfbe-cc83b911c176 req-6ac7fc73-4e49-4d30-be67-4e5606e6ab86 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.1927683 Aug 23 14:13:45.042389 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:13:45.044859 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099a68f6-bc52-4ca2-9dc9-5da455b5499c,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:45.071581 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:45.092280 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:45.092929 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Added segment 012a4891-4894-41da-9448-7e9157fca13a of type vlan for network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb Aug 23 14:13:45.112191 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73833c46-2877-4a67-b62e-093d60246ca9 req-87399b0d-51f8-4d7d-9464-39075deb7bdd service neutron] 10.222.0.60 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221931 Aug 23 14:13:45.135130 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7ef4edf1-ca7a-4412-bfbe-cc83b911c176 req-a3debe51-9618-4a46-9647-d1f2d8191f13 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae21481-5899-4416-8d23-6a79dab86825 HTTP/1.1" status: 200 len: 217 time: 0.1351624 Aug 23 14:13:45.141871 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5903d-3114-455d-8520-2a8a27f8dee8 req-db17b996-d863-4d74-8fe8-b7aff70be469 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:45.143406 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4fa5903d-3114-455d-8520-2a8a27f8dee8 req-db17b996-d863-4d74-8fe8-b7aff70be469 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 943 time: 0.3553121 Aug 23 14:13:45.159627 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:45.189576 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Network 25d788dc-79d6-46be-8fa1-467aa9f15a13 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:13:45.249657 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4edf1-ca7a-4412-bfbe-cc83b911c176 req-d392dfd8-9b0d-4816-a782-bf147990781c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:45.251177 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7ef4edf1-ca7a-4412-bfbe-cc83b911c176 req-d392dfd8-9b0d-4816-a782-bf147990781c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.1097064 Aug 23 14:13:45.251523 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4fa5903d-3114-455d-8520-2a8a27f8dee8 req-41c03e78-1bd9-45e4-affa-b24259c86a1a tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945177 Aug 23 14:13:45.310408 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7ef4edf1-ca7a-4412-bfbe-cc83b911c176 req-f6585665-f635-4e6e-94a8-c65c5d7f5f75 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510333 Aug 23 14:13:45.410115 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 25d788dc-79d6-46be-8fa1-467aa9f15a13) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:13:45.415400 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:45.419319 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:45.426210 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72223cb-ad7b-4e60-8db1-76567d348d13 None None] Network 25d788dc-79d6-46be-8fa1-467aa9f15a13 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:13:45.516252 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:45.523719 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:45.524758 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:45.532798 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:45.541903 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7ef4edf1-ca7a-4412-bfbe-cc83b911c176 req-004ebd70-2a99-4c2e-a0ff-f13a9bbdb0b7 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241652 Aug 23 14:13:45.679300 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6194077 Aug 23 14:13:45.694540 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 37510) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:45.707547 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-528034441-router', 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:13:45.728189 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:45.739418 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Usage tracker for resource:router and tenant:63f6d3e03bd94898a05c4b30ee9961e4 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:45.748118 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:45.752971 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1a67d-8ec0-4268-a255-3541068b4af5 None None] New status for floating IP ddd30493-8766-46b0-948b-1ed4c7e98a23: DOWN {{(pid=76510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:13:45.768982 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:45.797586 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-25d788dc-79d6-46be-8fa1-467aa9f15a13', 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13', 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'fixed_ips': [{'subnet_id': 'db288af1-dbbc-47b5-b528-6df8f5570c85'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:13:45.797816 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7ef4edf1-ca7a-4412-bfbe-cc83b911c176 req-85ac321a-e31e-4341-a188-476f86c4cb24 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467322 Aug 23 14:13:45.798817 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:45.878336 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Pushing event updated for resources: {'Network': ['ID=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:45.890012 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:13:45.896511 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:45.972784 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-cebfeb54-16ca-467f-867f-f7a1dfc77b1c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:45.983707 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-cebfeb54-16ca-467f-867f-f7a1dfc77b1c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5450406 Aug 23 14:13:45.993951 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:45.995365 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:46.034125 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:46.057604 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfdd7e-7109-49a0-a386-9ef7db0136f5 req-1653f0bc-5703-4be5-806b-49a40d910c68 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:46.059617 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e4dfdd7e-7109-49a0-a386-9ef7db0136f5 req-1653f0bc-5703-4be5-806b-49a40d910c68 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.2666025 Aug 23 14:13:46.128806 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-ce7e8dbe-e1f8-4ef9-bbd9-a10849ba47a0 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 697 time: 0.1407878 Aug 23 14:13:46.153540 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-30be91d6-781c-4f71-8fdc-4efcdd24182e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Request body: {'floatingip': {'port_id': 'dd36c005-af73-4138-8eba-bc7a02514228', 'fixed_ip_address': '172.20.0.7'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:13:46.205649 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Allocated IP 172.20.0.2 (25d788dc-79d6-46be-8fa1-467aa9f15a13/db288af1-dbbc-47b5-b528-6df8f5570c85/428ade7e-11b8-407b-ab27-cc0b1f7bd25b) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:13:46.218654 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7759190 Aug 23 14:13:46.224599 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 37516) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:46.242195 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Request body: {'subnet': {'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2021272241-subnet', 'tenant_id': '68a58e4ba53c42e18be665e5234f87bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:13:46.249330 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-30be91d6-781c-4f71-8fdc-4efcdd24182e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for floatingip, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:46.254984 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:46.262584 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Usage tracker for resource:subnet and tenant:68a58e4ba53c42e18be665e5234f87bb is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:46.273617 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:46.289545 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:46.335849 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e4dfdd7e-7109-49a0-a386-9ef7db0136f5 req-a872e909-612e-4c7a-b83f-81816763e951 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353380 Aug 23 14:13:46.667672 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:46.686555 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:46.691627 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Made reservation on behalf of 68a58e4ba53c42e18be665e5234f87bb for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:13:46.692820 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Transition to ACTIVE for port object 428ade7e-11b8-407b-ab27-cc0b1f7bd25b will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:13:46.694193 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:46.727177 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Transition to ACTIVE for port object 428ade7e-11b8-407b-ab27-cc0b1f7bd25b will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:13:46.870840 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:46.878003 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e11bd-95f1-4932-b8ac-97a425613813 req-b420dabb-b42c-43ec-8c0e-51e12b3199a9 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:46.879185 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-cb1e11bd-95f1-4932-b8ac-97a425613813 req-b420dabb-b42c-43ec-8c0e-51e12b3199a9 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Synchronizing usage tracker for tenant:c4885d40df424369a86df3bab6e6b16a on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:46.896601 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:47.006277 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9bc42-8374-42c4-be89-9e41941513c1 req-e4c83493-68c4-48e9-b783-864ab9e1e5aa tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:47.013118 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9bd9bc42-8374-42c4-be89-9e41941513c1 req-e4c83493-68c4-48e9-b783-864ab9e1e5aa tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 943 time: 0.3842423 Aug 23 14:13:47.019223 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Network 25d788dc-79d6-46be-8fa1-467aa9f15a13 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:13:47.080749 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-cb1e11bd-95f1-4932-b8ac-97a425613813 req-b420dabb-b42c-43ec-8c0e-51e12b3199a9 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Unset dirty status for tenant:c4885d40df424369a86df3bab6e6b16a on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:47.082761 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cb1e11bd-95f1-4932-b8ac-97a425613813 req-b420dabb-b42c-43ec-8c0e-51e12b3199a9 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbf760df-19b7-4fdc-8dcd-3da182bceadb HTTP/1.1" status: 200 len: 945 time: 0.4708149 Aug 23 14:13:47.141140 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:13:47.168857 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:13:47.180778 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9bd9bc42-8374-42c4-be89-9e41941513c1 req-bacbc217-59e4-462f-9aca-1d239da4c480 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664770 Aug 23 14:13:47.188951 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.api [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-30be91d6-781c-4f71-8fdc-4efcdd24182e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=76505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:13:47.189534 n-d-805629-1 neutron-server[76505]: DEBUG oslo_db.api [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-30be91d6-781c-4f71-8fdc-4efcdd24182e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:13:47.370195 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Pushing event updated for resources: {'Port': ['ID=428ade7e-11b8-407b-ab27-cc0b1f7bd25b,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:47.392809 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-cb1e11bd-95f1-4932-b8ac-97a425613813 req-c813fb61-80a0-4c27-abd7-557af4b2356c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Deleting port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:13:47.393105 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-cb1e11bd-95f1-4932-b8ac-97a425613813 req-c813fb61-80a0-4c27-abd7-557af4b2356c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:47.400431 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:47.419472 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Attempting to bind port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:13:47.419857 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Attempting to bind port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '7e831ccd-7a95-4669-a351-87cb88509e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:13:47.420256 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Attempting to bind port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b on network 25d788dc-79d6-46be-8fa1-467aa9f15a13 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:13:47.432401 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:13:47.432654 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Checking segment: {'id': '7e831ccd-7a95-4669-a351-87cb88509e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:13:47.433344 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:47.433858 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Bound using segment: {'id': '7e831ccd-7a95-4669-a351-87cb88509e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:13:47.434583 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Bound port: 428ade7e-11b8-407b-ab27-cc0b1f7bd25b, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e831ccd-7a95-4669-a351-87cb88509e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:13:47.435445 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:47.663774 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] For port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:13:47.668053 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] For port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=428ade7e-11b8-407b-ab27-cc0b1f7bd25b,segment=NetworkSegment(7e831ccd-7a95-4669-a351-87cb88509e73),segment_id=7e831ccd-7a95-4669-a351-87cb88509e73)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:13:47.691165 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-30be91d6-781c-4f71-8fdc-4efcdd24182e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for floatingip, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:47.859873 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-cb1e11bd-95f1-4932-b8ac-97a425613813 req-c813fb61-80a0-4c27-abd7-557af4b2356c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] For port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:47.860710 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-cb1e11bd-95f1-4932-b8ac-97a425613813 req-c813fb61-80a0-4c27-abd7-557af4b2356c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:47.868207 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:47.893266 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:47.975736 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 5ae21481-5899-4416-8d23-6a79dab86825 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:13:48.048473 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-cb1e11bd-95f1-4932-b8ac-97a425613813 req-c813fb61-80a0-4c27-abd7-557af4b2356c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Calling delete_port for 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:13:48.149335 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Pushing event updated for resources: {'Port': ['ID=428ade7e-11b8-407b-ab27-cc0b1f7bd25b,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:48.169412 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:48.257965 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:48.306206 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-05669790-f130-45a3-8275-a81c5fb82bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:48.484122 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c65d0fb-9e93-42b4-b48b-75141f36f07b,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:48.501629 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:48.574400 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 5ae21481-5899-4416-8d23-6a79dab86825, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=5ae21481-5899-4416-8d23-6a79dab86825,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:48.596411 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d695b-1a87-44e5-ab7d-484fb7955aa2 req-fc2fd096-2a31-48d2-bf10-e8517c3023a1 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:48.616602 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-434d695b-1a87-44e5-ab7d-484fb7955aa2 req-fc2fd096-2a31-48d2-bf10-e8517c3023a1 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.6538630 Aug 23 14:13:48.625975 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 5ae21481-5899-4416-8d23-6a79dab86825 has no active binding in host n-h1-805629-1 {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Aug 23 14:13:48.676201 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-cb1e11bd-95f1-4932-b8ac-97a425613813 req-c813fb61-80a0-4c27-abd7-557af4b2356c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:48.691327 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['dd36c005-af73-4138-8eba-bc7a02514228'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:13:48.713110 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d3cce3d4-0067-4ea0-91ce-c8a3aedf62be tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:48.912510 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 428ade7e-11b8-407b-ab27-cc0b1f7bd25b up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:48.992201 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813fb61-80a0-4c27-abd7-557af4b2356c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Pushing event deleted for resources: {'Port': ['ID=9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:49.005481 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c813fb61-80a0-4c27-abd7-557af4b2356c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:49.108713 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-434d695b-1a87-44e5-ab7d-484fb7955aa2 req-26b44212-3c67-4c7a-aa85-e63ef0828a43 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902697 Aug 23 14:13:49.132876 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Checking segment: {'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:13:49.146856 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Network hostable DHCP agents. Network: d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:13:49.211515 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:49.224879 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1e11bd-95f1-4932-b8ac-97a425613813 req-c813fb61-80a0-4c27-abd7-557af4b2356c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] No DVR routers for this DVR port 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:13:49.230950 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-cb1e11bd-95f1-4932-b8ac-97a425613813 req-c813fb61-80a0-4c27-abd7-557af4b2356c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:49.257056 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'name': 'network-vif-deleted', 'tag': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:49.270871 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:13:49.271370 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:13:49.290560 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:49.366892 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:13:49.383290 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:49.629750 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cb1e11bd-95f1-4932-b8ac-97a425613813 req-c813fb61-80a0-4c27-abd7-557af4b2356c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.60 "DELETE /v2.0/ports/9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7 HTTP/1.1" status: 204 len: 173 time: 2.5236163 Aug 23 14:13:49.629750 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:13:49.661302 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd637f-7e7e-40c8-bb0c-8bf9eaa67686 req-b7a95c66-e62d-4ed8-9e2c-1b1ef28f91d0 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:49.690786 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-85bd637f-7e7e-40c8-bb0c-8bf9eaa67686 req-b7a95c66-e62d-4ed8-9e2c-1b1ef28f91d0 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 943 time: 0.2023950 Aug 23 14:13:49.754233 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Allocated IP 172.25.6.252 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/b32bf922-a88b-4371-96f5-94abb50cbe6e) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:13:50.043833 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:13:50.060721 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd15a0b-cb5b-446a-bf80-219192f0ca79 None None] Network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:13:50.157077 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:50.157077 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:50.186718 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-30be91d6-781c-4f71-8fdc-4efcdd24182e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:50.289993 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-85bd637f-7e7e-40c8-bb0c-8bf9eaa67686 req-f1867516-9225-4f44-b4cb-83ae267389b1 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927391 Aug 23 14:13:50.409725 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd7be88-209f-436b-a94e-38d16669dd98 None None] Network 25d788dc-79d6-46be-8fa1-467aa9f15a13 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:13:50.549788 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-fc9f08ec-26e0-4947-a95f-5f7f4f5f65f8 service neutron] 10.222.0.60 "GET /v2.0/ports/5ae21481-5899-4416-8d23-6a79dab86825/bindings/n-h1-805629-1 HTTP/1.1" status: 200 len: 384 time: 0.3776972 Aug 23 14:13:50.549788 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:50.576633 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-30be91d6-781c-4f71-8fdc-4efcdd24182e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:50.853623 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.6213799 Aug 23 14:13:51.018240 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81971f14-6ee5-460a-a46a-517497a283fc None None] Network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:13:51.074758 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f01c57cc-7942-47e4-83e3-170b0c5dc8ee None None] Provisioning for port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:13:51.128488 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f01c57cc-7942-47e4-83e3-170b0c5dc8ee None None] Provisioning complete for port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:51.128488 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f01c57cc-7942-47e4-83e3-170b0c5dc8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:51.230733 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:51.248589 n-d-805629-1 neutron-server[76505]: INFO neutron.db.l3_db [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-30be91d6-781c-4f71-8fdc-4efcdd24182e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Floating IP ddd30493-8766-46b0-948b-1ed4c7e98a23 associated. External IP: 172.25.6.79, port: dd36c005-af73-4138-8eba-bc7a02514228. Aug 23 14:13:51.260220 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0a0dd121-e9b0-4a9e-a4c8-67f78f49a74c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:51.414661 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf760df-19b7-4fdc-8dcd-3da182bceadb', 'name': 'network-vif-deleted', 'tag': '9a2772ff-f6b8-4b5b-84b9-ac2e101b43a7', 'status': 'completed', 'code': 200} Aug 23 14:13:51.418397 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Pushing event updated for resources: {'Port': ['ID=b32bf922-a88b-4371-96f5-94abb50cbe6e,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:51.427487 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:51.629321 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-5236b9e0-236e-4ad2-a68d-568abf430fa7 service neutron] For port 5ae21481-5899-4416-8d23-6a79dab86825, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=5ae21481-5899-4416-8d23-6a79dab86825,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:51.644755 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:13:51.649458 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:13:51.652605 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:13:51.780403 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fb000-d129-4a71-ae9c-afe346044468 req-b9526c7a-6360-46e8-b65d-e8c4ae017edc tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:51.788576 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-83ccfd37-5227-4398-a0e6-ee0a7698624a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:51.790751 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8b5fb000-d129-4a71-ae9c-afe346044468 req-b9526c7a-6360-46e8-b65d-e8c4ae017edc tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.3404357 Aug 23 14:13:51.829265 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f01c57cc-7942-47e4-83e3-170b0c5dc8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:51.840412 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-5236b9e0-236e-4ad2-a68d-568abf430fa7 service neutron] For port 5ae21481-5899-4416-8d23-6a79dab86825, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:13:51.879507 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-f01c57cc-7942-47e4-83e3-170b0c5dc8ee None None] For port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=428ade7e-11b8-407b-ab27-cc0b1f7bd25b,segment=NetworkSegment(7e831ccd-7a95-4669-a351-87cb88509e73),segment_id=7e831ccd-7a95-4669-a351-87cb88509e73)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:51.930320 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:51.958328 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8b5fb000-d129-4a71-ae9c-afe346044468 req-372b856a-39c9-48ef-a1ab-e11e2f49398f tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661303 Aug 23 14:13:51.961355 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-5236b9e0-236e-4ad2-a68d-568abf430fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae21481-5899-4416-8d23-6a79dab86825 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:51.976591 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-5236b9e0-236e-4ad2-a68d-568abf430fa7 service neutron] For port 5ae21481-5899-4416-8d23-6a79dab86825, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=5ae21481-5899-4416-8d23-6a79dab86825,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:52.090039 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f01c57cc-7942-47e4-83e3-170b0c5dc8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:52.093075 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:52.181313 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-5236b9e0-236e-4ad2-a68d-568abf430fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:52.239962 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38896c33-5dd2-4476-9644-c59fafed2d0f req-77e9aeee-e611-4fe3-841f-90e553e96372 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:52.242823 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c57cc-7942-47e4-83e3-170b0c5dc8ee None None] Pushing event updated for resources: {'Port': ['ID=428ade7e-11b8-407b-ab27-cc0b1f7bd25b,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:52.251376 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-38896c33-5dd2-4476-9644-c59fafed2d0f req-77e9aeee-e611-4fe3-841f-90e553e96372 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 943 time: 0.1518779 Aug 23 14:13:52.263410 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-f01c57cc-7942-47e4-83e3-170b0c5dc8ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:52.280320 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-06e4913a-d3dd-4476-8522-ea18f9e89c24 None None] Provisioning complete for port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:52.281467 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-06e4913a-d3dd-4476-8522-ea18f9e89c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:52.306730 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:52.307724 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:52.330418 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-30be91d6-781c-4f71-8fdc-4efcdd24182e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:13:52.345630 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-38896c33-5dd2-4476-9644-c59fafed2d0f req-3a897076-f2de-4e45-93a7-417905f19875 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907586 Aug 23 14:13:52.411602 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-5236b9e0-236e-4ad2-a68d-568abf430fa7 service neutron] Transition to ACTIVE for port object 5ae21481-5899-4416-8d23-6a79dab86825 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:13:52.591589 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:13:52.643532 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-5236b9e0-236e-4ad2-a68d-568abf430fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:52.652985 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-33d5d805-24fe-43c9-b504-33d0d9a34c81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:52.686838 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-30be91d6-781c-4f71-8fdc-4efcdd24182e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:13:52.696886 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-30be91d6-781c-4f71-8fdc-4efcdd24182e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:52.710733 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9d602d-20bb-48a1-a181-0cb264357ffd None None] Sync routers for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:13:52.766837 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 428ade7e-11b8-407b-ab27-cc0b1f7bd25b up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:52.831110 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-30be91d6-781c-4f71-8fdc-4efcdd24182e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "PUT /v2.0/floatingips/ddd30493-8766-46b0-948b-1ed4c7e98a23 HTTP/1.1" status: 200 len: 995 time: 6.6771548 Aug 23 14:13:52.832017 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'tag': 'dd36c005-af73-4138-8eba-bc7a02514228'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:52.869148 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9d602d-20bb-48a1-a181-0cb264357ffd None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:13:52.870186 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-3c9d602d-20bb-48a1-a181-0cb264357ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:52.975907 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-5236b9e0-236e-4ad2-a68d-568abf430fa7 service neutron] No DVR routers for this DVR port 5ae21481-5899-4416-8d23-6a79dab86825 on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:13:53.014973 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-9424a7ae-1a41-45ad-b417-b8776a1a7e07 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 1096 time: 0.1635044 Aug 23 14:13:53.052662 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236b9e0-236e-4ad2-a68d-568abf430fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae21481-5899-4416-8d23-6a79dab86825,revision_number=10']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:53.064036 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5236b9e0-236e-4ad2-a68d-568abf430fa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:53.076036 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-5236b9e0-236e-4ad2-a68d-568abf430fa7 service neutron] 10.222.0.60 "PUT /v2.0/ports/5ae21481-5899-4416-8d23-6a79dab86825/bindings/n-h1-805629-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5292704 Aug 23 14:13:53.221873 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:53.222490 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:53.268296 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 5ae21481-5899-4416-8d23-6a79dab86825 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:53.292680 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Router 26036bff-87ac-424a-8ce0-5f96a39b0812 is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:13:53.392997 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-3c9d602d-20bb-48a1-a181-0cb264357ffd None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:13:53.501684 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 5ae21481-5899-4416-8d23-6a79dab86825 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:13:53.629348 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-eb9652f1-e7b0-4fa2-80dd-aabd92a68859 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:53.629982 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-eb9652f1-e7b0-4fa2-80dd-aabd92a68859 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Synchronizing usage tracker for tenant:68a58e4ba53c42e18be665e5234f87bb on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:53.641259 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-8f746e5f-0e84-4c9a-91bd-138f7a3d3bad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:53.643714 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-8f746e5f-0e84-4c9a-91bd-138f7a3d3bad service neutron] 10.222.0.86 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 922 time: 0.3560498 Aug 23 14:13:53.668113 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:13:53.672107 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-369b4add-e7b0-4b1f-b705-7da7ded8a827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:53.688400 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Sync routers for ids ['26036bff-87ac-424a-8ce0-5f96a39b0812'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:13:53.731545 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Routers {'26036bff-87ac-424a-8ce0-5f96a39b0812'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:13:53.732504 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['26036bff-87ac-424a-8ce0-5f96a39b0812'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:53.827348 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-c0d019fe-842b-4559-919f-b9cabb4c02b0 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040&tenant_id=e457f5bb77ff4c95a16e095f62e5326f&binding%3Ahost_id=n-h2-805629-1 HTTP/1.1" status: 200 len: 1095 time: 0.4357181 Aug 23 14:13:53.878371 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:53.882763 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.1816244 Aug 23 14:13:53.893192 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 37578) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:53.959834 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-046a9c9a-9444-474e-8e47-7a6042926c4e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd36c005-af73-4138-8eba-bc7a02514228 HTTP/1.1" status: 200 len: 998 time: 0.3047287 Aug 23 14:13:54.114410 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-eb9652f1-e7b0-4fa2-80dd-aabd92a68859 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Unset dirty status for tenant:68a58e4ba53c42e18be665e5234f87bb on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:54.122179 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-eb9652f1-e7b0-4fa2-80dd-aabd92a68859 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/networks?id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb HTTP/1.1" status: 200 len: 805 time: 1.1055701 Aug 23 14:13:54.128584 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-3c9d602d-20bb-48a1-a181-0cb264357ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd30493-8766-46b0-948b-1ed4c7e98a23', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'floating_ip_address': '172.25.6.79', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'port_id': 'dd36c005-af73-4138-8eba-bc7a02514228', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'mac_address': 'fa:16:3e:9c:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:12:43Z', 'updated_at': '2021-08-23T14:13:49Z', 'revision_number': 8, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:54.137695 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9d602d-20bb-48a1-a181-0cb264357ffd None None] Checking router: bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:13:54.141163 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Set router 26036bff-87ac-424a-8ce0-5f96a39b0812 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:13:54.164577 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9d602d-20bb-48a1-a181-0cb264357ffd None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:13:54.165340 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-3c9d602d-20bb-48a1-a181-0cb264357ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:54.170601 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-64da95ca-d126-4737-8afe-c2266bc9957b tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/quotas/68a58e4ba53c42e18be665e5234f87bb HTTP/1.1" status: 200 len: 375 time: 0.0469964 Aug 23 14:13:54.218904 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-7fe375d5-98bd-46a2-9f39-a968f401f22d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040&tenant_id=e457f5bb77ff4c95a16e095f62e5326f HTTP/1.1" status: 200 len: 1095 time: 0.3804035 Aug 23 14:13:54.246663 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-30c4caf6-db07-41dd-acf8-0b8a4956af04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:54.248437 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-30c4caf6-db07-41dd-acf8-0b8a4956af04 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 200 len: 860 time: 0.2796490 Aug 23 14:13:54.347084 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-fde41354-bfde-4191-bc62-3123943f1ef0 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=68a58e4ba53c42e18be665e5234f87bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1751933 Aug 23 14:13:54.517998 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:54.575427 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-3c9d602d-20bb-48a1-a181-0cb264357ffd None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:13:54.665533 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'name': 'tempest-AttachSCSIVolumeTestJSON-528034441-router', 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:13:46Z', 'updated_at': '2021-08-23T14:13:51Z', 'revision_number': 3, 'project_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'gw_port': {'id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:13:49Z', 'updated_at': '2021-08-23T14:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:54.670824 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Checking router: 26036bff-87ac-424a-8ce0-5f96a39b0812 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:13:54.671146 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Updating router 26036bff-87ac-424a-8ce0-5f96a39b0812 port b32bf922-a88b-4371-96f5-94abb50cbe6e binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:13:54.756510 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-241ff56d-ca23-410f-a1f1-b3fc1f8e4b48 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4111049 Aug 23 14:13:54.765722 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:54.769742 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-b2430746-157b-43ee-b67d-1912c84c3272 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 1095 time: 0.5027032 Aug 23 14:13:55.030150 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-be8bac9e-ab1f-4160-b7d5-de5d3300eb7b service neutron] 10.222.0.86 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750100 Aug 23 14:13:55.305482 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-3c9d602d-20bb-48a1-a181-0cb264357ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd30493-8766-46b0-948b-1ed4c7e98a23', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'floating_ip_address': '172.25.6.79', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'port_id': 'dd36c005-af73-4138-8eba-bc7a02514228', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'mac_address': 'fa:16:3e:9c:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:12:43Z', 'updated_at': '2021-08-23T14:13:49Z', 'revision_number': 8, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:55.312534 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9d602d-20bb-48a1-a181-0cb264357ffd None None] The sync data for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 is: [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'ddd30493-8766-46b0-948b-1ed4c7e98a23', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'floating_ip_address': '172.25.6.79', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'port_id': 'dd36c005-af73-4138-8eba-bc7a02514228', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'mac_address': 'fa:16:3e:9c:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:12:43Z', 'updated_at': '2021-08-23T14:13:49Z', 'revision_number': 8, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:13:55.321426 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-7613ff3f-c5b5-4a7c-8e88-704cb68ab4f0 service neutron] 10.222.0.86 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182250 Aug 23 14:13:55.340116 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:55.353908 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Transition to ACTIVE for port object b32bf922-a88b-4371-96f5-94abb50cbe6e will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:13:55.446372 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-c375b01c-137d-4dc6-a96d-74f99748e784 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:55.455215 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-c375b01c-137d-4dc6-a96d-74f99748e784 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.6099491 Aug 23 14:13:55.461588 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:55.525768 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-08a890ad-ddbc-4c4a-bffe-f03c3cc99542 service neutron] 10.222.0.86 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013478 Aug 23 14:13:55.559084 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-fbe46d56-f467-418f-91ef-04cf53995c6c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae21481-5899-4416-8d23-6a79dab86825 HTTP/1.1" status: 200 len: 217 time: 0.0927176 Aug 23 14:13:55.603005 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e3b242-9fe0-4cae-a44f-9f0d0d4ef75c None None] New status for floating IP ddd30493-8766-46b0-948b-1ed4c7e98a23: ACTIVE {{(pid=76509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:13:55.638427 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:55.644895 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-88be3e8b-ecbe-4eb5-8ead-ff2add511291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:55.782736 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a51a90e7-6888-4f18-9f30-60e4cfd6c4b2 req-4e8bdab4-a763-4ab5-89b5-4b0e8796156c service neutron] 10.222.0.86 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333270 Aug 23 14:13:55.783608 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Attempting to bind port b32bf922-a88b-4371-96f5-94abb50cbe6e on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:13:55.784038 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Attempting to bind port b32bf922-a88b-4371-96f5-94abb50cbe6e by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:13:55.784530 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Attempting to bind port b32bf922-a88b-4371-96f5-94abb50cbe6e on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:13:55.796686 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Pushing event updated for resources: {'Port': ['ID=b32bf922-a88b-4371-96f5-94abb50cbe6e,revision_number=2']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:55.808873 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:13:55.808873 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:13:55.808873 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:55.808873 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:13:55.808873 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Bound port: b32bf922-a88b-4371-96f5-94abb50cbe6e, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:13:55.808873 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:55.828710 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-e139bc9a-b98e-4730-96f6-4069527e543f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:55.835239 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-e139bc9a-b98e-4730-96f6-4069527e543f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.1179817 Aug 23 14:13:55.854752 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Allocated IP 172.20.0.1 (25d788dc-79d6-46be-8fa1-467aa9f15a13/db288af1-dbbc-47b5-b528-6df8f5570c85/b3e94bc8-1588-4b5e-a153-27287dbc2a8f) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:13:55.863848 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:55.864306 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:55.864638 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:55.864972 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:55.865283 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:55.866049 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:55.866551 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:55.867219 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:55.867914 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:55.868564 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:55.868968 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:55.875823 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:55.900433 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-f63c4a14-e273-4cf5-9df8-f418c1fb837e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583749 Aug 23 14:13:55.937920 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] For port b32bf922-a88b-4371-96f5-94abb50cbe6e, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:13:55.945442 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] For port b32bf922-a88b-4371-96f5-94abb50cbe6e, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=b32bf922-a88b-4371-96f5-94abb50cbe6e,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:13:56.130503 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:56.150951 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-95cb0c5c-41ed-4d0c-86de-ab349d7d471d service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484562 Aug 23 14:13:56.169081 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Transition to ACTIVE for port object b3e94bc8-1588-4b5e-a153-27287dbc2a8f will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:13:56.210128 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:56.370589 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:56.386216 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'tag': 'dd36c005-af73-4138-8eba-bc7a02514228', 'status': 'completed', 'code': 200} Aug 23 14:13:56.386413 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:56.387725 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-e7c2d1d4-2bcc-48d0-9151-3c39c719a0d0 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193370 Aug 23 14:13:56.514311 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Pushing event updated for resources: {'Port': ['ID=b32bf922-a88b-4371-96f5-94abb50cbe6e,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:56.514311 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Routers {'26036bff-87ac-424a-8ce0-5f96a39b0812'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:13:56.517185 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['26036bff-87ac-424a-8ce0-5f96a39b0812'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:56.536097 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872366e-bf60-4541-b69a-39eee8da0090 req-eb7f9b53-95b1-4173-88a1-1fae167b4f29 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:56.542352 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:56.545027 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b872366e-bf60-4541-b69a-39eee8da0090 req-eb7f9b53-95b1-4173-88a1-1fae167b4f29 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.1399629 Aug 23 14:13:56.551314 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5236b9e0-236e-4ad2-a68d-568abf430fa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:56.614162 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:56.626142 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8be779f1-d9cc-446c-87dd-b09f56e622f9 req-a0c07d14-3494-4044-ab30-a1f49555c52b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 1096 time: 0.2282667 Aug 23 14:13:56.689780 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b872366e-bf60-4541-b69a-39eee8da0090 req-dcac1a53-265f-438a-9a75-20c279ec1e8c tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437654 Aug 23 14:13:56.757011 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638a90d-ec90-427e-9d6e-e5e88b0801ad req-b6e9c0b3-b022-44ac-bc81-2797634fa609 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:56.758733 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6638a90d-ec90-427e-9d6e-e5e88b0801ad req-b6e9c0b3-b022-44ac-bc81-2797634fa609 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 944 time: 0.1668739 Aug 23 14:13:56.805343 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Network 25d788dc-79d6-46be-8fa1-467aa9f15a13 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:13:56.813583 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:13:56.829767 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e94bc8-1588-4b5e-a153-27287dbc2a8f,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:56.841672 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:13:56.903769 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff84a981-3fbd-402e-bc23-39d4fa062649 req-d3d6a3df-205c-4523-bcd4-83c184a353c6 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=de007b67-af4b-4f9f-bdb0-3e8dedfd5611 HTTP/1.1" status: 200 len: 210 time: 0.1040132 Aug 23 14:13:56.940977 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] Set router 26036bff-87ac-424a-8ce0-5f96a39b0812 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:13:56.960135 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6638a90d-ec90-427e-9d6e-e5e88b0801ad req-77cbd9d3-6030-49ae-ab97-fc9fd31f4b6c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888478 Aug 23 14:13:56.988888 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be779f1-d9cc-446c-87dd-b09f56e622f9 req-85ee8395-652a-4df3-bc0a-749084f5b059 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:56.990625 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8be779f1-d9cc-446c-87dd-b09f56e622f9 req-85ee8395-652a-4df3-bc0a-749084f5b059 service neutron] 10.222.0.91 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 922 time: 0.3556921 Aug 23 14:13:56.991552 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:57.100453 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:57.143914 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-53409798-4ae7-4701-84d1-c47520bd2047 req-fc140043-fe63-45b3-9356-0cbcd73b8a9a tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/floatingips/ddd30493-8766-46b0-948b-1ed4c7e98a23 HTTP/1.1" status: 200 len: 997 time: 0.1498353 Aug 23 14:13:57.175330 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8be779f1-d9cc-446c-87dd-b09f56e622f9 req-b5ef52b7-1633-4f63-a6e9-8b046ac33c67 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd36c005-af73-4138-8eba-bc7a02514228 HTTP/1.1" status: 200 len: 1000 time: 0.1711264 Aug 23 14:13:57.258474 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be779f1-d9cc-446c-87dd-b09f56e622f9 req-102d7902-1c11-44e7-9126-ffd8ae1c5fc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:57.259840 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8be779f1-d9cc-446c-87dd-b09f56e622f9 req-102d7902-1c11-44e7-9126-ffd8ae1c5fc1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 200 len: 860 time: 0.0774088 Aug 23 14:13:57.366702 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53409798-4ae7-4701-84d1-c47520bd2047 req-39be55d5-5866-4033-9996-f4677e3f6ce0 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:57.369297 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8be779f1-d9cc-446c-87dd-b09f56e622f9 req-ea6761b7-dcd1-4418-b216-5f04636bf53c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009037 Aug 23 14:13:57.369507 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-53409798-4ae7-4701-84d1-c47520bd2047 req-39be55d5-5866-4033-9996-f4677e3f6ce0 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.2302270 Aug 23 14:13:57.386982 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-53409798-4ae7-4701-84d1-c47520bd2047 req-4668c5a3-ea41-4f9e-8f0c-18877954e0f5 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:13:57.388199 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-53409798-4ae7-4701-84d1-c47520bd2047 req-4668c5a3-ea41-4f9e-8f0c-18877954e0f5 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0100083 Aug 23 14:13:57.425846 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'name': 'tempest-AttachSCSIVolumeTestJSON-528034441-router', 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:13:46Z', 'updated_at': '2021-08-23T14:13:51Z', 'revision_number': 3, 'project_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'gw_port': {'id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:13:49Z', 'updated_at': '2021-08-23T14:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:57.446233 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ebbb8-e42e-45d4-ae72-51bddfbe08fd None None] The sync data for ids ['26036bff-87ac-424a-8ce0-5f96a39b0812'] in n-d-805629-1 is: [{'id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'name': 'tempest-AttachSCSIVolumeTestJSON-528034441-router', 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:13:46Z', 'updated_at': '2021-08-23T14:13:51Z', 'revision_number': 3, 'project_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'gw_port': {'id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:13:49Z', 'updated_at': '2021-08-23T14:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:13:57.487265 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-6a7aea44-c75a-4d96-b23e-52ce4c4d952a None None] Provisioning for port b3e94bc8-1588-4b5e-a153-27287dbc2a8f completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:13:57.500556 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-6a7aea44-c75a-4d96-b23e-52ce4c4d952a None None] Provisioning complete for port b3e94bc8-1588-4b5e-a153-27287dbc2a8f triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:57.500975 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-6a7aea44-c75a-4d96-b23e-52ce4c4d952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:57.626220 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-6a7aea44-c75a-4d96-b23e-52ce4c4d952a None None] Port b3e94bc8-1588-4b5e-a153-27287dbc2a8f cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:13:57.642225 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-5494268f-20f1-40a3-907d-4051e52f2fc9 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 1000 time: 0.1601636 Aug 23 14:13:57.701913 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8be779f1-d9cc-446c-87dd-b09f56e622f9 req-db6c512e-f2b3-4109-869e-9aa28dab9c97 service neutron] 10.222.0.91 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235607 Aug 23 14:13:57.704904 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:57.782064 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-d9410ae1-3593-4a26-8773-65f4c4d4a66b tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:57.811618 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-d9410ae1-3593-4a26-8773-65f4c4d4a66b tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports/dd36c005-af73-4138-8eba-bc7a02514228 HTTP/1.1" status: 200 len: 942 time: 0.1087444 Aug 23 14:13:57.836685 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-c0b9463e-3493-4394-9e1f-f47f3b28e73a tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040&tenant_id=e457f5bb77ff4c95a16e095f62e5326f&binding%3Ahost_id=n-h1-805629-1 HTTP/1.1" status: 200 len: 1095 time: 0.1927876 Aug 23 14:13:58.097248 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8be779f1-d9cc-446c-87dd-b09f56e622f9 req-7066191f-f3f7-46c5-9c3c-acfb2922ba8d service neutron] 10.222.0.91 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816750 Aug 23 14:13:58.191793 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-015615e2-a6c1-411f-8303-4c75f299affe tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 1000 time: 0.2813644 Aug 23 14:13:58.356388 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:58.478620 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5075004-f786-462c-944b-51af295f2cb5 req-51bdc81c-e842-4814-bd9c-b1ecaebd1f96 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:58.480712 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d5075004-f786-462c-944b-51af295f2cb5 req-51bdc81c-e842-4814-bd9c-b1ecaebd1f96 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.6426756 Aug 23 14:13:58.633855 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-0ae5c2b0-d9ed-4c5d-9761-aca702732eda tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:58.633855 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-0ae5c2b0-d9ed-4c5d-9761-aca702732eda tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.4257016 Aug 23 14:13:58.633855 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d5075004-f786-462c-944b-51af295f2cb5 req-6c627e05-b33a-4303-ac45-c0b428b80f22 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363313 Aug 23 14:13:58.664039 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:58.764226 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a4593058-a323-4306-932a-f13f10804740 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:58.811343 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device b32bf922-a88b-4371-96f5-94abb50cbe6e up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:58.877702 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e94bc8-1588-4b5e-a153-27287dbc2a8f,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:58.885991 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:58.907525 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-19e32aaf-0643-4a6f-b89f-0656023bbba3 service neutron] For port 5ae21481-5899-4416-8d23-6a79dab86825, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:13:58.923140 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:58.983000 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-744db657-8279-4ae2-9a67-251ffe7fa73e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 1000 time: 0.3406298 Aug 23 14:13:58.997468 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-19e32aaf-0643-4a6f-b89f-0656023bbba3 service neutron] Notify callbacks [] for binding, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:58.999132 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7aab4b72-18a1-4f11-afdd-b0b977f36f6e req-19e32aaf-0643-4a6f-b89f-0656023bbba3 service neutron] 10.222.0.91 "DELETE /v2.0/ports/5ae21481-5899-4416-8d23-6a79dab86825/bindings/n-h2-805629-1 HTTP/1.1" status: 204 len: 173 time: 1.0846353 Aug 23 14:13:59.004813 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-cc5941b8-fa7a-4cd3-96d9-e8cadb271e69 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Request body: {'floatingip': {'port_id': None}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:13:59.113437 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e2bb14e8-a267-4fc0-8af0-0118c3cabd41 req-12d697ac-b11a-4fa9-a8ff-dd0aa917ad73 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=de007b67-af4b-4f9f-bdb0-3e8dedfd5611 HTTP/1.1" status: 200 len: 210 time: 0.2043240 Aug 23 14:13:59.169449 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port b32bf922-a88b-4371-96f5-94abb50cbe6e completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:13:59.177521 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port b32bf922-a88b-4371-96f5-94abb50cbe6e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:59.177521 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:59.194400 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Network 25d788dc-79d6-46be-8fa1-467aa9f15a13 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:13:59.195975 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-cc5941b8-fa7a-4cd3-96d9-e8cadb271e69 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for floatingip, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:59.196488 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:13:59.482526 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:59.508775 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port b32bf922-a88b-4371-96f5-94abb50cbe6e, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=b32bf922-a88b-4371-96f5-94abb50cbe6e,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:13:59.582344 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b987fd-8949-45c9-a94e-2d885b36a9ea req-87eb8b0a-91ef-4d8f-9244-32d7e2c56766 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:59.583858 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-12b987fd-8949-45c9-a94e-2d885b36a9ea req-87eb8b0a-91ef-4d8f-9244-32d7e2c56766 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 944 time: 0.2550929 Aug 23 14:13:59.585932 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-9972d72d-55e2-4030-b21b-d9cf4c7490f2 None None] Provisioning complete for port b3e94bc8-1588-4b5e-a153-27287dbc2a8f triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:59.586302 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9972d72d-55e2-4030-b21b-d9cf4c7490f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:59.699576 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-9972d72d-55e2-4030-b21b-d9cf4c7490f2 None None] Port b3e94bc8-1588-4b5e-a153-27287dbc2a8f cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:13:59.778206 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-cc5941b8-fa7a-4cd3-96d9-e8cadb271e69 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:59.792617 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-12b987fd-8949-45c9-a94e-2d885b36a9ea req-9d9bf24b-57cd-48e6-894e-97f5017388cf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000387 Aug 23 14:13:59.821052 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:59.838406 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:59.976512 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=b32bf922-a88b-4371-96f5-94abb50cbe6e,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:59.983448 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:59.989095 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Router 26036bff-87ac-424a-8ce0-5f96a39b0812 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:14:00.040784 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-cc5941b8-fa7a-4cd3-96d9-e8cadb271e69 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:00.040784 n-d-805629-1 neutron-server[76505]: INFO neutron.db.l3_db [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-cc5941b8-fa7a-4cd3-96d9-e8cadb271e69 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Floating IP ddd30493-8766-46b0-948b-1ed4c7e98a23 disassociated. External IP: 172.25.6.79, port: dd36c005-af73-4138-8eba-bc7a02514228. Aug 23 14:14:00.296834 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:14:00.321905 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] 10.222.0.86 "PUT /v2.0/routers/26036bff-87ac-424a-8ce0-5f96a39b0812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4261980 Aug 23 14:14:00.366560 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3f7351bd-8515-4a3c-8191-eed7a3bee549 req-dbc5f36c-9add-4004-8280-d7d0f9574d4b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 1100 time: 0.1986012 Aug 23 14:14:00.484909 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3f7351bd-8515-4a3c-8191-eed7a3bee549 req-1a680c56-2b61-464d-9844-ce3d57e42d36 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879996 Aug 23 14:14:00.525740 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb938409-f442-4d05-9d9d-176f6f0a2f3f req-58fb2371-df92-46f3-8ae4-9f2ee2842099 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:00.527267 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cb938409-f442-4d05-9d9d-176f6f0a2f3f req-58fb2371-df92-46f3-8ae4-9f2ee2842099 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.1785643 Aug 23 14:14:00.660113 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cb938409-f442-4d05-9d9d-176f6f0a2f3f req-ed1ec5e4-40a8-4bd3-b683-64a87914f16a tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203227 Aug 23 14:14:00.726377 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device b32bf922-a88b-4371-96f5-94abb50cbe6e up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:00.881769 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port b32bf922-a88b-4371-96f5-94abb50cbe6e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:00.886023 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:01.023164 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-389fd1cf-82b5-4576-b000-1b329c0846ee req-ac2e6476-3a25-4f02-b55f-8fb60009fb63 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=de007b67-af4b-4f9f-bdb0-3e8dedfd5611 HTTP/1.1" status: 200 len: 210 time: 0.1720829 Aug 23 14:14:01.048545 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-cc5941b8-fa7a-4cd3-96d9-e8cadb271e69 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:14:01.388001 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26ecbf57-4a03-446f-9609-acc34db9fd21 req-b0873fc2-c9a6-4728-bcfa-8f03c796f4c2 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 1095 time: 0.1191466 Aug 23 14:14:01.407397 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-cc5941b8-fa7a-4cd3-96d9-e8cadb271e69 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:14:01.410459 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6378936-03d5-4d27-b83b-95e2527ee2a3 None None] Sync routers for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:14:01.416226 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-cc5941b8-fa7a-4cd3-96d9-e8cadb271e69 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:01.431898 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6378936-03d5-4d27-b83b-95e2527ee2a3 None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:14:01.432530 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-c6378936-03d5-4d27-b83b-95e2527ee2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:01.517603 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26ecbf57-4a03-446f-9609-acc34db9fd21 req-8b441900-41ea-456e-be20-02fef8097c99 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223764 Aug 23 14:14:01.534106 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-cc5941b8-fa7a-4cd3-96d9-e8cadb271e69 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "PUT /v2.0/floatingips/ddd30493-8766-46b0-948b-1ed4c7e98a23 HTTP/1.1" status: 200 len: 695 time: 2.5404341 Aug 23 14:14:01.536288 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'tag': 'dd36c005-af73-4138-8eba-bc7a02514228'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:01.753298 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-d5a5912f-86c2-4c12-a6f8-50b3e6d4f67a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 1096 time: 0.1914792 Aug 23 14:14:01.763154 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:01.853107 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-c6378936-03d5-4d27-b83b-95e2527ee2a3 None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:14:01.931755 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:14:01.935399 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:01.942020 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-2d23198e-246f-4024-85f8-d18f7f8f2b22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:01.943921 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-2d23198e-246f-4024-85f8-d18f7f8f2b22 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 922 time: 0.1897485 Aug 23 14:14:02.029232 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-f3ab1c21-8ef2-4bdd-a110-4630e0e617b8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd36c005-af73-4138-8eba-bc7a02514228 HTTP/1.1" status: 200 len: 217 time: 0.0735767 Aug 23 14:14:02.165375 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-80f210fc-0a30-4ddc-884f-1a75fca4e167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:02.165375 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-80f210fc-0a30-4ddc-884f-1a75fca4e167 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 200 len: 860 time: 0.1032968 Aug 23 14:14:02.295461 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'tag': 'dd36c005-af73-4138-8eba-bc7a02514228', 'status': 'completed', 'code': 200} Aug 23 14:14:02.422466 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-c6378936-03d5-4d27-b83b-95e2527ee2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:02.432917 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6378936-03d5-4d27-b83b-95e2527ee2a3 None None] Checking router: bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:14:02.459817 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6378936-03d5-4d27-b83b-95e2527ee2a3 None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:14:02.462216 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-c6378936-03d5-4d27-b83b-95e2527ee2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:02.494680 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-dbec009d-b4ce-4317-8641-649519bc7c0d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3325787 Aug 23 14:14:02.609727 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:02.685162 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:02.702638 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54012847-5697-4904-bbc5-6a99ccc5a15d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:02.722283 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea', 'mac_address': 'fa:16:3e:67:26:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:14:02.729661 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:02.799053 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f04632e-eeef-4b2b-8d90-4913a4e8c5cc req-5b7013e9-e547-4244-9c10-fc6ac1548203 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c4885d40df424369a86df3bab6e6b16a&device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 1096 time: 0.4777858 Aug 23 14:14:02.826390 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:02.836850 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-c6378936-03d5-4d27-b83b-95e2527ee2a3 None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:14:02.842670 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:14:02.853167 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-4b036743-4667-4869-8972-f935afc1f6d3 service neutron] 10.222.0.86 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458748 Aug 23 14:14:02.933466 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:02.933466 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:03.027530 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345b74f-a93c-4282-aa99-9600b27bb983 req-418fa005-35be-4684-a837-cb9127821213 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:03.029010 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3345b74f-a93c-4282-aa99-9600b27bb983 req-418fa005-35be-4684-a837-cb9127821213 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 949 time: 0.3765619 Aug 23 14:14:03.082826 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:14:03.083674 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:14:03.214755 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 37668) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:03.223411 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,revision_number=9']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:03.230970 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3345b74f-a93c-4282-aa99-9600b27bb983 req-cce4b9a1-00e8-4e53-9b65-282640b1fc0d tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853600 Aug 23 14:14:03.238794 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:03.269762 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-de2efae2-d7b0-42f3-b427-814b0e072e63 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:03.269762 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-de2efae2-d7b0-42f3-b427-814b0e072e63 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.60 "GET /v2.0/networks?id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb HTTP/1.1" status: 200 len: 805 time: 0.2495732 Aug 23 14:14:03.288410 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1812674367-network', 'tenant_id': '27cf2bd90e504aa48ad835bf674ec1c5'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:14:03.292494 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Request body: {'port': {'device_id': 'de007b67-af4b-4f9f-bdb0-3e8dedfd5611', 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb', 'admin_state_up': True, 'tenant_id': '68a58e4ba53c42e18be665e5234f87bb'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:14:03.296092 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:03.304003 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Usage tracker for resource:network and tenant:27cf2bd90e504aa48ad835bf674ec1c5 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:03.311180 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:03.320142 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:03.328512 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04632e-eeef-4b2b-8d90-4913a4e8c5cc req-1bbb8d63-bb87-40ef-9568-5fdf68218161 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:03.330747 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f04632e-eeef-4b2b-8d90-4913a4e8c5cc req-1bbb8d63-bb87-40ef-9568-5fdf68218161 service neutron] 10.222.0.91 "GET /v2.0/networks?id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 200 len: 922 time: 0.5164647 Aug 23 14:14:03.518327 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:03.619756 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-c6378936-03d5-4d27-b83b-95e2527ee2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:03.628393 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6378936-03d5-4d27-b83b-95e2527ee2a3 None None] The sync data for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 is: [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:11:56Z', 'revision_number': 4, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '88716796-af1d-46a6-b2c2-480d26b42c01', 'name': '', 'network_id': '25a41fb4-b94d-4582-b6b1-a2a8d34076ef', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'mac_address': 'fa:16:3e:1e:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:54Z', 'updated_at': '2021-08-23T14:12:14Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'subnets': [{'id': 'bd33cd27-96e0-46b4-9ed5-5d707169ca4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:14:03.678501 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:03.697032 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:03.707791 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Usage tracker for resource:port and tenant:68a58e4ba53c42e18be665e5234f87bb is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:03.717174 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:03.739641 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:03.745368 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:14:03.783557 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:03.911435 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a12f7bbb-4d1b-4876-9a9b-c604925a3c53 req-ee961c14-4d50-4b0f-a08d-b3a24f0bc1c9 service neutron] 10.222.0.86 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0017405 Aug 23 14:14:03.912825 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Made reservation on behalf of 27cf2bd90e504aa48ad835bf674ec1c5 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:14:03.915709 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:03.938588 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f04632e-eeef-4b2b-8d90-4913a4e8c5cc req-58b420ac-ec91-48b8-a8b7-f46ff7a60238 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd36c005-af73-4138-8eba-bc7a02514228 HTTP/1.1" status: 200 len: 217 time: 0.5963154 Aug 23 14:14:03.941583 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:03.963588 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Made reservation on behalf of 68a58e4ba53c42e18be665e5234f87bb for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:14:03.970833 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:04.011161 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:04.016498 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:04.128532 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,revision_number=10']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:04.134608 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:04.151274 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-4776869b-145b-4267-9037-26ddd6aafc09 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:04.153196 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-4776869b-145b-4267-9037-26ddd6aafc09 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 821 time: 0.6624956 Aug 23 14:14:04.154912 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:04.173705 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Usage tracker for resource:security_group_rule and tenant:27cf2bd90e504aa48ad835bf674ec1c5 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:04.173991 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf0c52c-976f-4842-b701-ef29c7ed63af None None] New status for floating IP ddd30493-8766-46b0-948b-1ed4c7e98a23: DOWN {{(pid=76509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:14:04.179752 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:04.193592 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04632e-eeef-4b2b-8d90-4913a4e8c5cc req-596f8b64-41e7-41cd-a5e0-7245a67a7947 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:04.195756 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f04632e-eeef-4b2b-8d90-4913a4e8c5cc req-596f8b64-41e7-41cd-a5e0-7245a67a7947 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 200 len: 860 time: 0.2407479 Aug 23 14:14:04.197830 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:04.301428 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-2a4501ac-5f18-4236-a899-ddbd9982c7ba tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/quotas/e457f5bb77ff4c95a16e095f62e5326f HTTP/1.1" status: 200 len: 375 time: 0.1343882 Aug 23 14:14:04.318546 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Allocated IP 172.20.0.3 (d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb/7c65d0fb-9e93-42b4-b48b-75141f36f07b/d59c836d-991d-4e30-a161-ea8192239542) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:14:04.438845 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:14:04.501055 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-47771ec4-51dc-4909-b997-2f39041973dc req-056d7e37-57f3-4540-a6ea-5eb48cf02ebf tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=de007b67-af4b-4f9f-bdb0-3e8dedfd5611 HTTP/1.1" status: 200 len: 210 time: 0.1074970 Aug 23 14:14:04.547108 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:04.587398 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f04632e-eeef-4b2b-8d90-4913a4e8c5cc req-ffab5c5b-f00e-4a73-9a27-11c61475c827 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=25a41fb4-b94d-4582-b6b1-a2a8d34076ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3817451 Aug 23 14:14:04.655896 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-d706f7a2-10f8-444d-89c6-f32a855c8604 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3530602 Aug 23 14:14:04.761001 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:04.773263 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54012847-5697-4904-bbc5-6a99ccc5a15d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea', 'code': 200} Aug 23 14:14:04.787590 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:14:04.793151 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:04.800999 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:04.801658 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Added segment 5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5 of type vlan for network 17040fb0-4d0c-4f44-880b-5731c4ef524e Aug 23 14:14:04.894877 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-862d12f0-6636-46f5-a859-c4a309520f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:04.978329 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:04.990690 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f433aa-fc4f-40a2-870e-25620425264b,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:05.015038 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:05.044427 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:05.052309 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:05.098804 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f04632e-eeef-4b2b-8d90-4913a4e8c5cc req-a9cfe589-0bda-41b6-b436-2f651e184566 service neutron] 10.222.0.91 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004597 Aug 23 14:14:05.105900 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-cfd67df6-6998-41e1-be71-265877d3f0c8 service neutron] 10.222.0.86 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490690 Aug 23 14:14:05.136495 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:14:05.139818 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:14:05.142489 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:14:05.186677 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Pushing event updated for resources: {'Port': ['ID=d59c836d-991d-4e30-a161-ea8192239542,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:05.191436 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:05.230150 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:05.230918 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:05.309406 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Sync routers for ids ['26036bff-87ac-424a-8ce0-5f96a39b0812'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:14:05.326499 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Routers {'26036bff-87ac-424a-8ce0-5f96a39b0812'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:14:05.327667 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['26036bff-87ac-424a-8ce0-5f96a39b0812'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:05.387944 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-ba63b877-16dc-4ba6-8673-182a8fc6928f service neutron] 10.222.0.86 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597795 Aug 23 14:14:05.389740 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f04632e-eeef-4b2b-8d90-4913a4e8c5cc req-b9eedbb3-03f8-47b2-9163-29ee3753040a service neutron] 10.222.0.91 "GET /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827961 Aug 23 14:14:05.407414 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:05.407414 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:05.407414 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:05.407414 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:05.518272 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Pushing event updated for resources: {'Network': ['ID=17040fb0-4d0c-4f44-880b-5731c4ef524e,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:05.523005 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:05.534210 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 17040fb0-4d0c-4f44-880b-5731c4ef524e details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:14:05.686497 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Set router 26036bff-87ac-424a-8ce0-5f96a39b0812 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:14:05.711641 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4252048 Aug 23 14:14:05.728853 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Request body: {'port': {'device_id': 'de007b67-af4b-4f9f-bdb0-3e8dedfd5611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:14:05.850479 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6134734 Aug 23 14:14:05.855006 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 37690) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:05.863391 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Request body: {'subnet': {'network_id': '17040fb0-4d0c-4f44-880b-5731c4ef524e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812674367-subnet', 'tenant_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:14:05.869650 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:05.874929 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Usage tracker for resource:subnet and tenant:27cf2bd90e504aa48ad835bf674ec1c5 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:05.880503 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:05.889718 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:05.925078 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:06.029963 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:06.130003 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Made reservation on behalf of 27cf2bd90e504aa48ad835bf674ec1c5 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:14:06.133094 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:06.293902 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:06.294281 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:06.438889 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'name': 'tempest-AttachSCSIVolumeTestJSON-528034441-router', 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:13:46Z', 'updated_at': '2021-08-23T14:13:57Z', 'revision_number': 4, 'project_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'gw_port': {'id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:13:49Z', 'updated_at': '2021-08-23T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'b3e94bc8-1588-4b5e-a153-27287dbc2a8f', 'name': '', 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13', 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'mac_address': 'fa:16:3e:35:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db288af1-dbbc-47b5-b528-6df8f5570c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:13:55Z', 'updated_at': '2021-08-23T14:13:58Z', 'revision_number': 2, 'project_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'subnets': [{'id': 'db288af1-dbbc-47b5-b528-6df8f5570c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:06.452593 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Checking router: 26036bff-87ac-424a-8ce0-5f96a39b0812 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:14:06.453572 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Updating router 26036bff-87ac-424a-8ce0-5f96a39b0812 port b3e94bc8-1588-4b5e-a153-27287dbc2a8f binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:14:06.526344 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:06.572401 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb091e-21ac-4226-9bda-33748e9636cd req-460319cd-09ea-47ac-b394-4c531dcb77d3 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:06.580044 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-07fb091e-21ac-4226-9bda-33748e9636cd req-460319cd-09ea-47ac-b394-4c531dcb77d3 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=de007b67-af4b-4f9f-bdb0-3e8dedfd5611 HTTP/1.1" status: 200 len: 931 time: 0.2332442 Aug 23 14:14:06.654880 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:06.728671 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:06.774693 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54012847-5697-4904-bbc5-6a99ccc5a15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:06.812161 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59c836d-991d-4e30-a161-ea8192239542 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:14:06.824049 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:06.845520 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Transition to ACTIVE for port object d59c836d-991d-4e30-a161-ea8192239542 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:06.909176 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56e2613f-ed94-43b4-9b4c-fe6a0f134444 req-a6ddafc8-41f9-4ceb-828c-4343a53376c5 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 210 time: 0.0552933 Aug 23 14:14:06.917482 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-07fb091e-21ac-4226-9bda-33748e9636cd req-c5cc9e31-c058-47ca-ac23-3e13cfacc081 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Synchronizing usage tracker for tenant:68a58e4ba53c42e18be665e5234f87bb on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:06.927788 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:06.932680 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:07.017307 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:07.038236 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Transition to ACTIVE for port object b3e94bc8-1588-4b5e-a153-27287dbc2a8f will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:07.044042 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,revision_number=11']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:07.047644 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:07.142745 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:07.143111 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:07.143890 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f1bc20b9-446f-420b-b419-1ccaa687d985 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:07.144109 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:07.310923 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Pushing event updated for resources: {'Port': ['ID=d59c836d-991d-4e30-a161-ea8192239542,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:07.311908 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-07fb091e-21ac-4226-9bda-33748e9636cd req-c5cc9e31-c058-47ca-ac23-3e13cfacc081 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Unset dirty status for tenant:68a58e4ba53c42e18be665e5234f87bb on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:07.315103 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:07.326453 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-07fb091e-21ac-4226-9bda-33748e9636cd req-c5cc9e31-c058-47ca-ac23-3e13cfacc081 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7370322 Aug 23 14:14:07.344209 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:07.349038 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:07.350328 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ceaa66a-bfe0-457b-a440-570a10e4f699,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:07.353994 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:07.478838 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Attempting to bind port d59c836d-991d-4e30-a161-ea8192239542 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:14:07.479909 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Attempting to bind port d59c836d-991d-4e30-a161-ea8192239542 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:14:07.479909 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Attempting to bind port d59c836d-991d-4e30-a161-ea8192239542 on network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:14:07.496166 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Port d59c836d-991d-4e30-a161-ea8192239542 on network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:14:07.496166 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Attempting to bind port d59c836d-991d-4e30-a161-ea8192239542 on network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:14:07.511763 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54012847-5697-4904-bbc5-6a99ccc5a15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea', 'code': 200} Aug 23 14:14:07.517707 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:14:07.518348 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Checking segment: {'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:14:07.519023 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Bound using segment: {'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:14:07.519584 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-81aae368-346f-422e-ad88-6b142dc75f46 req-42785f87-9da4-4740-93e2-a794735c081f tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 1101 time: 0.3179982 Aug 23 14:14:07.522138 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Checking segment: {'id': '5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17040fb0-4d0c-4f44-880b-5731c4ef524e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:14:07.522472 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Network hostable DHCP agents. Network: 17040fb0-4d0c-4f44-880b-5731c4ef524e, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:14:07.528576 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Bound port: d59c836d-991d-4e30-a161-ea8192239542, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:14:07.529583 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:07.600130 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c4864-1986-48a8-bc0b-0c0efea6f13f None None] Pushing event updated for resources: {'Port': ['ID=b3e94bc8-1588-4b5e-a153-27287dbc2a8f,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:07.604694 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-b72c4864-1986-48a8-bc0b-0c0efea6f13f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:07.714952 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Attempting to bind port b3e94bc8-1588-4b5e-a153-27287dbc2a8f on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:14:07.715500 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Attempting to bind port b3e94bc8-1588-4b5e-a153-27287dbc2a8f by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '7e831ccd-7a95-4669-a351-87cb88509e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:14:07.716115 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Attempting to bind port b3e94bc8-1588-4b5e-a153-27287dbc2a8f on network 25d788dc-79d6-46be-8fa1-467aa9f15a13 {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:14:07.730029 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] For port d59c836d-991d-4e30-a161-ea8192239542, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:14:07.733180 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] For port d59c836d-991d-4e30-a161-ea8192239542, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d59c836d-991d-4e30-a161-ea8192239542,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:14:07.736023 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-495247af-e11e-473a-ac87-16edc2e58048 req-15fd4dc4-3312-42f9-a7f3-c199a401b52b tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/floatingips/ddd30493-8766-46b0-948b-1ed4c7e98a23 HTTP/1.1" status: 200 len: 693 time: 0.1749010 Aug 23 14:14:07.736189 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:14:07.736701 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Checking segment: {'id': '7e831ccd-7a95-4669-a351-87cb88509e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:14:07.737482 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:07.738875 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Bound using segment: {'id': '7e831ccd-7a95-4669-a351-87cb88509e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:14:07.740217 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Bound port: b3e94bc8-1588-4b5e-a153-27287dbc2a8f, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e831ccd-7a95-4669-a351-87cb88509e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:14:07.741737 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:07.750517 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-81aae368-346f-422e-ad88-6b142dc75f46 req-54a91f0f-3700-45b5-8214-010edaffe5fb tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147002 Aug 23 14:14:07.881838 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] For port b3e94bc8-1588-4b5e-a153-27287dbc2a8f, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:14:07.885360 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] For port b3e94bc8-1588-4b5e-a153-27287dbc2a8f, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=b3e94bc8-1588-4b5e-a153-27287dbc2a8f,segment=NetworkSegment(7e831ccd-7a95-4669-a351-87cb88509e73),segment_id=7e831ccd-7a95-4669-a351-87cb88509e73)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:14:07.937710 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495247af-e11e-473a-ac87-16edc2e58048 req-e06f0d32-f188-478d-a4d2-5544af544874 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:07.939118 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-495247af-e11e-473a-ac87-16edc2e58048 req-e06f0d32-f188-478d-a4d2-5544af544874 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.1874220 Aug 23 14:14:07.951886 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-495247af-e11e-473a-ac87-16edc2e58048 req-4ffcb368-04e1-4757-ac4d-2a25a3e676a1 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:14:07.952961 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-495247af-e11e-473a-ac87-16edc2e58048 req-4ffcb368-04e1-4757-ac4d-2a25a3e676a1 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0078156 Aug 23 14:14:07.958887 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:07.966471 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:08.057864 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:08.059864 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] 10.222.0.60 "PUT /v2.0/ports/d59c836d-991d-4e30-a161-ea8192239542 HTTP/1.1" status: 200 len: 1091 time: 2.3362355 Aug 23 14:14:08.060618 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de007b67-af4b-4f9f-bdb0-3e8dedfd5611', 'tag': 'd59c836d-991d-4e30-a161-ea8192239542'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:08.086100 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Pushing event updated for resources: {'Port': ['ID=d59c836d-991d-4e30-a161-ea8192239542,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:08.094512 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:08.105141 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-495247af-e11e-473a-ac87-16edc2e58048 req-3d3ec8ac-f94f-4eee-82f6-5ca5ff1ad225 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 696 time: 0.1035674 Aug 23 14:14:08.170072 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Network 17040fb0-4d0c-4f44-880b-5731c4ef524e is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:14:08.194859 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-495247af-e11e-473a-ac87-16edc2e58048 req-2fd33d11-16ff-4e56-8ab4-347feb07595c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.79 HTTP/1.1" status: 200 len: 696 time: 0.0811846 Aug 23 14:14:08.238036 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:08.242706 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:08.341648 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c4864-1986-48a8-bc0b-0c0efea6f13f None None] Pushing event updated for resources: {'Port': ['ID=b3e94bc8-1588-4b5e-a153-27287dbc2a8f,revision_number=4']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:08.349041 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-b72c4864-1986-48a8-bc0b-0c0efea6f13f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:08.354115 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Routers {'26036bff-87ac-424a-8ce0-5f96a39b0812'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:14:08.355138 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['26036bff-87ac-424a-8ce0-5f96a39b0812'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:08.382842 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-495247af-e11e-473a-ac87-16edc2e58048 req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Deleting port 91cc6eea-1bc7-4513-85a2-10ab1bc141c0 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:14:08.383426 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-495247af-e11e-473a-ac87-16edc2e58048 req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:08.597293 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 17040fb0-4d0c-4f44-880b-5731c4ef524e) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:14:08.606791 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a824f-73f8-435c-a7bd-f7aa63dc871c None None] Network 17040fb0-4d0c-4f44-880b-5731c4ef524e requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:14:08.629931 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:08.630602 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:08.786045 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-f7119603-01e7-4418-895a-711d84c643a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=68a58e4ba53c42e18be665e5234f87bb&device_id=de007b67-af4b-4f9f-bdb0-3e8dedfd5611 HTTP/1.1" status: 200 len: 1094 time: 0.2713938 Aug 23 14:14:08.876699 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-495247af-e11e-473a-ac87-16edc2e58048 req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:08.876699 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-495247af-e11e-473a-ac87-16edc2e58048 req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:08.876939 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] Set router 26036bff-87ac-424a-8ce0-5f96a39b0812 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:14:08.882198 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0256011 Aug 23 14:14:08.886545 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 37736) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:08.898811 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1812674367-router', 'tenant_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:14:08.910773 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-a125315d-fd33-4f67-ba92-cc963ee5f693 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d59c836d-991d-4e30-a161-ea8192239542 HTTP/1.1" status: 200 len: 217 time: 0.1121840 Aug 23 14:14:08.978669 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:09.005001 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-411b228c-88a0-4a7f-810e-0571ea7551dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:09.007441 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-411b228c-88a0-4a7f-810e-0571ea7551dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c65d0fb-9e93-42b4-b48b-75141f36f07b HTTP/1.1" status: 200 len: 845 time: 0.0778120 Aug 23 14:14:09.023714 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-17040fb0-4d0c-4f44-880b-5731c4ef524e', 'network_id': '17040fb0-4d0c-4f44-880b-5731c4ef524e', 'tenant_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'fixed_ips': [{'subnet_id': '0ceaa66a-bfe0-457b-a440-570a10e4f699'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:14:09.026059 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:09.063354 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-495247af-e11e-473a-ac87-16edc2e58048 req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Calling delete_port for 91cc6eea-1bc7-4513-85a2-10ab1bc141c0 owned by network:floatingip {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:14:09.073592 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-89092c02-cd4f-46f7-a7b2-6469176f5925 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559151 Aug 23 14:14:09.079216 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Usage tracker for resource:router and tenant:27cf2bd90e504aa48ad835bf674ec1c5 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:09.094763 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:09.111565 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:09.310601 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-e38df557-8139-4c20-8d15-c63b18e1d828 service neutron] 10.222.0.60 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294593 Aug 23 14:14:09.355834 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'name': 'tempest-AttachSCSIVolumeTestJSON-528034441-router', 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:13:46Z', 'updated_at': '2021-08-23T14:13:57Z', 'revision_number': 4, 'project_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'gw_port': {'id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:13:49Z', 'updated_at': '2021-08-23T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'b3e94bc8-1588-4b5e-a153-27287dbc2a8f', 'name': '', 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13', 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'mac_address': 'fa:16:3e:35:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db288af1-dbbc-47b5-b528-6df8f5570c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:13:55Z', 'updated_at': '2021-08-23T14:14:07Z', 'revision_number': 4, 'project_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'subnets': [{'id': 'db288af1-dbbc-47b5-b528-6df8f5570c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:09.362848 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690d78c9-b20b-4b34-99eb-be7a6e6a685e None None] The sync data for ids ['26036bff-87ac-424a-8ce0-5f96a39b0812'] in n-d-805629-1 is: [{'id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'name': 'tempest-AttachSCSIVolumeTestJSON-528034441-router', 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:13:46Z', 'updated_at': '2021-08-23T14:13:57Z', 'revision_number': 4, 'project_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'gw_port': {'id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:13:49Z', 'updated_at': '2021-08-23T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'b3e94bc8-1588-4b5e-a153-27287dbc2a8f', 'name': '', 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13', 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'mac_address': 'fa:16:3e:35:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db288af1-dbbc-47b5-b528-6df8f5570c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:13:55Z', 'updated_at': '2021-08-23T14:14:07Z', 'revision_number': 4, 'project_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'subnets': [{'id': 'db288af1-dbbc-47b5-b528-6df8f5570c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:14:09.574677 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:09.575790 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:09.613009 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:09.642009 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Allocated IP 172.20.0.2 (17040fb0-4d0c-4f44-880b-5731c4ef524e/0ceaa66a-bfe0-457b-a440-570a10e4f699/24fb7874-6797-4ed6-96a6-7ce1eb9483ce) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:14:09.642757 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-495247af-e11e-473a-ac87-16edc2e58048 req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:09.655349 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:09.684604 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-52b3cecb-9ea1-4154-baa4-f2ad8be29edf req-4964149e-8ecf-43af-b796-d87148af918c service neutron] 10.222.0.60 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635132 Aug 23 14:14:09.739041 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Pushing event deleted for resources: {'Port': ['ID=91cc6eea-1bc7-4513-85a2-10ab1bc141c0,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:09.809693 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:09.810279 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:09.810862 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:09.811433 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:09.811999 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:09.812556 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:09.814708 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:09.815530 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:09.816339 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:09.817150 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:09.818510 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:09.846921 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:10.049546 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:10.069539 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Transition to ACTIVE for port object 24fb7874-6797-4ed6-96a6-7ce1eb9483ce will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:10.123249 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Transition to ACTIVE for port object 24fb7874-6797-4ed6-96a6-7ce1eb9483ce will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:10.235818 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-495247af-e11e-473a-ac87-16edc2e58048 req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks [] for floatingip, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:10.361874 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:10.377335 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:10.438905 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:10.522282 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c86f4ecf-542b-4098-8cad-2e0d4f2469b8 req-b85d4d35-deba-41ca-a60b-38f6f9db6b59 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 210 time: 0.6778255 Aug 23 14:14:10.528742 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Network 17040fb0-4d0c-4f44-880b-5731c4ef524e is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:14:10.534308 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:14:10.539041 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:14:10.594992 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Pushing event updated for resources: {'Port': ['ID=24fb7874-6797-4ed6-96a6-7ce1eb9483ce,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:10.619838 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:10.718387 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de007b67-af4b-4f9f-bdb0-3e8dedfd5611', 'tag': 'd59c836d-991d-4e30-a161-ea8192239542', 'status': 'completed', 'code': 200} Aug 23 14:14:10.802030 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Attempting to bind port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:14:10.803051 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Attempting to bind port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17040fb0-4d0c-4f44-880b-5731c4ef524e'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:14:10.806191 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Attempting to bind port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce on network 17040fb0-4d0c-4f44-880b-5731c4ef524e {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:14:10.826173 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:14:10.829011 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Checking segment: {'id': '5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17040fb0-4d0c-4f44-880b-5731c4ef524e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:14:10.829491 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:10.829939 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Bound using segment: {'id': '5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17040fb0-4d0c-4f44-880b-5731c4ef524e'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:14:10.830453 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Bound port: 24fb7874-6797-4ed6-96a6-7ce1eb9483ce, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17040fb0-4d0c-4f44-880b-5731c4ef524e'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:14:10.830853 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:10.873703 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device b3e94bc8-1588-4b5e-a153-27287dbc2a8f up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:10.934674 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-495247af-e11e-473a-ac87-16edc2e58048 req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:10.937383 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-495247af-e11e-473a-ac87-16edc2e58048 req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "DELETE /v2.0/floatingips/ddd30493-8766-46b0-948b-1ed4c7e98a23 HTTP/1.1" status: 204 len: 173 time: 2.7359173 Aug 23 14:14:10.938255 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8159cdda-1d21-4bf9-86e5-64e12c1f3c5e req-1d03978c-d93b-403e-8c45-4bff2458cfe8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=68a58e4ba53c42e18be665e5234f87bb&device_id=de007b67-af4b-4f9f-bdb0-3e8dedfd5611 HTTP/1.1" status: 200 len: 1094 time: 0.1777864 Aug 23 14:14:11.082975 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] For port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:14:11.087927 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] For port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=24fb7874-6797-4ed6-96a6-7ce1eb9483ce,segment=NetworkSegment(5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5),segment_id=5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:14:11.142949 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe3499-d128-40d6-9bab-2f1b9e6be3d2 req-67053472-4823-48ba-b551-d3c2c213c72e tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:11.144659 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2bbe3499-d128-40d6-9bab-2f1b9e6be3d2 req-67053472-4823-48ba-b551-d3c2c213c72e tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=de007b67-af4b-4f9f-bdb0-3e8dedfd5611 HTTP/1.1" status: 200 len: 943 time: 0.2599072 Aug 23 14:14:11.195456 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159cdda-1d21-4bf9-86e5-64e12c1f3c5e req-4274781d-f924-4dbb-93a7-499fdcdfd6f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:11.197322 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8159cdda-1d21-4bf9-86e5-64e12c1f3c5e req-4274781d-f924-4dbb-93a7-499fdcdfd6f2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb HTTP/1.1" status: 200 len: 906 time: 0.2466021 Aug 23 14:14:11.303859 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8159cdda-1d21-4bf9-86e5-64e12c1f3c5e req-e258d434-72ab-47e4-bce9-aeeb070d496b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d59c836d-991d-4e30-a161-ea8192239542 HTTP/1.1" status: 200 len: 217 time: 0.0816002 Aug 23 14:14:11.304875 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port b3e94bc8-1588-4b5e-a153-27287dbc2a8f completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:14:11.305074 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2bbe3499-d128-40d6-9bab-2f1b9e6be3d2 req-d957ead7-b0a5-4ab1-8420-f122ab747496 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353638 Aug 23 14:14:11.305238 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port b3e94bc8-1588-4b5e-a153-27287dbc2a8f triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:11.305238 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:11.336508 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device d59c836d-991d-4e30-a161-ea8192239542 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:14:11.348246 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:11.362690 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:11.429821 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159cdda-1d21-4bf9-86e5-64e12c1f3c5e req-8cfd13a2-784c-4f90-82c2-301bd73530d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:11.432263 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8159cdda-1d21-4bf9-86e5-64e12c1f3c5e req-8cfd13a2-784c-4f90-82c2-301bd73530d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c65d0fb-9e93-42b4-b48b-75141f36f07b HTTP/1.1" status: 200 len: 845 time: 0.1398032 Aug 23 14:14:11.497673 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:11.505201 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8159cdda-1d21-4bf9-86e5-64e12c1f3c5e req-010c5f88-857e-454f-b6e5-1fda58b48b3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647173 Aug 23 14:14:11.578001 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:11.591855 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Pushing event updated for resources: {'Port': ['ID=24fb7874-6797-4ed6-96a6-7ce1eb9483ce,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:11.600386 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:11.642482 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:14:11.902225 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8159cdda-1d21-4bf9-86e5-64e12c1f3c5e req-e9002e63-0525-4557-9a9e-4979cfb7b10a service neutron] 10.222.0.60 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854570 Aug 23 14:14:12.030374 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:12.036248 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Allocated IP 172.25.6.90 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/65a881c4-ad06-4366-828f-5a44c3ce7ca9) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:14:12.142201 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port d59c836d-991d-4e30-a161-ea8192239542, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d59c836d-991d-4e30-a161-ea8192239542,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:12.170451 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'd59c836d-991d-4e30-a161-ea8192239542', 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb', 'port_id': 'd59c836d-991d-4e30-a161-ea8192239542', 'mac_address': 'fa:16:3e:5d:fc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c65d0fb-9e93-42b4-b48b-75141f36f07b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:14:12.181059 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port b3e94bc8-1588-4b5e-a153-27287dbc2a8f, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=b3e94bc8-1588-4b5e-a153-27287dbc2a8f,segment=NetworkSegment(7e831ccd-7a95-4669-a351-87cb88509e73),segment_id=7e831ccd-7a95-4669-a351-87cb88509e73)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:12.235333 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8159cdda-1d21-4bf9-86e5-64e12c1f3c5e req-29f5a3d7-9535-494b-be31-6226e894ecf6 service neutron] 10.222.0.60 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197141 Aug 23 14:14:12.242276 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d63bc762-32c9-464f-b061-ab88bc00b8c4 req-7e44c67c-f610-49cd-a5cf-ea772d0344fd tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 1101 time: 0.8304136 Aug 23 14:14:12.294078 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:12.326370 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59c836d-991d-4e30-a161-ea8192239542 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:14:12.352870 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port d59c836d-991d-4e30-a161-ea8192239542, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d59c836d-991d-4e30-a161-ea8192239542,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:12.370236 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-ca8acb25-336c-4e58-ade3-1488ae4914d3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:12.372089 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-ca8acb25-336c-4e58-ade3-1488ae4914d3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.60 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 821 time: 0.5313566 Aug 23 14:14:12.379469 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:12.394150 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Request body: {'port': {'device_id': '7bd0f953-b7d4-45be-9bb1-37a82264c32e', 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3', 'admin_state_up': True, 'tenant_id': 'e457f5bb77ff4c95a16e095f62e5326f'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:14:12.411066 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d63bc762-32c9-464f-b061-ab88bc00b8c4 req-1d05bbab-ccd9-41b7-807d-e76b3a0b5ca6 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513596 Aug 23 14:14:12.441980 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:12.449019 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:12.549412 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=b3e94bc8-1588-4b5e-a153-27287dbc2a8f,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:12.553452 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:12.689770 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:12.724929 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:12.730148 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:12.816071 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:12.836329 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-09da69bf-9cb4-4f85-8cfa-f63c8b9d6eb5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:12.857824 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=d59c836d-991d-4e30-a161-ea8192239542,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:12.872964 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:12.878812 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9993c107-4fcc-46fb-90f0-29d8316aa0f0 req-09e0cb53-1e64-45a1-9e24-050278a7c571 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 210 time: 0.1912112 Aug 23 14:14:12.887469 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:12.995984 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device b3e94bc8-1588-4b5e-a153-27287dbc2a8f up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:13.013740 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:14:13.016773 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['d59c836d-991d-4e30-a161-ea8192239542'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:14:13.025801 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=65a881c4-ad06-4366-828f-5a44c3ce7ca9,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:13.030652 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:14:13.035131 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:14:13.141039 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:13.268286 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port b3e94bc8-1588-4b5e-a153-27287dbc2a8f triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:13.269198 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:13.319555 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19022d02-6aaf-4e13-ae57-328f0431c0d4 None None] Network 17040fb0-4d0c-4f44-880b-5731c4ef524e requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:14:13.441677 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49971e2f-7613-43dc-b3c7-6319620279a4 req-c72e0cb8-453b-4559-a6e0-12bcc5fe056c tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:13.445744 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-49971e2f-7613-43dc-b3c7-6319620279a4 req-c72e0cb8-453b-4559-a6e0-12bcc5fe056c tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=de007b67-af4b-4f9f-bdb0-3e8dedfd5611 HTTP/1.1" status: 200 len: 944 time: 0.2194409 Aug 23 14:14:13.617692 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-49971e2f-7613-43dc-b3c7-6319620279a4 req-f1f6167a-ac10-4c7c-80f3-3570ccfddff5 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647685 Aug 23 14:14:13.802797 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 24fb7874-6797-4ed6-96a6-7ce1eb9483ce up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:13.871067 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fa598-cf61-4615-91d9-af413d5915d4 req-d6ab86c7-7529-41c6-9e02-899b71e2fde7 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:13.872355 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-390fa598-cf61-4615-91d9-af413d5915d4 req-d6ab86c7-7529-41c6-9e02-899b71e2fde7 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Synchronizing usage tracker for tenant:c4885d40df424369a86df3bab6e6b16a on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:13.906734 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Made reservation on behalf of e457f5bb77ff4c95a16e095f62e5326f for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:14:13.911782 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:14.140336 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:14.141139 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:14.148025 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Allocated IP 172.20.0.11 (0a8efbb1-af6e-4ea8-8574-877b74baa9a3/1c65e425-4a4d-4be4-bdee-eae73a4d8237/694acdfb-8607-43e9-b757-ac75d4421838) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:14:14.166724 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:14:14.173810 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-36b91401-4e0f-4749-b260-2f82cb914e90 None None] Provisioning for port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:14:14.187896 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-36b91401-4e0f-4749-b260-2f82cb914e90 None None] Provisioning complete for port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:14.188718 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-36b91401-4e0f-4749-b260-2f82cb914e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:14.238761 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:14.239466 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:14.451042 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-390fa598-cf61-4615-91d9-af413d5915d4 req-d6ab86c7-7529-41c6-9e02-899b71e2fde7 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Unset dirty status for tenant:c4885d40df424369a86df3bab6e6b16a on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:14.452249 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-390fa598-cf61-4615-91d9-af413d5915d4 req-d6ab86c7-7529-41c6-9e02-899b71e2fde7 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 945 time: 0.6813848 Aug 23 14:14:14.535206 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-36b91401-4e0f-4749-b260-2f82cb914e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:14.550540 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:14.603618 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=24fb7874-6797-4ed6-96a6-7ce1eb9483ce,segment=NetworkSegment(5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5),segment_id=5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:14.677165 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-390fa598-cf61-4615-91d9-af413d5915d4 req-4ffccdd6-e25f-400c-8743-5d4a3cf7637f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125254 Aug 23 14:14:14.711230 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:14.731650 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:14.753159 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70aa28-be3b-4f99-a610-eb690ac1bf76 req-b202be6d-57e6-4646-b2b6-5f66508a29c7 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:14.753159 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e70aa28-be3b-4f99-a610-eb690ac1bf76 req-b202be6d-57e6-4646-b2b6-5f66508a29c7 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.91 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 945 time: 0.3609846 Aug 23 14:14:14.940026 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:14.945991 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-36b91401-4e0f-4749-b260-2f82cb914e90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:14:14.946599 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-36b91401-4e0f-4749-b260-2f82cb914e90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:14:14.953689 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=24fb7874-6797-4ed6-96a6-7ce1eb9483ce,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:14.954566 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:15.031938 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-0e70aa28-be3b-4f99-a610-eb690ac1bf76 req-c29478bf-773c-4ae3-86a7-0b4efa81622f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Deleting port dd36c005-af73-4138-8eba-bc7a02514228 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:14:15.032238 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0e70aa28-be3b-4f99-a610-eb690ac1bf76 req-c29478bf-773c-4ae3-86a7-0b4efa81622f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:15.096302 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d0063974-4131-4858-a6bd-819e5e37e6fd req-2165b585-7441-4fca-930f-278ef1b63d5b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 210 time: 0.1219440 Aug 23 14:14:15.337161 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device d59c836d-991d-4e30-a161-ea8192239542 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:15.536802 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:15.538022 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:15.601808 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd31c7-c60e-40bb-814c-c0b331e5cd11 req-ab352995-b270-4512-9ac3-bb3f329e89e7 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:15.601808 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3fd31c7-c60e-40bb-814c-c0b331e5cd11 req-ab352995-b270-4512-9ac3-bb3f329e89e7 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=de007b67-af4b-4f9f-bdb0-3e8dedfd5611 HTTP/1.1" status: 200 len: 944 time: 0.4275219 Aug 23 14:14:15.646960 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-0e70aa28-be3b-4f99-a610-eb690ac1bf76 req-c29478bf-773c-4ae3-86a7-0b4efa81622f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] For port dd36c005-af73-4138-8eba-bc7a02514228, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=dd36c005-af73-4138-8eba-bc7a02514228,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:15.646960 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0e70aa28-be3b-4f99-a610-eb690ac1bf76 req-c29478bf-773c-4ae3-86a7-0b4efa81622f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:15.647180 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port d59c836d-991d-4e30-a161-ea8192239542 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:14:15.650458 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port d59c836d-991d-4e30-a161-ea8192239542 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:15.650907 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:15.727161 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-d25fc77d-e033-44e1-aa01-56277db62a2c None None] Provisioning complete for port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:15.727496 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d25fc77d-e033-44e1-aa01-56277db62a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:15.825835 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-0e70aa28-be3b-4f99-a610-eb690ac1bf76 req-c29478bf-773c-4ae3-86a7-0b4efa81622f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Calling delete_port for dd36c005-af73-4138-8eba-bc7a02514228 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:14:15.893906 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:14:15.898024 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Pushing event updated for resources: {'Port': ['ID=694acdfb-8607-43e9-b757-ac75d4421838,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:15.920592 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e96e4-ab2b-4836-b756-ddf27a510abf req-be6fab43-7884-4403-b938-e348585171fc tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:15.923011 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-025e96e4-ab2b-4836-b756-ddf27a510abf req-be6fab43-7884-4403-b938-e348585171fc tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 950 time: 0.6497970 Aug 23 14:14:15.924611 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:14:15.924770 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:15.932258 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:15.943688 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Router c4f53458-67ef-4096-9c28-e4f9acec7db5 is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:14:15.943688 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:14:15.964024 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de007b67-af4b-4f9f-bdb0-3e8dedfd5611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59c836d-991d-4e30-a161-ea8192239542'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:15.978193 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port d59c836d-991d-4e30-a161-ea8192239542, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d59c836d-991d-4e30-a161-ea8192239542,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:16.025254 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3fd31c7-c60e-40bb-814c-c0b331e5cd11 req-8b834424-38af-40cb-a13a-be0cc4755531 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034979 Aug 23 14:14:16.082877 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:16.083533 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:16.137695 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:16.144287 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-913d8d40-a24d-4b5b-bc1d-c610ee0f9d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:16.230254 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=d59c836d-991d-4e30-a161-ea8192239542,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:16.235660 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:16.285955 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-025e96e4-ab2b-4836-b756-ddf27a510abf req-bdbc9ee2-fa9b-4f88-9426-1d7e5096a7da tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494589 Aug 23 14:14:16.297919 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dcdb2-7975-4c33-b5df-549d199481c7 req-92c5cc09-70e6-413c-8ef9-5c21b157f1ce tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:16.298999 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-ce2dcdb2-7975-4c33-b5df-549d199481c7 req-92c5cc09-70e6-413c-8ef9-5c21b157f1ce tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Synchronizing usage tracker for tenant:e16e074657a24430a915d9b1700cf204 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:16.328387 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-ce2dcdb2-7975-4c33-b5df-549d199481c7 req-92c5cc09-70e6-413c-8ef9-5c21b157f1ce tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Unset dirty status for tenant:e16e074657a24430a915d9b1700cf204 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:16.330568 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ce2dcdb2-7975-4c33-b5df-549d199481c7 req-92c5cc09-70e6-413c-8ef9-5c21b157f1ce tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.91 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 950 time: 0.1413393 Aug 23 14:14:16.444986 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-ce2dcdb2-7975-4c33-b5df-549d199481c7 req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Deleting port 0daaa145-b38c-4169-9c38-9c0914b84bd4 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:14:16.445638 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ce2dcdb2-7975-4c33-b5df-549d199481c7 req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:16.637973 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380359d-b5eb-4351-960b-fd918209d907 req-8f06d121-4eba-492c-ae3f-e5a5931bd915 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:16.640380 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0380359d-b5eb-4351-960b-fd918209d907 req-8f06d121-4eba-492c-ae3f-e5a5931bd915 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 945 time: 0.3638740 Aug 23 14:14:16.648044 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2622652 Aug 23 14:14:16.684100 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Request body: {'port': {'device_id': '7bd0f953-b7d4-45be-9bb1-37a82264c32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:14:16.727126 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0e70aa28-be3b-4f99-a610-eb690ac1bf76 req-c29478bf-773c-4ae3-86a7-0b4efa81622f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:16.769658 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-37ff29ce-f8b9-4f8d-ade4-2e67f163ade0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:16.831383 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 24fb7874-6797-4ed6-96a6-7ce1eb9483ce up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:16.873986 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-ce2dcdb2-7975-4c33-b5df-549d199481c7 req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] For port 0daaa145-b38c-4169-9c38-9c0914b84bd4, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=0daaa145-b38c-4169-9c38-9c0914b84bd4,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:16.873986 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ce2dcdb2-7975-4c33-b5df-549d199481c7 req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:16.881721 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfea1cc-71be-4c50-a82b-d7a3290c3d04 req-051056da-4408-4e9e-b053-61e4f1c29656 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:16.882964 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-7bfea1cc-71be-4c50-a82b-d7a3290c3d04 req-051056da-4408-4e9e-b053-61e4f1c29656 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Synchronizing usage tracker for tenant:c4885d40df424369a86df3bab6e6b16a on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:16.887422 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29478bf-773c-4ae3-86a7-0b4efa81622f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Pushing event deleted for resources: {'Port': ['ID=dd36c005-af73-4138-8eba-bc7a02514228,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:16.904112 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c29478bf-773c-4ae3-86a7-0b4efa81622f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:16.954119 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:16.954950 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:17.010858 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0380359d-b5eb-4351-960b-fd918209d907 req-423cf48f-2cda-4491-a530-d1ab1c7c44e8 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3519633 Aug 23 14:14:17.064138 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-ce2dcdb2-7975-4c33-b5df-549d199481c7 req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Calling delete_port for 0daaa145-b38c-4169-9c38-9c0914b84bd4 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:14:17.108501 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e70aa28-be3b-4f99-a610-eb690ac1bf76 req-c29478bf-773c-4ae3-86a7-0b4efa81622f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] No DVR routers for this DVR port dd36c005-af73-4138-8eba-bc7a02514228 on host n-h1-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:17.115938 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:17.142314 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0e70aa28-be3b-4f99-a610-eb690ac1bf76 req-c29478bf-773c-4ae3-86a7-0b4efa81622f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:17.142314 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e70aa28-be3b-4f99-a610-eb690ac1bf76 req-c29478bf-773c-4ae3-86a7-0b4efa81622f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.91 "DELETE /v2.0/ports/dd36c005-af73-4138-8eba-bc7a02514228 HTTP/1.1" status: 204 len: 173 time: 2.3712721 Aug 23 14:14:17.142314 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'name': 'network-vif-deleted', 'tag': 'dd36c005-af73-4138-8eba-bc7a02514228'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:17.210083 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-7bfea1cc-71be-4c50-a82b-d7a3290c3d04 req-051056da-4408-4e9e-b053-61e4f1c29656 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Unset dirty status for tenant:c4885d40df424369a86df3bab6e6b16a on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:17.211423 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7bfea1cc-71be-4c50-a82b-d7a3290c3d04 req-051056da-4408-4e9e-b053-61e4f1c29656 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/ports?device_id=63820cc3-9d05-40c5-a5b9-ba619313ae92 HTTP/1.1" status: 200 len: 867 time: 0.7480004 Aug 23 14:14:17.222900 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:14:17.244039 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Sync routers for ids ['c4f53458-67ef-4096-9c28-e4f9acec7db5'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:14:17.276774 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Routers {'c4f53458-67ef-4096-9c28-e4f9acec7db5'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:14:17.277640 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['c4f53458-67ef-4096-9c28-e4f9acec7db5'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:17.410624 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de007b67-af4b-4f9f-bdb0-3e8dedfd5611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59c836d-991d-4e30-a161-ea8192239542', 'code': 200} Aug 23 14:14:17.476335 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7bfea1cc-71be-4c50-a82b-d7a3290c3d04 req-5b76e52e-7a1b-4b35-a9cd-fa00d43be1d0 tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] 10.222.0.86 "GET /v2.0/security-groups?id=715f1085-5dff-45c7-9d9e-4e2ccd4b2354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507052 Aug 23 14:14:17.673541 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Set router c4f53458-67ef-4096-9c28-e4f9acec7db5 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:14:17.739457 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c98354c9-f1f3-43a7-884b-b3d63bc04d1e req-4ef1c60a-aa1f-40ac-846f-89c697250ecf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=de007b67-af4b-4f9f-bdb0-3e8dedfd5611 HTTP/1.1" status: 200 len: 1096 time: 0.1445224 Aug 23 14:14:17.741362 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ce2dcdb2-7975-4c33-b5df-549d199481c7 req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:17.761311 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f2f78ea1-1755-4100-8364-00d65d519be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:17.794488 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] Notify callbacks [] for router, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:17.796374 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-fd8f8317-068d-4023-8573-819e76142ce6 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.9073696 Aug 23 14:14:17.812620 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 37808) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:17.859284 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['2a5e9bac-3f15-4f64-9826-98e652e99337', '0daaa145-b38c-4169-9c38-9c0914b84bd4', '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:14:17.998094 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Pushing event deleted for resources: {'Port': ['ID=0daaa145-b38c-4169-9c38-9c0914b84bd4,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:18.056540 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:18.056540 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:18.056540 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:18.056540 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:18.056540 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:18.056540 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:18.056540 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:18.056540 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:18.056540 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:18.056540 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:18.056540 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:18.084138 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device dd36c005-af73-4138-8eba-bc7a02514228 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:18.119128 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:18.165913 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: dd36c005-af73-4138-8eba-bc7a02514228 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:14:18.166514 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device dd36c005-af73-4138-8eba-bc7a02514228 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:18.209897 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2dcdb2-7975-4c33-b5df-549d199481c7 req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] No DVR routers for this DVR port 0daaa145-b38c-4169-9c38-9c0914b84bd4 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:18.214751 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ce2dcdb2-7975-4c33-b5df-549d199481c7 req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:18.218209 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1c14dc-6bfb-434f-aeac-5b620b8f6adb', 'name': 'network-vif-deleted', 'tag': '0daaa145-b38c-4169-9c38-9c0914b84bd4'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:18.245094 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c98354c9-f1f3-43a7-884b-b3d63bc04d1e req-40639e59-4bec-4c2c-86da-3f64d2459a61 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865101 Aug 23 14:14:18.291167 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583fcbf-f8f6-4ae2-9ae6-a410ce790231 req-02c72cf3-c031-42c9-ba75-9e2651084656 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:18.291167 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c583fcbf-f8f6-4ae2-9ae6-a410ce790231 req-02c72cf3-c031-42c9-ba75-9e2651084656 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Synchronizing usage tracker for tenant:e457f5bb77ff4c95a16e095f62e5326f on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:18.308829 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694acdfb-8607-43e9-b757-ac75d4421838 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:14:18.322180 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:18.344523 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899865eb-43cc-4945-b43e-4641afa8a7e3 req-87b5fae9-8cb6-4be2-a1db-13e0a5f11ccd tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:18.346454 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-899865eb-43cc-4945-b43e-4641afa8a7e3 req-87b5fae9-8cb6-4be2-a1db-13e0a5f11ccd tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=de007b67-af4b-4f9f-bdb0-3e8dedfd5611 HTTP/1.1" status: 200 len: 945 time: 0.4596961 Aug 23 14:14:18.382153 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Transition to ACTIVE for port object 694acdfb-8607-43e9-b757-ac75d4421838 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:18.520788 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-899865eb-43cc-4945-b43e-4641afa8a7e3 req-8f9ce7e5-1be1-4dd4-95fa-2d4fe83fde97 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637480 Aug 23 14:14:18.648821 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812674367-router', 'tenant_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:09Z', 'updated_at': '2021-08-23T14:14:13Z', 'revision_number': 3, 'project_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'gw_port': {'id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:11Z', 'updated_at': '2021-08-23T14:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:18.660302 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Checking router: c4f53458-67ef-4096-9c28-e4f9acec7db5 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:14:18.661070 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Updating router c4f53458-67ef-4096-9c28-e4f9acec7db5 port 65a881c4-ad06-4366-828f-5a44c3ce7ca9 binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:14:18.717153 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63820cc3-9d05-40c5-a5b9-ba619313ae92', 'name': 'network-vif-deleted', 'tag': 'dd36c005-af73-4138-8eba-bc7a02514228', 'status': 'completed', 'code': 200} Aug 23 14:14:18.734032 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:18.751222 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ce2dcdb2-7975-4c33-b5df-549d199481c7 req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.91 "DELETE /v2.0/ports/0daaa145-b38c-4169-9c38-9c0914b84bd4 HTTP/1.1" status: 204 len: 173 time: 2.4105258 Aug 23 14:14:18.757522 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:18.818971 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:19.160187 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c583fcbf-f8f6-4ae2-9ae6-a410ce790231 req-02c72cf3-c031-42c9-ba75-9e2651084656 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Unset dirty status for tenant:e457f5bb77ff4c95a16e095f62e5326f on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:19.172338 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c583fcbf-f8f6-4ae2-9ae6-a410ce790231 req-02c72cf3-c031-42c9-ba75-9e2651084656 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 932 time: 1.4170880 Aug 23 14:14:19.210283 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-387048aa-11e0-42c6-a980-9b6823996f6e req-870b954a-2acd-45f7-b486-de9fc77f7618 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 210 time: 0.1152923 Aug 23 14:14:19.211347 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Pushing event updated for resources: {'Port': ['ID=694acdfb-8607-43e9-b757-ac75d4421838,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:19.249056 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:19.518249 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c583fcbf-f8f6-4ae2-9ae6-a410ce790231 req-1132c88d-8eaf-4276-be2f-b76cb40b3108 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130829 Aug 23 14:14:19.529461 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Attempting to bind port 694acdfb-8607-43e9-b757-ac75d4421838 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:14:19.536304 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Attempting to bind port 694acdfb-8607-43e9-b757-ac75d4421838 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:14:19.536304 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Attempting to bind port 694acdfb-8607-43e9-b757-ac75d4421838 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:14:19.542330 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Port 694acdfb-8607-43e9-b757-ac75d4421838 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:14:19.542893 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Attempting to bind port 694acdfb-8607-43e9-b757-ac75d4421838 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:14:19.644618 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:19.685830 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Transition to ACTIVE for port object 65a881c4-ad06-4366-828f-5a44c3ce7ca9 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:19.736861 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:14:19.736861 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Checking segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:14:19.736861 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Bound using segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:14:19.738254 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Bound port: 694acdfb-8607-43e9-b757-ac75d4421838, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:14:19.741988 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:19.776168 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1c14dc-6bfb-434f-aeac-5b620b8f6adb', 'name': 'network-vif-deleted', 'tag': '0daaa145-b38c-4169-9c38-9c0914b84bd4', 'status': 'completed', 'code': 200} Aug 23 14:14:19.944627 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] For port 694acdfb-8607-43e9-b757-ac75d4421838, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:14:19.946853 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:19.974298 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:20.053606 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] For port 694acdfb-8607-43e9-b757-ac75d4421838, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=694acdfb-8607-43e9-b757-ac75d4421838,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:14:20.066445 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Attempting to bind port 65a881c4-ad06-4366-828f-5a44c3ce7ca9 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:14:20.068004 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Attempting to bind port 65a881c4-ad06-4366-828f-5a44c3ce7ca9 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:14:20.069045 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Attempting to bind port 65a881c4-ad06-4366-828f-5a44c3ce7ca9 on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:14:20.088009 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 0daaa145-b38c-4169-9c38-9c0914b84bd4 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:20.099855 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 37826) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:20.162919 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: 0daaa145-b38c-4169-9c38-9c0914b84bd4 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:14:20.163789 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 0daaa145-b38c-4169-9c38-9c0914b84bd4 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:20.170697 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:14:20.171519 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:14:20.172336 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:20.172983 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:14:20.173820 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Bound port: 65a881c4-ad06-4366-828f-5a44c3ce7ca9, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:14:20.174437 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:20.307974 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Pushing event updated for resources: {'Port': ['ID=65a881c4-ad06-4366-828f-5a44c3ce7ca9,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:20.326838 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:20.377229 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] For port 65a881c4-ad06-4366-828f-5a44c3ce7ca9, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:14:20.384598 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] For port 65a881c4-ad06-4366-828f-5a44c3ce7ca9, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=65a881c4-ad06-4366-828f-5a44c3ce7ca9,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:14:20.385864 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:20.400738 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:20.589620 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:20.600251 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:20.619304 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:20.620962 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] 10.222.0.60 "PUT /v2.0/ports/694acdfb-8607-43e9-b757-ac75d4421838 HTTP/1.1" status: 200 len: 1092 time: 3.9609823 Aug 23 14:14:20.720683 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd0f953-b7d4-45be-9bb1-37a82264c32e', 'tag': '694acdfb-8607-43e9-b757-ac75d4421838'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:20.736589 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Pushing event updated for resources: {'Port': ['ID=694acdfb-8607-43e9-b757-ac75d4421838,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:20.743135 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Routers {'c4f53458-67ef-4096-9c28-e4f9acec7db5'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:14:20.743779 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:13:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['c4f53458-67ef-4096-9c28-e4f9acec7db5'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:20.818089 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:20.818439 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Pushing event updated for resources: {'Port': ['ID=65a881c4-ad06-4366-828f-5a44c3ce7ca9,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:20.822284 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c3420784-bfd3-4104-87c5-6697612cc0b0 req-5c54256d-9166-4c6d-8596-e900b11e610f tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a1c14dc-6bfb-434f-aeac-5b620b8f6adb HTTP/1.1" status: 200 len: 210 time: 0.1906099 Aug 23 14:14:20.889325 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:20.889325 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:20.889845 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:20.890366 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:20.891379 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:20.891936 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:20.892809 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:20.893381 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:20.894072 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:20.894933 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:20.895237 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:20.903819 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:20.964524 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587cf17-dcac-4be4-af9a-1e7981a5d336 req-ca4f6bac-bd01-4008-92fd-c771592d3b6a tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:20.966854 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5587cf17-dcac-4be4-af9a-1e7981a5d336 req-ca4f6bac-bd01-4008-92fd-c771592d3b6a tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=de007b67-af4b-4f9f-bdb0-3e8dedfd5611 HTTP/1.1" status: 200 len: 945 time: 0.5697577 Aug 23 14:14:21.118999 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] Set router c4f53458-67ef-4096-9c28-e4f9acec7db5 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:14:21.336355 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9da43578-d954-4bed-9e05-001c25b57423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:21.366192 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5587cf17-dcac-4be4-af9a-1e7981a5d336 req-2a121af5-b608-4e02-a66e-b668688134a6 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867896 Aug 23 14:14:21.425832 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-9751e680-cef1-433f-a75d-bd156486709f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 1095 time: 0.5316153 Aug 23 14:14:21.657243 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812674367-router', 'tenant_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:09Z', 'updated_at': '2021-08-23T14:14:13Z', 'revision_number': 3, 'project_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'gw_port': {'id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:11Z', 'updated_at': '2021-08-23T14:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:21.657243 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bceaf-1133-419b-bb4f-194daba38501 None None] The sync data for ids ['c4f53458-67ef-4096-9c28-e4f9acec7db5'] in n-d-805629-1 is: [{'id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812674367-router', 'tenant_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:09Z', 'updated_at': '2021-08-23T14:14:13Z', 'revision_number': 3, 'project_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'gw_port': {'id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:11Z', 'updated_at': '2021-08-23T14:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:14:21.825455 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:21.826686 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6342ba2-ddee-48ce-b760-29407c98fbcf req-f35f538c-d117-449e-8c2c-4898cbdfb8fe tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:21.829218 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c6342ba2-ddee-48ce-b760-29407c98fbcf req-f35f538c-d117-449e-8c2c-4898cbdfb8fe tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 945 time: 0.7949133 Aug 23 14:14:21.836340 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-1317d180-5110-4ce2-9000-35d656335a46 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694acdfb-8607-43e9-b757-ac75d4421838 HTTP/1.1" status: 200 len: 217 time: 0.1879592 Aug 23 14:14:21.956367 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:22.033225 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-f0ed6b5e-8e11-44af-90c1-5fd44965e83e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:22.035723 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-f0ed6b5e-8e11-44af-90c1-5fd44965e83e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.1925919 Aug 23 14:14:22.106646 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-335500f2-efa2-4c48-9738-755e0ef3a696 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606463 Aug 23 14:14:22.142615 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-58a637e8-d798-4c2e-a07e-c520023f08b7 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:22.151252 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-58a637e8-d798-4c2e-a07e-c520023f08b7 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Synchronizing usage tracker for tenant:9ba3514f5e5345bdb74853fae0d863ae on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:22.164703 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-58a637e8-d798-4c2e-a07e-c520023f08b7 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Unset dirty status for tenant:9ba3514f5e5345bdb74853fae0d863ae on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:22.166554 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-58a637e8-d798-4c2e-a07e-c520023f08b7 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.60 "GET /v2.0/ports?device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 945 time: 0.1648750 Aug 23 14:14:22.232459 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c6342ba2-ddee-48ce-b760-29407c98fbcf req-e9b5af1b-1411-4523-b5b0-e75e2fa3d090 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866799 Aug 23 14:14:22.266625 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Deleting port b2200669-c561-43a8-91d3-09df0d58bd27 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:14:22.267077 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:22.429702 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd0f953-b7d4-45be-9bb1-37a82264c32e', 'tag': '694acdfb-8607-43e9-b757-ac75d4421838', 'status': 'completed', 'code': 200} Aug 23 14:14:22.528878 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c836a-263b-4f49-8a23-5caca6429284 req-9d3306ad-1fad-4dbc-a92e-597d7f982c7d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:22.531418 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a27c836a-263b-4f49-8a23-5caca6429284 req-9d3306ad-1fad-4dbc-a92e-597d7f982c7d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 944 time: 0.8069654 Aug 23 14:14:22.804513 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-c4dafc7d-28a4-42fa-bb27-8d8d430a1967 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245935 Aug 23 14:14:22.956970 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a27c836a-263b-4f49-8a23-5caca6429284 req-701a25b6-ab4f-4181-a3b0-d6c9c12c435e tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023938 Aug 23 14:14:23.031484 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Allocated IP 172.20.0.1 (17040fb0-4d0c-4f44-880b-5731c4ef524e/0ceaa66a-bfe0-457b-a440-570a10e4f699/58f4e019-f9c9-46cd-8e43-e77c47835847) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:14:23.049630 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] For port b2200669-c561-43a8-91d3-09df0d58bd27, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b2200669-c561-43a8-91d3-09df0d58bd27,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:23.049630 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:23.093442 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cdf64925-d42f-4e11-b03e-63bb6067c595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:23.255664 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d19f767b-2035-404c-a2c3-09eb145e5e8a req-30d19edd-c587-49d8-891a-995442866fb3 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365315 Aug 23 14:14:23.654574 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d77d29a7-33a6-4657-b92a-2089321c0c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:23.675698 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:23.676833 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:23.677372 n-d-805629-1 neutron-server[76506]: INFO neutron.db.l3_db [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Floating IP ddd08a72-6c4e-4cfc-8923-6c91411befa9 disassociated. External IP: 172.25.6.162, port: b2200669-c561-43a8-91d3-09df0d58bd27. Aug 23 14:14:23.678293 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Calling delete_port for b2200669-c561-43a8-91d3-09df0d58bd27 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:14:24.036017 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03f2b856-5677-43b5-9c72-849f023355e8 req-6c1b68d1-430b-47f1-8395-3e4e62844c71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 1095 time: 0.5597320 Aug 23 14:14:24.075805 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:24.301950 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:24.315253 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5ef6b347-5bec-4996-96d3-211c6c640378 tempest-AggregatesAdminTestJSON-178697921 tempest-AggregatesAdminTestJSON-178697921-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:24.410460 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Transition to ACTIVE for port object 58f4e019-f9c9-46cd-8e43-e77c47835847 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:24.437064 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Pushing event deleted for resources: {'Port': ['ID=b2200669-c561-43a8-91d3-09df0d58bd27,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:24.445384 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:24.592402 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379d39e-c665-4ba0-9f9d-9f2e9921f31b req-7c119760-ebae-4e80-a6a2-dd1ed4924bad tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:24.605219 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d379d39e-c665-4ba0-9f9d-9f2e9921f31b req-7c119760-ebae-4e80-a6a2-dd1ed4924bad tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/ports?device_id=644d3971-c7eb-4867-9094-60c5e09febd3 HTTP/1.1" status: 200 len: 867 time: 0.7144024 Aug 23 14:14:24.669737 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2b856-5677-43b5-9c72-849f023355e8 req-3f093ffd-ee8d-455c-a6ad-ece72dc5af1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:24.672103 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03f2b856-5677-43b5-9c72-849f023355e8 req-3f093ffd-ee8d-455c-a6ad-ece72dc5af1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.6174493 Aug 23 14:14:24.711935 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:24.864707 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Router 7912d10e-be87-4097-9ed9-3b6fd1009fcb has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:14:24.946458 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:24.973722 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-82685013-286b-4a0a-9193-ab3fa9ec5426 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:25.019719 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 65a881c4-ad06-4366-828f-5a44c3ce7ca9 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:25.071919 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Network 17040fb0-4d0c-4f44-880b-5731c4ef524e is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:14:25.077276 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03f2b856-5677-43b5-9c72-849f023355e8 req-71acfd83-a7c8-4a5f-85dd-acea4945f53c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694acdfb-8607-43e9-b757-ac75d4421838 HTTP/1.1" status: 200 len: 217 time: 0.3916025 Aug 23 14:14:25.097899 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:14:25.229667 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d379d39e-c665-4ba0-9f9d-9f2e9921f31b req-14575524-57db-43d0-ba4a-beb9c1f8d791 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups?id=05a4fee8-3732-4812-b2ac-f839bc81c7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6227093 Aug 23 14:14:25.230072 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:14:25.230693 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:14:25.244594 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818ef5fa-834f-4e46-870f-630eea9108fd None None] Sync routers for ids ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:14:25.274224 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818ef5fa-834f-4e46-870f-630eea9108fd None None] Routers {'7912d10e-be87-4097-9ed9-3b6fd1009fcb'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:14:25.275895 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-818ef5fa-834f-4e46-870f-630eea9108fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:14:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:25.347795 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 65a881c4-ad06-4366-828f-5a44c3ce7ca9 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:14:25.371262 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 65a881c4-ad06-4366-828f-5a44c3ce7ca9 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:25.371262 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:25.371567 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] No DVR routers for this DVR port b2200669-c561-43a8-91d3-09df0d58bd27 on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:25.375726 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:25.388978 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644d3971-c7eb-4867-9094-60c5e09febd3', 'name': 'network-vif-deleted', 'tag': 'b2200669-c561-43a8-91d3-09df0d58bd27'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:25.472518 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 694acdfb-8607-43e9-b757-ac75d4421838 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:14:25.604458 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2b856-5677-43b5-9c72-849f023355e8 req-a11fcda9-2fb4-4108-af96-df7b5883d1fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:25.604458 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03f2b856-5677-43b5-9c72-849f023355e8 req-a11fcda9-2fb4-4108-af96-df7b5883d1fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.4967711 Aug 23 14:14:25.655525 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Pushing event updated for resources: {'Port': ['ID=58f4e019-f9c9-46cd-8e43-e77c47835847,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:25.691970 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-68e40864-eb98-4a1a-8705-c0640438d8b4 req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.60 "DELETE /v2.0/ports/b2200669-c561-43a8-91d3-09df0d58bd27 HTTP/1.1" status: 204 len: 173 time: 3.5200489 Aug 23 14:14:25.694106 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 694acdfb-8607-43e9-b757-ac75d4421838, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=694acdfb-8607-43e9-b757-ac75d4421838,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:25.708912 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:25.718418 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-818ef5fa-834f-4e46-870f-630eea9108fd None None] Set router 7912d10e-be87-4097-9ed9-3b6fd1009fcb gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:14:25.733298 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device b2200669-c561-43a8-91d3-09df0d58bd27 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:25.764374 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03f2b856-5677-43b5-9c72-849f023355e8 req-6c742268-fb22-415b-a65f-ff722e6df592 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497390 Aug 23 14:14:25.796100 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '694acdfb-8607-43e9-b757-ac75d4421838', 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3', 'port_id': '694acdfb-8607-43e9-b757-ac75d4421838', 'mac_address': 'fa:16:3e:65:c8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c65e425-4a4d-4be4-bdee-eae73a4d8237', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:14:25.798957 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: b2200669-c561-43a8-91d3-09df0d58bd27 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:14:25.799695 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device b2200669-c561-43a8-91d3-09df0d58bd27 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:25.886322 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:25.994453 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:26.004362 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9912a-9bf1-4616-a57d-1aa8b31fbe02 req-dde9079e-5ce7-48c7-98e8-d1a19f5914cb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:26.007354 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95c9912a-9bf1-4616-a57d-1aa8b31fbe02 req-dde9079e-5ce7-48c7-98e8-d1a19f5914cb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=de007b67-af4b-4f9f-bdb0-3e8dedfd5611 HTTP/1.1" status: 200 len: 945 time: 1.1588845 Aug 23 14:14:26.041883 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694acdfb-8607-43e9-b757-ac75d4421838 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:14:26.105043 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:26.138620 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f9cd290f-c21d-442f-83e5-6b8aedd0d029 None None] Provisioning for port 58f4e019-f9c9-46cd-8e43-e77c47835847 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:14:26.171438 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f9cd290f-c21d-442f-83e5-6b8aedd0d029 None None] Provisioning complete for port 58f4e019-f9c9-46cd-8e43-e77c47835847 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:26.171932 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f9cd290f-c21d-442f-83e5-6b8aedd0d029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:26.229001 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 694acdfb-8607-43e9-b757-ac75d4421838, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=694acdfb-8607-43e9-b757-ac75d4421838,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:26.279031 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:26.323912 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd290f-c21d-442f-83e5-6b8aedd0d029 None None] Port 58f4e019-f9c9-46cd-8e43-e77c47835847 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:14:26.341315 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235769fc-ade2-475a-a6af-84e9be2acd7f req-00098d67-bad5-4a48-af4f-621979c68e8c tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:26.342406 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 65a881c4-ad06-4366-828f-5a44c3ce7ca9, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=65a881c4-ad06-4366-828f-5a44c3ce7ca9,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:26.342592 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-235769fc-ade2-475a-a6af-84e9be2acd7f req-00098d67-bad5-4a48-af4f-621979c68e8c tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Synchronizing usage tracker for tenant:e16e074657a24430a915d9b1700cf204 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:26.391173 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95c9912a-9bf1-4616-a57d-1aa8b31fbe02 req-a32ac8d4-2e7d-4e85-ac2f-406349509f64 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571424 Aug 23 14:14:26.442343 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b3f0a-6f04-41d6-bcc5-c461d3a4737b req-3bd224f4-5938-46f0-bef6-fa3f87fd6628 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:26.447482 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:26.450654 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:26.456784 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-681b3f0a-6f04-41d6-bcc5-c461d3a4737b req-3bd224f4-5938-46f0-bef6-fa3f87fd6628 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 944 time: 0.5394759 Aug 23 14:14:26.537318 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-818ef5fa-834f-4e46-870f-630eea9108fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'fe2b8d93-51ce-4784-b1c8-6f2d75b350d5', 'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'mac_address': 'fa:16:3e:da:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:21Z', 'revision_number': 5, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'subnets': [{'id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:26.548279 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818ef5fa-834f-4e46-870f-630eea9108fd None None] Checking router: 7912d10e-be87-4097-9ed9-3b6fd1009fcb for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:14:26.578257 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818ef5fa-834f-4e46-870f-630eea9108fd None None] Routers {'7912d10e-be87-4097-9ed9-3b6fd1009fcb'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:14:26.579253 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-818ef5fa-834f-4e46-870f-630eea9108fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:14:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:26.608986 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03f2b856-5677-43b5-9c72-849f023355e8 req-d3a59013-d419-4957-bd64-c563ae6e9079 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7148600 Aug 23 14:14:26.611842 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:26.615213 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=694acdfb-8607-43e9-b757-ac75d4421838,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:26.622548 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:26.623626 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:26.683408 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-235769fc-ade2-475a-a6af-84e9be2acd7f req-00098d67-bad5-4a48-af4f-621979c68e8c tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Unset dirty status for tenant:e16e074657a24430a915d9b1700cf204 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:26.686410 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-235769fc-ade2-475a-a6af-84e9be2acd7f req-00098d67-bad5-4a48-af4f-621979c68e8c tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.91 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 950 time: 0.7538917 Aug 23 14:14:26.742930 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=65a881c4-ad06-4366-828f-5a44c3ce7ca9,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:26.756420 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:26.850093 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['694acdfb-8607-43e9-b757-ac75d4421838'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:14:26.889959 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-235769fc-ade2-475a-a6af-84e9be2acd7f req-fdbb12a7-9290-4693-8ecb-5a911d0a6573 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Deleting port 2a5e9bac-3f15-4f64-9826-98e652e99337 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:14:26.891077 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-235769fc-ade2-475a-a6af-84e9be2acd7f req-fdbb12a7-9290-4693-8ecb-5a911d0a6573 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:26.905688 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:26.939665 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-818ef5fa-834f-4e46-870f-630eea9108fd None None] Set router 7912d10e-be87-4097-9ed9-3b6fd1009fcb gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:14:26.996174 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 65a881c4-ad06-4366-828f-5a44c3ce7ca9 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:27.135510 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-681b3f0a-6f04-41d6-bcc5-c461d3a4737b req-431d6487-dcbf-4b9c-9fc8-8cce1aaa872d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6772656 Aug 23 14:14:27.315635 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03f2b856-5677-43b5-9c72-849f023355e8 req-c7cba51f-6bdd-41a4-bf3a-17ce14993f93 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882250 Aug 23 14:14:27.363566 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 65a881c4-ad06-4366-828f-5a44c3ce7ca9 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:27.364380 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:27.418850 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644d3971-c7eb-4867-9094-60c5e09febd3', 'name': 'network-vif-deleted', 'tag': 'b2200669-c561-43a8-91d3-09df0d58bd27', 'status': 'completed', 'code': 200} Aug 23 14:14:27.589384 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-235769fc-ade2-475a-a6af-84e9be2acd7f req-fdbb12a7-9290-4693-8ecb-5a911d0a6573 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] For port 2a5e9bac-3f15-4f64-9826-98e652e99337, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2a5e9bac-3f15-4f64-9826-98e652e99337,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:27.590116 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-235769fc-ade2-475a-a6af-84e9be2acd7f req-fdbb12a7-9290-4693-8ecb-5a911d0a6573 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:27.733783 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9afc5-1a49-4ad6-957b-860c62896ff5 req-f7f731b1-bfe7-409f-b72f-e10931e3a77e tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:27.736431 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-57a9afc5-1a49-4ad6-957b-860c62896ff5 req-f7f731b1-bfe7-409f-b72f-e10931e3a77e tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45 HTTP/1.1" status: 200 len: 950 time: 0.9922171 Aug 23 14:14:27.913946 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-235769fc-ade2-475a-a6af-84e9be2acd7f req-fdbb12a7-9290-4693-8ecb-5a911d0a6573 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Calling delete_port for 2a5e9bac-3f15-4f64-9826-98e652e99337 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:14:28.090043 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-818ef5fa-834f-4e46-870f-630eea9108fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'fe2b8d93-51ce-4784-b1c8-6f2d75b350d5', 'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'mac_address': 'fa:16:3e:da:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:21Z', 'revision_number': 5, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'subnets': [{'id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:28.096040 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818ef5fa-834f-4e46-870f-630eea9108fd None None] The sync data for ids ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'] in n-d-805629-1 is: [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:08Z', 'revision_number': 4, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'fe2b8d93-51ce-4784-b1c8-6f2d75b350d5', 'name': '', 'network_id': '7d55dac6-c24c-49d5-a663-12afdd587d9d', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'mac_address': 'fa:16:3e:da:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:21Z', 'revision_number': 5, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'subnets': [{'id': 'c9c2655a-6e68-446a-9ae7-90bbfd7e3c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:14:28.398696 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-57a9afc5-1a49-4ad6-957b-860c62896ff5 req-b77e44c5-40b2-42a1-a9c9-662862b745e0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355255 Aug 23 14:14:28.406271 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-235769fc-ade2-475a-a6af-84e9be2acd7f req-fdbb12a7-9290-4693-8ecb-5a911d0a6573 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:28.417870 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:14:28.429023 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c813fb61-80a0-4c27-abd7-557af4b2356c tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:28.480100 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:14:28.540179 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb12a7-9290-4693-8ecb-5a911d0a6573 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Pushing event deleted for resources: {'Port': ['ID=2a5e9bac-3f15-4f64-9826-98e652e99337,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:28.548073 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16968ae7-a805-4576-810d-f21d705349cb None None] New status for floating IP ddd08a72-6c4e-4cfc-8923-6c91411befa9: DOWN {{(pid=76509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:14:28.558385 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:28.591716 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9b8ae21c-bab1-46b1-82df-fcf1a7610bf7 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:28.605941 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9b8ae21c-bab1-46b1-82df-fcf1a7610bf7 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 806 time: 0.4652872 Aug 23 14:14:28.620376 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fdbb12a7-9290-4693-8ecb-5a911d0a6573 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:28.641669 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-cdf64925-d42f-4e11-b03e-63bb6067c595 admin admin] Deleting port 88716796-af1d-46a6-b2c2-480d26b42c01 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:14:28.645855 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cdf64925-d42f-4e11-b03e-63bb6067c595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:28.691042 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-235769fc-ade2-475a-a6af-84e9be2acd7f req-fdbb12a7-9290-4693-8ecb-5a911d0a6573 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] No DVR routers for this DVR port 2a5e9bac-3f15-4f64-9826-98e652e99337 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:28.697912 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-235769fc-ade2-475a-a6af-84e9be2acd7f req-fdbb12a7-9290-4693-8ecb-5a911d0a6573 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:28.752591 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-af569af6-91bd-4643-851a-6017aef49e7c tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/quotas/6aa5a9687a4e4e8c9d232cd2c47c6518 HTTP/1.1" status: 200 len: 375 time: 0.1450260 Aug 23 14:14:28.788354 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:28.876647 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:29.055333 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-235769fc-ade2-475a-a6af-84e9be2acd7f req-fdbb12a7-9290-4693-8ecb-5a911d0a6573 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.91 "DELETE /v2.0/ports/2a5e9bac-3f15-4f64-9826-98e652e99337 HTTP/1.1" status: 204 len: 173 time: 2.3642199 Aug 23 14:14:29.202984 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:29.235188 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Pushing event updated for resources: {'Port': ['ID=58f4e019-f9c9-46cd-8e43-e77c47835847,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:29.257528 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:29.317392 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-aa323d22-6829-4018-8f1b-3b448e7834fb tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5507681 Aug 23 14:14:29.319129 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-cdf64925-d42f-4e11-b03e-63bb6067c595 admin admin] For port 88716796-af1d-46a6-b2c2-480d26b42c01, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=88716796-af1d-46a6-b2c2-480d26b42c01,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:29.319489 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cdf64925-d42f-4e11-b03e-63bb6067c595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:29.405780 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 694acdfb-8607-43e9-b757-ac75d4421838 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:29.430679 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45', 'name': 'network-vif-deleted', 'tag': '2a5e9bac-3f15-4f64-9826-98e652e99337'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:29.589937 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-cdf64925-d42f-4e11-b03e-63bb6067c595 admin admin] Calling delete_port for 88716796-af1d-46a6-b2c2-480d26b42c01 owned by network:router_interface {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:14:29.593279 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:14:29.704398 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea412d-3ef8-47dc-95d3-4142f6ecc208 req-f40d40c2-7582-4ea4-b82c-b0b2ba3443d4 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:29.707030 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-05ea412d-3ef8-47dc-95d3-4142f6ecc208 req-f40d40c2-7582-4ea4-b82c-b0b2ba3443d4 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=de007b67-af4b-4f9f-bdb0-3e8dedfd5611 HTTP/1.1" status: 200 len: 945 time: 0.6051407 Aug 23 14:14:29.808942 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 694acdfb-8607-43e9-b757-ac75d4421838 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:14:29.815047 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 694acdfb-8607-43e9-b757-ac75d4421838 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:29.815561 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:29.977039 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:30.027015 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd0f953-b7d4-45be-9bb1-37a82264c32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694acdfb-8607-43e9-b757-ac75d4421838'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:30.032150 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Network 17040fb0-4d0c-4f44-880b-5731c4ef524e is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:14:30.040900 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 694acdfb-8607-43e9-b757-ac75d4421838, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=694acdfb-8607-43e9-b757-ac75d4421838,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:30.051054 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:14:30.155185 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2a5e9bac-3f15-4f64-9826-98e652e99337 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:30.203703 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: 2a5e9bac-3f15-4f64-9826-98e652e99337 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:14:30.204975 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2a5e9bac-3f15-4f64-9826-98e652e99337 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:30.346752 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-c1337cc7-ff3c-4c38-8163-90590395a854 service neutron] 10.222.0.86 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9655683 Aug 23 14:14:30.375669 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-05ea412d-3ef8-47dc-95d3-4142f6ecc208 req-82e81b02-7124-4f82-a73a-a6e1fc8d8824 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6462572 Aug 23 14:14:30.419293 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:30.419293 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:30.500653 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-da2a06f1-8936-4911-b03e-f68bc284d921 None None] Provisioning complete for port 58f4e019-f9c9-46cd-8e43-e77c47835847 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:30.501077 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-da2a06f1-8936-4911-b03e-f68bc284d921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:30.616919 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-da2a06f1-8936-4911-b03e-f68bc284d921 None None] Port 58f4e019-f9c9-46cd-8e43-e77c47835847 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:14:30.638266 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=694acdfb-8607-43e9-b757-ac75d4421838,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:30.649428 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:30.874238 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-4d2752f7-4b90-4631-8aee-f9e6dc47a8f2 service neutron] 10.222.0.86 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049279 Aug 23 14:14:30.981160 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81081c-0614-49ab-9cb2-655c9e739ac3 req-c6a2e634-9549-47c6-88f9-0a36e20fb9b9 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:30.983224 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3d81081c-0614-49ab-9cb2-655c9e739ac3 req-c6a2e634-9549-47c6-88f9-0a36e20fb9b9 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 946 time: 0.3578496 Aug 23 14:14:31.060995 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3d81081c-0614-49ab-9cb2-655c9e739ac3 req-087d2ec7-993d-4ff3-93fb-ff9abbbc0c90 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644982 Aug 23 14:14:31.077944 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cdf64925-d42f-4e11-b03e-63bb6067c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:31.078123 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c29478bf-773c-4ae3-86a7-0b4efa81622f tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:31.216644 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf64925-d42f-4e11-b03e-63bb6067c595 admin admin] Pushing event deleted for resources: {'Port': ['ID=88716796-af1d-46a6-b2c2-480d26b42c01,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:31.237797 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cdf64925-d42f-4e11-b03e-63bb6067c595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:31.489583 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501af6f6-9dd6-4b0b-a03a-3e5f9b0d5b45', 'name': 'network-vif-deleted', 'tag': '2a5e9bac-3f15-4f64-9826-98e652e99337', 'status': 'completed', 'code': 200} Aug 23 14:14:31.553701 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Router c4f53458-67ef-4096-9c28-e4f9acec7db5 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:14:31.791135 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:31.906873 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd0f953-b7d4-45be-9bb1-37a82264c32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694acdfb-8607-43e9-b757-ac75d4421838', 'code': 200} Aug 23 14:14:31.977695 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cdf64925-d42f-4e11-b03e-63bb6067c595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:32.436864 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:14:32.465417 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bebbdade-ddab-4005-ae43-42aab156f60b req-99bc78ef-3a2a-4185-8bff-fde860247241 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 1097 time: 0.4512658 Aug 23 14:14:32.470968 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Sync routers for ids ['c4f53458-67ef-4096-9c28-e4f9acec7db5'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:14:32.504368 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Routers {'c4f53458-67ef-4096-9c28-e4f9acec7db5'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:14:32.505842 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:14:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['c4f53458-67ef-4096-9c28-e4f9acec7db5'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:32.689676 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] 10.222.0.86 "PUT /v2.0/routers/c4f53458-67ef-4096-9c28-e4f9acec7db5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8746629 Aug 23 14:14:32.742143 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bebbdade-ddab-4005-ae43-42aab156f60b req-48e6cfd2-f37b-42cf-b946-27fac9e43d19 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655349 Aug 23 14:14:32.963828 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Set router c4f53458-67ef-4096-9c28-e4f9acec7db5 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:14:33.458613 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:33.470680 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5406a0b4-7956-471e-ab92-be64efd46ed7 req-8c374cca-27b1-46fb-9836-e8dd215fd2bf tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 210 time: 0.0795171 Aug 23 14:14:33.511989 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812674367-router', 'tenant_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:09Z', 'updated_at': '2021-08-23T14:14:26Z', 'revision_number': 4, 'project_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'gw_port': {'id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:11Z', 'updated_at': '2021-08-23T14:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '58f4e019-f9c9-46cd-8e43-e77c47835847', 'name': '', 'network_id': '17040fb0-4d0c-4f44-880b-5731c4ef524e', 'tenant_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'mac_address': 'fa:16:3e:30:c2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ceaa66a-bfe0-457b-a440-570a10e4f699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:22Z', 'updated_at': '2021-08-23T14:14:27Z', 'revision_number': 2, 'project_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'subnets': [{'id': '0ceaa66a-bfe0-457b-a440-570a10e4f699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:33.536343 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Checking router: c4f53458-67ef-4096-9c28-e4f9acec7db5 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:14:33.539672 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Updating router c4f53458-67ef-4096-9c28-e4f9acec7db5 port 58f4e019-f9c9-46cd-8e43-e77c47835847 binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:14:33.739769 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:33.882315 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 37938) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:34.206314 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6b96109e-e4f5-4260-814f-49e8d39c0326 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:34.235797 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ccf09-2111-434f-bff2-9f939a3faf2d req-b560e53a-185f-4e6a-861f-ea477168eaf1 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:34.264364 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-580ccf09-2111-434f-bff2-9f939a3faf2d req-b560e53a-185f-4e6a-861f-ea477168eaf1 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 946 time: 0.6065395 Aug 23 14:14:34.347397 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6b96109e-e4f5-4260-814f-49e8d39c0326 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:34.427964 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf64925-d42f-4e11-b03e-63bb6067c595 admin admin] Router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:14:34.455006 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-580ccf09-2111-434f-bff2-9f939a3faf2d req-41b4a9ce-9d5f-492e-9e13-c4fefa8ae5a8 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896563 Aug 23 14:14:34.832714 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6b96109e-e4f5-4260-814f-49e8d39c0326 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:34.913908 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-761bfcad-b023-4159-a600-66cef285d70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:34.950384 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96109e-e4f5-4260-814f-49e8d39c0326 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a4fee8-3732-4812-b2ac-f839bc81c7d6,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:34.963180 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6b96109e-e4f5-4260-814f-49e8d39c0326 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:35.013585 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04ace7-edaf-49ca-b711-8c13f4ce3aff req-e032da8f-caef-4331-a41b-0e54bd4dbe84 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:35.014761 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-fd04ace7-edaf-49ca-b711-8c13f4ce3aff req-e032da8f-caef-4331-a41b-0e54bd4dbe84 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Synchronizing usage tracker for tenant:e16e074657a24430a915d9b1700cf204 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:35.095754 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:35.126304 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Transition to ACTIVE for port object 58f4e019-f9c9-46cd-8e43-e77c47835847 will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:35.130187 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a459a1b9-f235-45bd-8142-0808c59e7162 req-391416ed-4059-4e5d-8457-35b5dd5f1c7a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 210 time: 0.1343288 Aug 23 14:14:35.131476 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6b96109e-e4f5-4260-814f-49e8d39c0326 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:35.136927 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-6b96109e-e4f5-4260-814f-49e8d39c0326 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "DELETE /v2.0/security-groups/05a4fee8-3732-4812-b2ac-f839bc81c7d6 HTTP/1.1" status: 204 len: 168 time: 1.2491572 Aug 23 14:14:35.139495 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 37950) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:35.180808 n-d-805629-1 neutron-server[76506]: INFO neutron.api.v2.resource [None req-6e6f88fa-24e7-4d7f-851f-86d1fcfcb06d tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] show failed (client error): The resource could not be found. Aug 23 14:14:35.188032 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-6e6f88fa-24e7-4d7f-851f-86d1fcfcb06d tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "GET /v2.0/security-groups/05a4fee8-3732-4812-b2ac-f839bc81c7d6 HTTP/1.1" status: 404 len: 347 time: 0.0468369 Aug 23 14:14:35.188718 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 37954) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:35.322926 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-fd04ace7-edaf-49ca-b711-8c13f4ce3aff req-e032da8f-caef-4331-a41b-0e54bd4dbe84 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Unset dirty status for tenant:e16e074657a24430a915d9b1700cf204 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:35.331001 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-fd04ace7-edaf-49ca-b711-8c13f4ce3aff req-e032da8f-caef-4331-a41b-0e54bd4dbe84 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.91 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 950 time: 0.7759194 Aug 23 14:14:35.399803 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:35.424567 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:35.602610 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ffd79-f4dc-466e-9d36-c412649aa744 req-60c67ee3-dcaf-4a3a-960c-130fb273ca38 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:35.605086 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fd3ffd79-f4dc-466e-9d36-c412649aa744 req-60c67ee3-dcaf-4a3a-960c-130fb273ca38 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 950 time: 1.0918810 Aug 23 14:14:35.615301 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-7c20d4bb-a207-4182-8a2e-ebb75afa8b1b tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Deleting port ab5ea083-1a36-4bcc-891b-73442676edad {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:14:35.615844 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7c20d4bb-a207-4182-8a2e-ebb75afa8b1b tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:35.619625 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-fd04ace7-edaf-49ca-b711-8c13f4ce3aff req-15ece17d-c183-4e02-a38a-66b15f8463d0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Deleting port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:14:35.632599 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-fd04ace7-edaf-49ca-b711-8c13f4ce3aff req-15ece17d-c183-4e02-a38a-66b15f8463d0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:35.869052 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee15940-e6f0-4afc-97ad-d053d8174498 None None] Pushing event updated for resources: {'Port': ['ID=58f4e019-f9c9-46cd-8e43-e77c47835847,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:35.882248 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-8ee15940-e6f0-4afc-97ad-d053d8174498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:36.162735 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Attempting to bind port 58f4e019-f9c9-46cd-8e43-e77c47835847 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:14:36.164059 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Attempting to bind port 58f4e019-f9c9-46cd-8e43-e77c47835847 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17040fb0-4d0c-4f44-880b-5731c4ef524e'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:14:36.174700 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Attempting to bind port 58f4e019-f9c9-46cd-8e43-e77c47835847 on network 17040fb0-4d0c-4f44-880b-5731c4ef524e {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:14:36.180198 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:14:36.180934 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Checking segment: {'id': '5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17040fb0-4d0c-4f44-880b-5731c4ef524e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:14:36.181729 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:36.182524 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Bound using segment: {'id': '5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17040fb0-4d0c-4f44-880b-5731c4ef524e'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:14:36.183508 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Bound port: 58f4e019-f9c9-46cd-8e43-e77c47835847, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '17040fb0-4d0c-4f44-880b-5731c4ef524e'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:14:36.185105 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:36.411082 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] For port 58f4e019-f9c9-46cd-8e43-e77c47835847, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:14:36.417987 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] For port 58f4e019-f9c9-46cd-8e43-e77c47835847, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=58f4e019-f9c9-46cd-8e43-e77c47835847,segment=NetworkSegment(5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5),segment_id=5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:14:36.508071 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fd3ffd79-f4dc-466e-9d36-c412649aa744 req-7b2efe87-9b5f-432c-8f9f-dc1850f7ad21 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/security-groups?id=26d1a120-accb-4fad-b330-cb4dca35992e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8208623 Aug 23 14:14:36.545598 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:36.601135 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-8ee15940-e6f0-4afc-97ad-d053d8174498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:36.635585 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-fd04ace7-edaf-49ca-b711-8c13f4ce3aff req-15ece17d-c183-4e02-a38a-66b15f8463d0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] For port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:36.637042 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-fd04ace7-edaf-49ca-b711-8c13f4ce3aff req-15ece17d-c183-4e02-a38a-66b15f8463d0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:36.924731 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee15940-e6f0-4afc-97ad-d053d8174498 None None] Pushing event updated for resources: {'Port': ['ID=58f4e019-f9c9-46cd-8e43-e77c47835847,revision_number=4']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:36.936908 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-8ee15940-e6f0-4afc-97ad-d053d8174498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:36.962895 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Routers {'c4f53458-67ef-4096-9c28-e4f9acec7db5'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:14:36.964602 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:14:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['c4f53458-67ef-4096-9c28-e4f9acec7db5'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:36.992745 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-fd04ace7-edaf-49ca-b711-8c13f4ce3aff req-15ece17d-c183-4e02-a38a-66b15f8463d0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Calling delete_port for 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:14:37.421152 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device d59c836d-991d-4e30-a161-ea8192239542 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:14:37.617933 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-fd04ace7-edaf-49ca-b711-8c13f4ce3aff req-15ece17d-c183-4e02-a38a-66b15f8463d0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:37.657900 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:37.698012 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb879d-0958-4743-9ca5-0fddb86b0cb6 req-3a5f2c38-3c42-494a-a19f-8a0686fb8729 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:37.707504 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-46fb879d-0958-4743-9ca5-0fddb86b0cb6 req-3a5f2c38-3c42-494a-a19f-8a0686fb8729 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 946 time: 1.5173323 Aug 23 14:14:37.724247 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] Set router c4f53458-67ef-4096-9c28-e4f9acec7db5 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:14:37.750985 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7c20d4bb-a207-4182-8a2e-ebb75afa8b1b tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:37.750985 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7c20d4bb-a207-4182-8a2e-ebb75afa8b1b tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:37.768186 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-faeea85e-ef4b-449c-8397-200361ca7c33 req-2d75a352-9c80-45a5-ab10-6e88f95971bc tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 210 time: 0.5244718 Aug 23 14:14:37.777077 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf64925-d42f-4e11-b03e-63bb6067c595 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:14:37.826591 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-cdf64925-d42f-4e11-b03e-63bb6067c595 admin admin] 10.222.0.86 "PUT /v2.0/routers/bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.7245255 Aug 23 14:14:37.966056 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port d59c836d-991d-4e30-a161-ea8192239542, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d59c836d-991d-4e30-a161-ea8192239542,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:38.014319 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'd59c836d-991d-4e30-a161-ea8192239542', 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb', 'port_id': 'd59c836d-991d-4e30-a161-ea8192239542', 'mac_address': 'fa:16:3e:5d:fc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c65d0fb-9e93-42b4-b48b-75141f36f07b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:14:38.024803 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42840335-7a1e-4bae-9446-6422b7e10e7c None None] Sync routers for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:14:38.130461 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 37974) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:38.263702 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:38.317802 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ece17d-c183-4e02-a38a-66b15f8463d0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Pushing event deleted for resources: {'Port': ['ID=4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:38.343257 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:38.349261 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-15ece17d-c183-4e02-a38a-66b15f8463d0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:38.452580 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d59c836d-991d-4e30-a161-ea8192239542 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:14:38.468204 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-7c20d4bb-a207-4182-8a2e-ebb75afa8b1b tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Calling delete_port for ab5ea083-1a36-4bcc-891b-73442676edad owned by network:floatingip {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:14:38.473473 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd04ace7-edaf-49ca-b711-8c13f4ce3aff req-15ece17d-c183-4e02-a38a-66b15f8463d0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] No DVR routers for this DVR port 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:38.480372 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-fd04ace7-edaf-49ca-b711-8c13f4ce3aff req-15ece17d-c183-4e02-a38a-66b15f8463d0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:38.498746 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port d59c836d-991d-4e30-a161-ea8192239542, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d59c836d-991d-4e30-a161-ea8192239542,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:38.514852 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54012847-5697-4904-bbc5-6a99ccc5a15d', 'name': 'network-vif-deleted', 'tag': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:38.537507 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42840335-7a1e-4bae-9446-6422b7e10e7c None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:14:38.538641 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-42840335-7a1e-4bae-9446-6422b7e10e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:14:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:38.684917 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-fd04ace7-edaf-49ca-b711-8c13f4ce3aff req-15ece17d-c183-4e02-a38a-66b15f8463d0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.91 "DELETE /v2.0/ports/4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea HTTP/1.1" status: 204 len: 173 time: 3.3428466 Aug 23 14:14:39.021161 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0cefd674-ab9b-4d12-a47c-13277149e44f req-a258a3f0-8570-4a79-aea7-81d8bc280fdf tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 210 time: 0.4958150 Aug 23 14:14:39.149001 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-42840335-7a1e-4bae-9446-6422b7e10e7c None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:14:39.256632 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812674367-router', 'tenant_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:09Z', 'updated_at': '2021-08-23T14:14:26Z', 'revision_number': 4, 'project_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'gw_port': {'id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:11Z', 'updated_at': '2021-08-23T14:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '58f4e019-f9c9-46cd-8e43-e77c47835847', 'name': '', 'network_id': '17040fb0-4d0c-4f44-880b-5731c4ef524e', 'tenant_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'mac_address': 'fa:16:3e:30:c2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ceaa66a-bfe0-457b-a440-570a10e4f699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:22Z', 'updated_at': '2021-08-23T14:14:36Z', 'revision_number': 4, 'project_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'subnets': [{'id': '0ceaa66a-bfe0-457b-a440-570a10e4f699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:39.263916 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bedafa-7f94-46cc-a284-f79e3e9416f1 None None] The sync data for ids ['c4f53458-67ef-4096-9c28-e4f9acec7db5'] in n-d-805629-1 is: [{'id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812674367-router', 'tenant_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:09Z', 'updated_at': '2021-08-23T14:14:26Z', 'revision_number': 4, 'project_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'gw_port': {'id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:11Z', 'updated_at': '2021-08-23T14:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '58f4e019-f9c9-46cd-8e43-e77c47835847', 'name': '', 'network_id': '17040fb0-4d0c-4f44-880b-5731c4ef524e', 'tenant_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'mac_address': 'fa:16:3e:30:c2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ceaa66a-bfe0-457b-a440-570a10e4f699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:22Z', 'updated_at': '2021-08-23T14:14:36Z', 'revision_number': 4, 'project_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'subnets': [{'id': '0ceaa66a-bfe0-457b-a440-570a10e4f699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:14:39.265350 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-46fb879d-0958-4743-9ca5-0fddb86b0cb6 req-bbc23f9c-aaa5-4302-8c32-cf49daabc401 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5562100 Aug 23 14:14:39.420624 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:14:39.424013 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:39.483701 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:39.516809 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:39.822980 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=d59c836d-991d-4e30-a161-ea8192239542,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:39.838570 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:39.943123 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54012847-5697-4904-bbc5-6a99ccc5a15d', 'name': 'network-vif-deleted', 'tag': '4cdba94c-fbd9-4a62-b8a1-85e0bbc395ea', 'status': 'completed', 'code': 200} Aug 23 14:14:40.154106 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['d59c836d-991d-4e30-a161-ea8192239542'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:14:40.311403 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-af193cf4-8f80-4898-b69e-4099ffd171a1 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:40.322695 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-af193cf4-8f80-4898-b69e-4099ffd171a1 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.91 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 806 time: 1.6120198 Aug 23 14:14:40.339030 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Request body: {'port': {'device_id': 'dfe0e98e-eaf9-4da0-9085-849c03e5addf', 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f', 'admin_state_up': True, 'tenant_id': '6aa5a9687a4e4e8c9d232cd2c47c6518'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:14:40.674403 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f51184c9-800b-4fef-9f50-a095204c131c req-7fc72d65-a49a-4f0d-9bd8-96b1ebccb408 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 210 time: 0.3948536 Aug 23 14:14:40.700510 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7c20d4bb-a207-4182-8a2e-ebb75afa8b1b tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:40.759414 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cff45e07-8054-4deb-b372-a04e5ca909e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:41.022983 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:41.044995 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Usage tracker for resource:port and tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:41.059743 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Quota usage for port was recalculated. Used quota:3. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:41.080253 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:41.280025 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Made reservation on behalf of 6aa5a9687a4e4e8c9d232cd2c47c6518 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:14:41.284139 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:41.607120 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20d4bb-a207-4182-8a2e-ebb75afa8b1b tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Pushing event deleted for resources: {'Port': ['ID=ab5ea083-1a36-4bcc-891b-73442676edad,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:41.617018 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 58f4e019-f9c9-46cd-8e43-e77c47835847 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:41.753706 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7c20d4bb-a207-4182-8a2e-ebb75afa8b1b tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.995s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:41.951310 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Allocated IP 172.20.0.14 (8974d9b4-186c-49b7-815f-edb23adc0e9f/2e660768-8dea-4aca-bc8e-0ba7b3d6e871/333b9ca7-f379-49bd-ab5f-718b1118e898) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:14:41.963738 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6e7cfb59-0ecb-4978-99c8-273f59e78a90 req-d61c2a49-a78b-43ff-81ef-614336ea5f56 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] 10.222.0.86 "GET /v2.0/ports?device_id=54012847-5697-4904-bbc5-6a99ccc5a15d HTTP/1.1" status: 200 len: 210 time: 0.2003226 Aug 23 14:14:42.131357 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 58f4e019-f9c9-46cd-8e43-e77c47835847 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:14:42.140020 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 58f4e019-f9c9-46cd-8e43-e77c47835847 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:42.140737 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:42.225525 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f445a1c6-fc44-41c4-85ab-fdac457de5e4 req-c92be155-75f5-4d9a-983f-311615c7e6eb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 3.1985700 Aug 23 14:14:42.588793 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-42840335-7a1e-4bae-9446-6422b7e10e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:14:30Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:42.611653 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42840335-7a1e-4bae-9446-6422b7e10e7c None None] Checking router: bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:14:42.683172 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42840335-7a1e-4bae-9446-6422b7e10e7c None None] Routers {'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:14:42.684051 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-42840335-7a1e-4bae-9446-6422b7e10e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:14:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:42.898738 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ef6b6e7-fe84-4ff7-83da-49c5de51c73b req-e183507f-0e3e-4440-a60b-ca1fb7b9f637 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6073751 Aug 23 14:14:42.917836 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7c20d4bb-a207-4182-8a2e-ebb75afa8b1b tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks [] for floatingip, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:43.024022 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-21839973-eec2-4297-8e8b-9897053503e6 req-73e8cfb0-649b-4d3d-8e95-37ab412983be tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 1097 time: 1.4457793 Aug 23 14:14:43.137778 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:43.534370 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-21839973-eec2-4297-8e8b-9897053503e6 req-16eb4ee2-02e3-4f6e-993d-25add650a28c tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383950 Aug 23 14:14:43.534370 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7c20d4bb-a207-4182-8a2e-ebb75afa8b1b tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:43.534370 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-7c20d4bb-a207-4182-8a2e-ebb75afa8b1b tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] 10.222.0.86 "DELETE /v2.0/floatingips/ddd08a72-6c4e-4cfc-8923-6c91411befa9 HTTP/1.1" status: 204 len: 168 time: 8.1043956 Aug 23 14:14:43.556247 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device d59c836d-991d-4e30-a161-ea8192239542 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:43.602874 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] Notify callbacks [] for router, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:43.690479 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-42840335-7a1e-4bae-9446-6422b7e10e7c None None] Set router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:14:43.896259 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port d59c836d-991d-4e30-a161-ea8192239542 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:43.899442 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:43.963436 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fdde34ef-6b73-45fd-a4bf-e7368ab676a6 req-6dedfcc5-6ff3-4c4a-ae08-a7c98bce8cef tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 210 time: 0.6632380 Aug 23 14:14:44.151779 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f445a1c6-fc44-41c4-85ab-fdac457de5e4 req-560dbc8a-884e-40cd-87dd-70d8cb2240de service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 1095 time: 1.5637157 Aug 23 14:14:44.158875 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:44.182497 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:44.215060 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:44.371268 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['b72c13c1-d601-4fcb-9f68-4fa6da75a5af'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:14:44.648200 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Pushing event updated for resources: {'Port': ['ID=333b9ca7-f379-49bd-ab5f-718b1118e898,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:44.686077 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Network 8974d9b4-186c-49b7-815f-edb23adc0e9f is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:14:44.688305 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:14:44.708048 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:44.710273 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:14:44.965583 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:44.966304 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:45.304939 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9701464 Aug 23 14:14:45.324714 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Request body: {'port': {'device_id': 'dfe0e98e-eaf9-4da0-9085-849c03e5addf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:14:45.657820 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 58f4e019-f9c9-46cd-8e43-e77c47835847, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=58f4e019-f9c9-46cd-8e43-e77c47835847,segment=NetworkSegment(5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5),segment_id=5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:45.697834 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38066) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:45.876489 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ef6b6e7-fe84-4ff7-83da-49c5de51c73b req-fb4ed1c6-b8e2-404c-93d8-51b0a49d5cae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 1095 time: 2.6178341 Aug 23 14:14:45.930180 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:45.975020 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:46.198722 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:46.360527 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:46.486244 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de007b67-af4b-4f9f-bdb0-3e8dedfd5611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59c836d-991d-4e30-a161-ea8192239542'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:46.501678 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=58f4e019-f9c9-46cd-8e43-e77c47835847,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:46.521543 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:46.545923 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port d59c836d-991d-4e30-a161-ea8192239542, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d59c836d-991d-4e30-a161-ea8192239542,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:46.677942 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:46.685714 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:46.838452 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-42840335-7a1e-4bae-9446-6422b7e10e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:14:30Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:46.851753 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42840335-7a1e-4bae-9446-6422b7e10e7c None None] The sync data for ids ['bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c'] in n-d-805629-1 is: [{'id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1264182694-router', 'tenant_id': 'c4885d40df424369a86df3bab6e6b16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:44Z', 'updated_at': '2021-08-23T14:14:30Z', 'revision_number': 5, 'project_id': 'c4885d40df424369a86df3bab6e6b16a', 'gw_port': {'id': '8c904b84-bea3-4b7e-b097-1f7b013d9905', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:46Z', 'updated_at': '2021-08-23T14:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:14:46.942867 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=d59c836d-991d-4e30-a161-ea8192239542,revision_number=7']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:46.951530 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:47.011467 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6b6e7-fe84-4ff7-83da-49c5de51c73b req-d6a2e1d7-a257-47d9-a152-264f7f6efabe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:47.013791 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ef6b6e7-fe84-4ff7-83da-49c5de51c73b req-d6a2e1d7-a257-47d9-a152-264f7f6efabe service neutron] 10.222.0.60 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 1.0457799 Aug 23 14:14:47.015503 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445a1c6-fc44-41c4-85ab-fdac457de5e4 req-21eb320b-f24d-45fb-a6b3-717143d3774b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:47.018801 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f445a1c6-fc44-41c4-85ab-fdac457de5e4 req-21eb320b-f24d-45fb-a6b3-717143d3774b service neutron] 10.222.0.91 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 2.8240855 Aug 23 14:14:47.177269 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ef6b6e7-fe84-4ff7-83da-49c5de51c73b req-8c467978-654a-40c7-96fc-ea448cc7a62b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 HTTP/1.1" status: 200 len: 217 time: 0.1443789 Aug 23 14:14:47.501800 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f445a1c6-fc44-41c4-85ab-fdac457de5e4 req-027cf6bc-3a80-4590-9bc0-24f516b911fc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35 HTTP/1.1" status: 200 len: 217 time: 0.2665770 Aug 23 14:14:47.602492 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333b9ca7-f379-49bd-ab5f-718b1118e898 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:14:47.638967 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:47.657173 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445a1c6-fc44-41c4-85ab-fdac457de5e4 req-0343dcbd-0969-439b-bc93-7b245629c23e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:47.660400 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f445a1c6-fc44-41c4-85ab-fdac457de5e4 req-0343dcbd-0969-439b-bc93-7b245629c23e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.1485021 Aug 23 14:14:47.726533 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b568e495-5275-4dd9-aa64-c34db3edd9b2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e16e074657a24430a915d9b1700cf204&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0415704 Aug 23 14:14:47.730089 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38078) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:47.749047 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Transition to ACTIVE for port object 333b9ca7-f379-49bd-ab5f-718b1118e898 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:47.955887 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:47.979916 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f445a1c6-fc44-41c4-85ab-fdac457de5e4 req-86024d7a-c4f3-4f2b-b106-a2cf9e6595b2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2519634 Aug 23 14:14:47.986950 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a2fa6573-69e8-4f4f-9db1-bbd08b446959 tempest-ImagesNegativeTestJSON-589404645 tempest-ImagesNegativeTestJSON-589404645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:47.994405 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6b6e7-fe84-4ff7-83da-49c5de51c73b req-b11cfa64-e889-404e-a524-ac837ce0787f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:47.996221 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ef6b6e7-fe84-4ff7-83da-49c5de51c73b req-b11cfa64-e889-404e-a524-ac837ce0787f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.8120644 Aug 23 14:14:48.138827 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 58f4e019-f9c9-46cd-8e43-e77c47835847 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:48.246118 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23940d05-77ad-45c0-b44d-7b21e92b8110 req-c77ad369-89d7-4523-9f72-cb153e90ad07 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:48.248488 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-23940d05-77ad-45c0-b44d-7b21e92b8110 req-c77ad369-89d7-4523-9f72-cb153e90ad07 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 932 time: 1.5033545 Aug 23 14:14:48.266133 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6fdde0d2-5a8b-4ddf-b4cb-7322d9910c25 req-2ada182a-881d-44ec-8482-ece765d86814 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 1097 time: 3.4600065 Aug 23 14:14:48.315102 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-077e4c50-1ecc-449e-9e25-a7bc211a977a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:48.401474 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ef6b6e7-fe84-4ff7-83da-49c5de51c73b req-5f148013-cc3e-4924-8e4f-9d7437ce2ad6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646596 Aug 23 14:14:48.413004 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 58f4e019-f9c9-46cd-8e43-e77c47835847 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:48.414092 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:48.563259 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-077e4c50-1ecc-449e-9e25-a7bc211a977a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:48.692724 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=333b9ca7-f379-49bd-ab5f-718b1118e898,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:48.699669 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:48.790483 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ef6b6e7-fe84-4ff7-83da-49c5de51c73b req-f5084457-f5a2-4f2e-9a22-d95305499c6f service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559515 Aug 23 14:14:48.846805 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f445a1c6-fc44-41c4-85ab-fdac457de5e4 req-aacf0da5-27c4-4d0c-ad9b-b6b06a18e590 service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8489060 Aug 23 14:14:48.902774 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 88716796-af1d-46a6-b2c2-480d26b42c01 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:49.076075 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 88716796-af1d-46a6-b2c2-480d26b42c01 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:14:49.078539 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 88716796-af1d-46a6-b2c2-480d26b42c01 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:49.138614 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ef6b6e7-fe84-4ff7-83da-49c5de51c73b req-acc53299-94c1-44c5-ba77-71da1de6adbe service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687337 Aug 23 14:14:49.159469 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6fdde0d2-5a8b-4ddf-b4cb-7322d9910c25 req-f1854e0f-f7e1-4829-8eb4-3400cbf0a6b1 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8909109 Aug 23 14:14:49.171825 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:49.295070 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Attempting to bind port 333b9ca7-f379-49bd-ab5f-718b1118e898 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:14:49.296190 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Attempting to bind port 333b9ca7-f379-49bd-ab5f-718b1118e898 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:14:49.297210 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Attempting to bind port 333b9ca7-f379-49bd-ab5f-718b1118e898 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:14:49.309579 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Port 333b9ca7-f379-49bd-ab5f-718b1118e898 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:14:49.310649 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Attempting to bind port 333b9ca7-f379-49bd-ab5f-718b1118e898 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:14:49.326434 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:14:49.327544 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Checking segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:14:49.328600 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Bound using segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:14:49.330141 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Bound port: 333b9ca7-f379-49bd-ab5f-718b1118e898, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:14:49.331089 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:49.404410 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-23940d05-77ad-45c0-b44d-7b21e92b8110 req-0541b099-9726-4e2e-8c52-82e0dde9f8ce tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0896640 Aug 23 14:14:49.542304 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-077e4c50-1ecc-449e-9e25-a7bc211a977a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:49.556006 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f445a1c6-fc44-41c4-85ab-fdac457de5e4 req-b3307c26-0ae5-4203-a6e5-03b5b7abd02b service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687622 Aug 23 14:14:49.557532 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-86f5f25c-e424-4559-9c1c-36b1d20be457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:49.597522 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] Deleting port 8c904b84-bea3-4b7e-b097-1f7b013d9905 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:14:49.602753 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:49.619245 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e4c50-1ecc-449e-9e25-a7bc211a977a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d1a120-accb-4fad-b330-cb4dca35992e,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:49.630408 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-077e4c50-1ecc-449e-9e25-a7bc211a977a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:49.665687 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] For port 333b9ca7-f379-49bd-ab5f-718b1118e898, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:14:49.674199 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] For port 333b9ca7-f379-49bd-ab5f-718b1118e898, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=333b9ca7-f379-49bd-ab5f-718b1118e898,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:14:50.020037 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-077e4c50-1ecc-449e-9e25-a7bc211a977a admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:50.021876 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-077e4c50-1ecc-449e-9e25-a7bc211a977a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/26d1a120-accb-4fad-b330-cb4dca35992e HTTP/1.1" status: 204 len: 168 time: 2.2769592 Aug 23 14:14:50.063984 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:50.072008 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-03eb04fd-4755-4b0d-9bbd-d586ecdf5268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:50.214900 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] For port 8c904b84-bea3-4b7e-b097-1f7b013d9905, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=8c904b84-bea3-4b7e-b097-1f7b013d9905,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:50.215398 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:50.386875 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de007b67-af4b-4f9f-bdb0-3e8dedfd5611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59c836d-991d-4e30-a161-ea8192239542', 'code': 200} Aug 23 14:14:50.389543 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=333b9ca7-f379-49bd-ab5f-718b1118e898,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:50.410199 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:50.412683 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] 10.222.0.91 "PUT /v2.0/ports/333b9ca7-f379-49bd-ab5f-718b1118e898 HTTP/1.1" status: 200 len: 1092 time: 5.0996995 Aug 23 14:14:50.415663 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe0e98e-eaf9-4da0-9085-849c03e5addf', 'tag': '333b9ca7-f379-49bd-ab5f-718b1118e898'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:50.423129 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:50.561991 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] Calling delete_port for 8c904b84-bea3-4b7e-b097-1f7b013d9905 owned by network:router_gateway {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:14:51.084321 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe0e98e-eaf9-4da0-9085-849c03e5addf', 'tag': '333b9ca7-f379-49bd-ab5f-718b1118e898', 'status': 'completed', 'code': 200} Aug 23 14:14:51.090733 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:51.108655 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-be763e02-c8ce-433f-83c7-e43f9ccdf474 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 1095 time: 0.3523049 Aug 23 14:14:51.127792 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-67bb6741-1253-44ee-a849-0bfed69ccb2c tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:51.318819 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b40bb63d-dda4-4ffd-9498-c80527fc2fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:51.368463 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c904b84-bea3-4b7e-b097-1f7b013d9905,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:51.369034 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-03521819-116a-4cad-8aad-dd71048ec0a3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333b9ca7-f379-49bd-ab5f-718b1118e898 HTTP/1.1" status: 200 len: 217 time: 0.2478151 Aug 23 14:14:51.488485 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:51.535254 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-dd64bca8-ac52-4732-9e18-27d018aec3de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:51.537363 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-dd64bca8-ac52-4732-9e18-27d018aec3de service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.1653605 Aug 23 14:14:51.630258 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-97d37c24-ffe2-448f-8a2a-e93aa12bf51f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853541 Aug 23 14:14:51.781323 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:51.799197 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf4964-ad0f-4035-b4dc-b373286a56da req-42ad54d1-ebe8-4f50-80ec-baf2a81a5e10 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:51.807344 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5cdf4964-ad0f-4035-b4dc-b373286a56da req-42ad54d1-ebe8-4f50-80ec-baf2a81a5e10 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 944 time: 0.4713547 Aug 23 14:14:51.881901 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-4ce9f283-9c17-400f-8486-806744a283bb service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426879 Aug 23 14:14:52.051708 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5cdf4964-ad0f-4035-b4dc-b373286a56da req-a2150a1f-aa9e-4c92-93f0-e7a10eb8354d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431734 Aug 23 14:14:52.053914 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930082'] for router_gateway, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:52.105934 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38134) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:52.162553 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b63fffc6-634b-407f-bbb2-1a4637ce67ee req-50644f98-e4ad-4906-8446-e6ee6da5209f service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724404 Aug 23 14:14:52.235775 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-4c218a04-be6d-45e5-9e3d-34749768025d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5fb4a3ded7034b5ebc9eb5b6d74172fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1256347 Aug 23 14:14:52.236808 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38138) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:52.405996 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-61a48dd4-fcd3-4ede-9ef1-26191b1c00af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:52.479339 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-61a48dd4-fcd3-4ede-9ef1-26191b1c00af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:52.553249 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38144) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:52.726488 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dcf84cf2-a784-4b44-8276-dae59c88c8cf req-4d789602-6c43-4dcb-a253-e93d6c6f1057 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 1095 time: 0.1716537 Aug 23 14:14:52.739193 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:52.741670 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:52.884465 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cf7006e0-9f06-47f6-bf68-51203e82050d req-055c166f-0ad9-4527-a22b-2c2c732ce90e tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 1097 time: 0.3827331 Aug 23 14:14:52.899809 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-61a48dd4-fcd3-4ede-9ef1-26191b1c00af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:52.922045 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-be957d2d-099b-49a9-aea5-27e83f320b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:52.961152 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a48dd4-fcd3-4ede-9ef1-26191b1c00af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2a9f6c-3aa8-4ba2-be4e-68dd044f1d59,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:52.970389 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-61a48dd4-fcd3-4ede-9ef1-26191b1c00af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:53.076340 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cf7006e0-9f06-47f6-bf68-51203e82050d req-ac47d25e-4fde-4b6a-9a08-38387aa39c6a tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899772 Aug 23 14:14:53.116076 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf84cf2-a784-4b44-8276-dae59c88c8cf req-ecd08b82-28b3-4645-8547-556dd74891bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:53.118620 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dcf84cf2-a784-4b44-8276-dae59c88c8cf req-ecd08b82-28b3-4645-8547-556dd74891bc service neutron] 10.222.0.91 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.3845079 Aug 23 14:14:53.173520 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:53.174784 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c {{(pid=76505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:14:53.205682 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] Notify callbacks [] for router, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:53.210559 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] 10.222.0.86 "DELETE /v2.0/routers/bacb6b9c-41f8-488e-bbc7-53f8c5b95b2c HTTP/1.1" status: 204 len: 168 time: 14.8039508 Aug 23 14:14:53.213231 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 38160) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:53.294783 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-61a48dd4-fcd3-4ede-9ef1-26191b1c00af admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:53.298515 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-61a48dd4-fcd3-4ede-9ef1-26191b1c00af admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1a2a9f6c-3aa8-4ba2-be4e-68dd044f1d59 HTTP/1.1" status: 204 len: 168 time: 1.0599589 Aug 23 14:14:53.303888 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dcf84cf2-a784-4b44-8276-dae59c88c8cf req-2f6b8c8a-e46b-4bb0-9ca0-d3e8397dfb72 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333b9ca7-f379-49bd-ab5f-718b1118e898 HTTP/1.1" status: 200 len: 217 time: 0.1737735 Aug 23 14:14:53.363783 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d4067a-74ca-436a-a828-38406dfd0090 admin admin] Deleting subnet bd33cd27-96e0-46b4-9ed5-5d707169ca4f {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:14:53.401329 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-37d4067a-74ca-436a-a828-38406dfd0090 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:53.546665 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0a398cfe-7718-45ef-8674-48dc86a58dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:53.675885 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf84cf2-a784-4b44-8276-dae59c88c8cf req-84e2b8e0-02ea-47ee-997a-08578908d82b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:53.679951 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dcf84cf2-a784-4b44-8276-dae59c88c8cf req-84e2b8e0-02ea-47ee-997a-08578908d82b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.3671484 Aug 23 14:14:53.840183 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dcf84cf2-a784-4b44-8276-dae59c88c8cf req-791b2680-a5af-4ca1-a32a-e326e1b19a93 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526186 Aug 23 14:14:53.906088 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-37d4067a-74ca-436a-a828-38406dfd0090 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:53.985686 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc349f7-91ee-42bf-a9f5-1af154dd831c req-d823e717-8a21-4f09-a529-8a2d819cd3dd tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:53.993457 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1fc349f7-91ee-42bf-a9f5-1af154dd831c req-d823e717-8a21-4f09-a529-8a2d819cd3dd tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 944 time: 0.2494004 Aug 23 14:14:54.202472 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1fc349f7-91ee-42bf-a9f5-1af154dd831c req-a0c5fbcb-c5fa-4740-b4e2-789630cd8211 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077801 Aug 23 14:14:54.359105 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-37d4067a-74ca-436a-a828-38406dfd0090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:54.511249 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:54.684219 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dcf84cf2-a784-4b44-8276-dae59c88c8cf req-9651134b-3f54-4573-9bb5-629e68ae2f1c service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326297 Aug 23 14:14:54.866403 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-37d4067a-74ca-436a-a828-38406dfd0090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:54.908927 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b2cd08c3-d405-41b0-8d2e-4fbbe04c1bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:54.928750 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dcf84cf2-a784-4b44-8276-dae59c88c8cf req-eec3b1c4-a879-47ec-8ee5-a3337d20755c service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379005 Aug 23 14:14:55.021580 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4067a-74ca-436a-a828-38406dfd0090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd33cd27-96e0-46b4-9ed5-5d707169ca4f,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:55.040862 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-37d4067a-74ca-436a-a828-38406dfd0090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:55.070177 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-37d4067a-74ca-436a-a828-38406dfd0090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:55.078038 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d89a326-c12e-488f-8d9f-6e5ba39d7113 None None] Network 25a41fb4-b94d-4582-b6b1-a2a8d34076ef requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:14:55.117241 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-37d4067a-74ca-436a-a828-38406dfd0090 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/bd33cd27-96e0-46b4-9ed5-5d707169ca4f HTTP/1.1" status: 204 len: 168 time: 1.9017620 Aug 23 14:14:55.121599 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38186) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:55.155714 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cc83c90b-d13f-4c3b-8ef4-e825281f69a7 req-2615d3cd-a787-4986-9401-ee7753f16fa7 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 1097 time: 0.4655330 Aug 23 14:14:55.308269 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cc83c90b-d13f-4c3b-8ef4-e825281f69a7 req-2b391915-5646-481c-8ef0-a8af97acf288 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262760 Aug 23 14:14:55.494086 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:55.744334 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] DHCP port deletion for 25a41fb4-b94d-4582-b6b1-a2a8d34076ef request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:14:55.752452 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] Deleting port 26538501-ad66-465a-822a-9d907d4e21e3 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:14:55.753628 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:55.782945 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f6dbb-13a2-4c37-b61a-00e743b33eb0 req-07c4505e-2b12-467b-a30b-a085fe3f4a06 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:55.801513 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b44f6dbb-13a2-4c37-b61a-00e743b33eb0 req-07c4505e-2b12-467b-a30b-a085fe3f4a06 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 944 time: 0.2113519 Aug 23 14:14:55.864330 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Deleting port 26538501-ad66-465a-822a-9d907d4e21e3 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:14:55.865712 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:55.943826 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b44f6dbb-13a2-4c37-b61a-00e743b33eb0 req-75e8ef72-b422-472d-8613-a433fcd1bf1b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397958 Aug 23 14:14:56.207163 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 8c904b84-bea3-4b7e-b097-1f7b013d9905 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:56.299321 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 8c904b84-bea3-4b7e-b097-1f7b013d9905 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:14:56.300451 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 8c904b84-bea3-4b7e-b097-1f7b013d9905 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:56.301072 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 26538501-ad66-465a-822a-9d907d4e21e3 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:56.445244 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01017826-44b4-405e-a4aa-adbe30f517c0 req-cd294cec-085a-4566-b9ca-a05b5be06f05 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1743755 Aug 23 14:14:56.449722 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] For port 26538501-ad66-465a-822a-9d907d4e21e3, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=26538501-ad66-465a-822a-9d907d4e21e3,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:56.450247 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.488749 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea07180e-d2be-402b-b046-de8383009ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.660157 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] For port 26538501-ad66-465a-822a-9d907d4e21e3, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=26538501-ad66-465a-822a-9d907d4e21e3,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:56.661659 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.663671 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] Calling delete_port for 26538501-ad66-465a-822a-9d907d4e21e3 owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:14:56.700031 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.746908 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.825139 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Calling delete_port for 26538501-ad66-465a-822a-9d907d4e21e3 owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:14:56.908879 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 26538501-ad66-465a-822a-9d907d4e21e3, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=26538501-ad66-465a-822a-9d907d4e21e3,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:57.198763 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.213768 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-04c1877e-0c52-4c66-b6c0-1a8f98314163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:57.329328 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=26538501-ad66-465a-822a-9d907d4e21e3,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:57.343031 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:57.404291 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3ce7e-4b96-4009-a8d8-ae155dca4fd0 req-290db623-ec0a-471e-9e97-a70eb53d962d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:57.415040 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-78f3ce7e-4b96-4009-a8d8-ae155dca4fd0 req-290db623-ec0a-471e-9e97-a70eb53d962d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 944 time: 0.1051047 Aug 23 14:14:57.426644 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:14:57.426644 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:14:57.505479 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-78f3ce7e-4b96-4009-a8d8-ae155dca4fd0 req-21ef0dd2-1412-4aa8-8b04-f116cff8630f tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898743 Aug 23 14:14:57.608153 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.api [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:14:57.608716 n-d-805629-1 neutron-server[76506]: DEBUG oslo_db.api [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:14:57.920823 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] Deleting port 26538501-ad66-465a-822a-9d907d4e21e3 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:14:57.921124 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:58.114071 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Deleting port 26538501-ad66-465a-822a-9d907d4e21e3 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:14:58.114329 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:58.310335 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-ea07180e-d2be-402b-b046-de8383009ab7 admin admin] Deleting port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:14:58.311278 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea07180e-d2be-402b-b046-de8383009ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:58.631021 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] For port 26538501-ad66-465a-822a-9d907d4e21e3, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=26538501-ad66-465a-822a-9d907d4e21e3,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:58.631481 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:58.920919 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] Calling delete_port for 26538501-ad66-465a-822a-9d907d4e21e3 owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:14:59.022619 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] For port 26538501-ad66-465a-822a-9d907d4e21e3, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=26538501-ad66-465a-822a-9d907d4e21e3,segment=NetworkSegment(ed5fe041-c0ce-432a-92ed-3172ebe0a6af),segment_id=ed5fe041-c0ce-432a-92ed-3172ebe0a6af)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:59.024146 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:59.063816 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57293ed-90c0-4a7e-bb1f-0b4eb20db7f0 req-75be4faa-3b05-4dff-8ee5-d75d59d49119 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:59.070128 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e57293ed-90c0-4a7e-bb1f-0b4eb20db7f0 req-75be4faa-3b05-4dff-8ee5-d75d59d49119 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 944 time: 0.2398269 Aug 23 14:14:59.155956 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e57293ed-90c0-4a7e-bb1f-0b4eb20db7f0 req-8b5fc833-1476-4b40-8d29-c2a70364d032 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767484 Aug 23 14:14:59.270262 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Calling delete_port for 26538501-ad66-465a-822a-9d907d4e21e3 owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:14:59.315780 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112'] for port, after_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:59.315780 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:59.429600 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] Pushing event deleted for resources: {'Port': ['ID=26538501-ad66-465a-822a-9d907d4e21e3,revision_number=None']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:59.443115 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:59.445477 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] No DVR routers for this DVR port 26538501-ad66-465a-822a-9d907d4e21e3 on host n-d-805629-1 {{(pid=76509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:59.494355 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-ea07180e-d2be-402b-b046-de8383009ab7 admin admin] For port fe2b8d93-51ce-4784-b1c8-6f2d75b350d5, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=fe2b8d93-51ce-4784-b1c8-6f2d75b350d5,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:14:59.494570 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea07180e-d2be-402b-b046-de8383009ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:59.744594 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-ea07180e-d2be-402b-b046-de8383009ab7 admin admin] Calling delete_port for fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 owned by network:router_interface {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:14:59.819380 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2512961a-2b36-4950-9dca-cb870f40fe94 req-8e92b219-e079-49cd-ad6e-b457c0c7b58a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4638917 Aug 23 14:14:59.937693 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.api [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:14:59.937964 n-d-805629-1 neutron-server[76506]: DEBUG oslo_db.api [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:15:00.163180 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2512961a-2b36-4950-9dca-cb870f40fe94 req-e167cbf5-5ea4-401d-b954-2809c357f2d1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 1096 time: 0.3133669 Aug 23 14:15:00.296976 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 333b9ca7-f379-49bd-ab5f-718b1118e898 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:15:00.557047 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Deleting port 26538501-ad66-465a-822a-9d907d4e21e3 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:15:00.557622 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:00.577318 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c1b8-7d75-4876-ad76-f8b5ec9eb312 req-5d0f4ffc-97b2-448d-9d4e-5ad19eef5909 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:00.583799 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e28c1b8-7d75-4876-ad76-f8b5ec9eb312 req-5d0f4ffc-97b2-448d-9d4e-5ad19eef5909 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 944 time: 0.1957760 Aug 23 14:15:00.625270 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512961a-2b36-4950-9dca-cb870f40fe94 req-93d5e6bd-0f48-469a-b0c6-af13bc5aa54b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:00.625726 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 333b9ca7-f379-49bd-ab5f-718b1118e898, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=333b9ca7-f379-49bd-ab5f-718b1118e898,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:00.627337 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2512961a-2b36-4950-9dca-cb870f40fe94 req-93d5e6bd-0f48-469a-b0c6-af13bc5aa54b service neutron] 10.222.0.91 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.4405813 Aug 23 14:15:00.670958 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '333b9ca7-f379-49bd-ab5f-718b1118e898', 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f', 'port_id': '333b9ca7-f379-49bd-ab5f-718b1118e898', 'mac_address': 'fa:16:3e:2b:c6:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e660768-8dea-4aca-bc8e-0ba7b3d6e871', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:15:00.681733 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e28c1b8-7d75-4876-ad76-f8b5ec9eb312 req-f38767a3-16d1-4198-964a-680c8a29c802 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899816 Aug 23 14:15:00.704451 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] The port '26538501-ad66-465a-822a-9d907d4e21e3' was deleted {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:15:00.820349 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:00.842768 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333b9ca7-f379-49bd-ab5f-718b1118e898 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:00.868436 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 333b9ca7-f379-49bd-ab5f-718b1118e898, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=333b9ca7-f379-49bd-ab5f-718b1118e898,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:00.963720 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2512961a-2b36-4950-9dca-cb870f40fe94 req-4988cf10-24ca-4293-a133-eef5956f9343 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af HTTP/1.1" status: 200 len: 217 time: 0.3275557 Aug 23 14:15:01.030973 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:01.033301 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:01.050793 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:01.071249 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a41fb4-b94d-4582-b6b1-a2a8d34076ef']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:01.103715 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512961a-2b36-4950-9dca-cb870f40fe94 req-0732d6e4-1ba2-4599-9b85-f71398d7d681 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:01.107348 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2512961a-2b36-4950-9dca-cb870f40fe94 req-0732d6e4-1ba2-4599-9b85-f71398d7d681 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.1270175 Aug 23 14:15:01.112966 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea07180e-d2be-402b-b046-de8383009ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:01.121613 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:01.122060 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5fe041-c0ce-432a-92ed-3172ebe0a6af') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:01.159729 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=333b9ca7-f379-49bd-ab5f-718b1118e898,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:01.165169 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:01.185069 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-89ea722f-85ce-4c78-803c-87d556795c18 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:01.245010 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2512961a-2b36-4950-9dca-cb870f40fe94 req-957cca4f-92e7-4e2c-9f11-16c990184bd7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089158 Aug 23 14:15:01.246765 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:01.280175 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['333b9ca7-f379-49bd-ab5f-718b1118e898'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:15:01.478593 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2512961a-2b36-4950-9dca-cb870f40fe94 req-b6992364-ee30-4480-931a-dca812d526df service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088804 Aug 23 14:15:01.485458 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07180e-d2be-402b-b046-de8383009ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2b8d93-51ce-4784-b1c8-6f2d75b350d5,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:01.494331 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-8d4628b8-bbed-411d-8049-66ed5b074e64 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76506) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:15:01.495381 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-8d4628b8-bbed-411d-8049-66ed5b074e64 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0145047 Aug 23 14:15:01.504771 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ea07180e-d2be-402b-b046-de8383009ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:01.623660 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-dd95c395-ddd0-4569-a7ae-d9a8e06f3a33 service neutron] Request body: {'binding': {'host': 'n-h1-805629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:01.624106 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-dd95c395-ddd0-4569-a7ae-d9a8e06f3a33 service neutron] Unknown quota resources ['binding']. {{(pid=76506) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Aug 23 14:15:01.870758 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:01.994243 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.046119 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:15:02.046873 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.106242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 38316) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:15:02.163517 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:15:02.167235 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdcdd5-2635-42f9-996b-1aa82d03b433 req-d384c820-cb83-4897-a4f7-6f3f2be05eee tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:02.168926 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0bdcdd5-2635-42f9-996b-1aa82d03b433 req-d384c820-cb83-4897-a4f7-6f3f2be05eee tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 945 time: 0.1486249 Aug 23 14:15:02.261752 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0bdcdd5-2635-42f9-996b-1aa82d03b433 req-7f404eb9-8501-4523-bb20-0995dc403859 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783672 Aug 23 14:15:02.359055 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-dd95c395-ddd0-4569-a7ae-d9a8e06f3a33 service neutron] Attempting to bind port 694acdfb-8607-43e9-b757-ac75d4421838 on host n-h1-805629-1 for vnic_type normal with profile None {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:02.359617 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-dd95c395-ddd0-4569-a7ae-d9a8e06f3a33 service neutron] Attempting to bind port 694acdfb-8607-43e9-b757-ac75d4421838 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:02.359749 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-dd95c395-ddd0-4569-a7ae-d9a8e06f3a33 service neutron] Attempting to bind port 694acdfb-8607-43e9-b757-ac75d4421838 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:02.406245 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-dd95c395-ddd0-4569-a7ae-d9a8e06f3a33 service neutron] Port 694acdfb-8607-43e9-b757-ac75d4421838 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:15:02.413544 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-dd95c395-ddd0-4569-a7ae-d9a8e06f3a33 service neutron] Attempting to bind port 694acdfb-8607-43e9-b757-ac75d4421838 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:02.431656 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-563f63b5-97a8-4aaa-af26-272aa8d398af admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.482518 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-563f63b5-97a8-4aaa-af26-272aa8d398af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:02.488890 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-563f63b5-97a8-4aaa-af26-272aa8d398af admin admin] Usage tracker for resource:security_group_rule and tenant:2e8479fe2a7a483fba4d333d89396599 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:02.492452 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-563f63b5-97a8-4aaa-af26-272aa8d398af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:02.500940 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-563f63b5-97a8-4aaa-af26-272aa8d398af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:02.552309 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2512961a-2b36-4950-9dca-cb870f40fe94 req-0220c8d1-336a-4c00-95fd-db690a3a6f1c service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0637600 Aug 23 14:15:02.553460 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-dd95c395-ddd0-4569-a7ae-d9a8e06f3a33 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:15:02.553815 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-dd95c395-ddd0-4569-a7ae-d9a8e06f3a33 service neutron] Checking segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:15:02.554192 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-dd95c395-ddd0-4569-a7ae-d9a8e06f3a33 service neutron] Bound using segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:15:02.554632 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-dd95c395-ddd0-4569-a7ae-d9a8e06f3a33 service neutron] Bound port: 694acdfb-8607-43e9-b757-ac75d4421838, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:02.557581 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.601820 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:02.627118 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.644490 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Pushing event deleted for resources: {'Network': ['ID=25a41fb4-b94d-4582-b6b1-a2a8d34076ef,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:02.648308 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:02.660033 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-563f63b5-97a8-4aaa-af26-272aa8d398af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.694552 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-dd95c395-ddd0-4569-a7ae-d9a8e06f3a33 service neutron] For port 694acdfb-8607-43e9-b757-ac75d4421838, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=694acdfb-8607-43e9-b757-ac75d4421838,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:15:02.802331 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-563f63b5-97a8-4aaa-af26-272aa8d398af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.818136 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3bad3d39-b3de-488f-b9c1-a082a1bc527b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:02.866033 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f63b5-97a8-4aaa-af26-272aa8d398af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533505f0-4d25-4449-99cd-54f187f114e6,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:02.887848 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-563f63b5-97a8-4aaa-af26-272aa8d398af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:02.896866 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-563f63b5-97a8-4aaa-af26-272aa8d398af admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2e8479fe2a7a483fba4d333d89396599&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7869656 Aug 23 14:15:02.897529 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 38330) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:02.930808 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] 10.222.0.86 "DELETE /v2.0/networks/25a41fb4-b94d-4582-b6b1-a2a8d34076ef HTTP/1.1" status: 204 len: 168 time: 7.7954750 Aug 23 14:15:02.958770 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-dd95c395-ddd0-4569-a7ae-d9a8e06f3a33 service neutron] Notify callbacks [] for binding, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.960582 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-dd95c395-ddd0-4569-a7ae-d9a8e06f3a33 service neutron] 10.222.0.86 "POST /v2.0/ports/694acdfb-8607-43e9-b757-ac75d4421838/bindings HTTP/1.1" status: 201 len: 389 time: 1.4235764 Aug 23 14:15:02.989634 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-aa63c60e-5390-4532-bcab-7f6edf76106f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:03.029535 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea07180e-d2be-402b-b046-de8383009ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:03.047115 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-aa63c60e-5390-4532-bcab-7f6edf76106f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:03.310269 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-aa63c60e-5390-4532-bcab-7f6edf76106f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:03.321222 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3a286ee0-82f9-4f5e-85e7-14eb78162c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:03.340956 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63c60e-5390-4532-bcab-7f6edf76106f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533505f0-4d25-4449-99cd-54f187f114e6,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:03.345274 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-aa63c60e-5390-4532-bcab-7f6edf76106f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:03.353385 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-aa63c60e-5390-4532-bcab-7f6edf76106f admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:03.354888 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-aa63c60e-5390-4532-bcab-7f6edf76106f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/533505f0-4d25-4449-99cd-54f187f114e6 HTTP/1.1" status: 204 len: 168 time: 0.4552503 Aug 23 14:15:03.375652 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:03.762156 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e8938-a87a-4c9b-9246-ac38ee9927ed req-218b39da-3117-4406-bdcb-0d8eec9595ee tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:03.764360 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d10e8938-a87a-4c9b-9246-ac38ee9927ed req-218b39da-3117-4406-bdcb-0d8eec9595ee tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 946 time: 0.2593713 Aug 23 14:15:03.774591 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f42e2d-8573-48f7-9be1-a432309e7380 req-ee448398-a611-4758-8339-98ac37131f86 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:03.783382 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b7f42e2d-8573-48f7-9be1-a432309e7380 req-ee448398-a611-4758-8339-98ac37131f86 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 945 time: 0.1898141 Aug 23 14:15:03.856680 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 38346) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:03.922717 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d10e8938-a87a-4c9b-9246-ac38ee9927ed req-90f9db3b-9526-4f02-b837-d4d08404fb7a tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189489 Aug 23 14:15:03.977198 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b7f42e2d-8573-48f7-9be1-a432309e7380 req-436c5e47-b4ad-4395-8499-3f5263d8315c tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898396 Aug 23 14:15:04.039540 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-b3851876-14b8-4cd2-8e28-482a3b5e93d1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c4885d40df424369a86df3bab6e6b16a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1793978 Aug 23 14:15:04.041060 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 38350) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:04.288291 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-335c2415-6754-4750-b3fd-78e5fad462da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:04.307780 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 333b9ca7-f379-49bd-ab5f-718b1118e898 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:04.348491 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-335c2415-6754-4750-b3fd-78e5fad462da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:04.580245 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-335c2415-6754-4750-b3fd-78e5fad462da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:04.584419 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bd6ee8ea-f611-45e0-a530-530a9be9ef9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:04.623255 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c2415-6754-4750-b3fd-78e5fad462da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715f1085-5dff-45c7-9d9e-4e2ccd4b2354,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:04.638601 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 333b9ca7-f379-49bd-ab5f-718b1118e898 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:04.640258 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-8d280de4-2d2b-4d0d-b44e-d6707e629425 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 1097 time: 0.3691821 Aug 23 14:15:04.649052 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-335c2415-6754-4750-b3fd-78e5fad462da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:04.686035 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 333b9ca7-f379-49bd-ab5f-718b1118e898 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:04.686449 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:04.806430 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-335c2415-6754-4750-b3fd-78e5fad462da admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:04.811764 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-335c2415-6754-4750-b3fd-78e5fad462da admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/715f1085-5dff-45c7-9d9e-4e2ccd4b2354 HTTP/1.1" status: 204 len: 168 time: 0.7686973 Aug 23 14:15:04.859025 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea07180e-d2be-402b-b046-de8383009ab7 admin admin] Router 7912d10e-be87-4097-9ed9-3b6fd1009fcb has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:15:04.885987 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:04.939104 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe0e98e-eaf9-4da0-9085-849c03e5addf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333b9ca7-f379-49bd-ab5f-718b1118e898'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:04.962584 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 333b9ca7-f379-49bd-ab5f-718b1118e898, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=333b9ca7-f379-49bd-ab5f-718b1118e898,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:05.140200 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-67355f15-203f-4961-89c5-7852fdc2cb69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:05.144309 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-67355f15-203f-4961-89c5-7852fdc2cb69 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.4971232 Aug 23 14:15:05.146053 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:05.151555 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:05.292641 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe0e98e-eaf9-4da0-9085-849c03e5addf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333b9ca7-f379-49bd-ab5f-718b1118e898', 'code': 200} Aug 23 14:15:05.349941 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 38370) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:05.378124 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-b5ac9784-4c4b-4afa-8fc7-e0d4697c734b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694acdfb-8607-43e9-b757-ac75d4421838 HTTP/1.1" status: 200 len: 217 time: 0.2262969 Aug 23 14:15:05.397087 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=333b9ca7-f379-49bd-ab5f-718b1118e898,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:05.403498 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:05.506288 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eb400254-3a5b-48a3-8269-55fea6417b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:05.571096 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-1b283ee9-7061-4440-bbc7-ada7273befef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:05.572738 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-1b283ee9-7061-4440-bbc7-ada7273befef service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.1866632 Aug 23 14:15:05.683799 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-e7b3ae99-9f88-47aa-a5a5-b48993b25f91 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024523 Aug 23 14:15:05.798565 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-eb400254-3a5b-48a3-8269-55fea6417b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:05.807941 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cab7c009-383e-47ea-b3f6-36ecd92d7882 req-b35aa12a-c87f-4101-b219-a3367b16c814 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 1097 time: 0.5698245 Aug 23 14:15:05.809369 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-eb400254-3a5b-48a3-8269-55fea6417b08 admin admin] Usage tracker for resource:security_group_rule and tenant:b229493edb2d4cda805b66e300860389 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:05.814709 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-eb400254-3a5b-48a3-8269-55fea6417b08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:05.852615 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-eb400254-3a5b-48a3-8269-55fea6417b08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:05.855719 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea07180e-d2be-402b-b046-de8383009ab7 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:15:05.866470 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6a5d53-dfc8-420f-85c6-12357b212660 None None] Sync routers for ids ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:15:05.873093 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ea07180e-d2be-402b-b046-de8383009ab7 admin admin] 10.222.0.86 "PUT /v2.0/routers/7912d10e-be87-4097-9ed9-3b6fd1009fcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3170788 Aug 23 14:15:05.878586 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38376) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:05.884389 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6a5d53-dfc8-420f-85c6-12357b212660 None None] Routers {'7912d10e-be87-4097-9ed9-3b6fd1009fcb'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:15:05.885501 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-ba6a5d53-dfc8-420f-85c6-12357b212660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:14:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:06.063036 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eb400254-3a5b-48a3-8269-55fea6417b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:06.078297 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0727047-1b85-4ec9-913d-e59f8ed97c2b req-e04bf82d-4e05-4dc6-81c2-0bca19a7df63 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:06.079970 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a0727047-1b85-4ec9-913d-e59f8ed97c2b req-e04bf82d-4e05-4dc6-81c2-0bca19a7df63 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 946 time: 0.6957936 Aug 23 14:15:06.126789 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cab7c009-383e-47ea-b3f6-36ecd92d7882 req-11c96093-9574-4fcd-a174-c8887c74ae0d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977905 Aug 23 14:15:06.144098 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9827efe-08fa-4f09-97ab-fe21650bbb99 req-f134054c-ba32-4635-b42c-33873c18bb2e tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:06.155333 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a9827efe-08fa-4f09-97ab-fe21650bbb99 req-f134054c-ba32-4635-b42c-33873c18bb2e tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 946 time: 0.6577909 Aug 23 14:15:06.232899 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-191ca8ab-cefc-4be0-b3ac-cb8759aaaa85 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364664 Aug 23 14:15:06.254948 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a0727047-1b85-4ec9-913d-e59f8ed97c2b req-91c841f7-7fd9-41f4-8989-0722fe17b055 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390579 Aug 23 14:15:06.300949 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a9827efe-08fa-4f09-97ab-fe21650bbb99 req-8c23ead5-8167-47de-8240-1b671e5aeda7 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445398 Aug 23 14:15:06.303747 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eb400254-3a5b-48a3-8269-55fea6417b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:06.386287 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-eaf29337-4298-4a3b-8b5a-583c364fc7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:06.432039 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-eb400254-3a5b-48a3-8269-55fea6417b08 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b229493edb2d4cda805b66e300860389&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0776503 Aug 23 14:15:06.433295 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb400254-3a5b-48a3-8269-55fea6417b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ada699-37ec-4cf0-9fa1-16f4d015b16e,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:06.439132 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-eb400254-3a5b-48a3-8269-55fea6417b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:06.440259 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 38392) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:06.465706 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-ba6a5d53-dfc8-420f-85c6-12357b212660 None None] Set router 7912d10e-be87-4097-9ed9-3b6fd1009fcb gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:15:06.553526 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-98a047f8-86aa-4b25-81ba-49d30e9ef83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:06.658095 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-98a047f8-86aa-4b25-81ba-49d30e9ef83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:06.708080 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] Notify callbacks [] for router, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:06.773439 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-eac2fd80-34b2-4105-98c0-ba33fbb48791 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232516 Aug 23 14:15:06.981817 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:15:07.013234 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-98a047f8-86aa-4b25-81ba-49d30e9ef83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:07.026444 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-98cf045a-5969-43f5-925b-b291eeaf14f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:07.063249 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:07.079762 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-98a047f8-86aa-4b25-81ba-49d30e9ef83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:07.099374 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-98a047f8-86aa-4b25-81ba-49d30e9ef83a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a0ada699-37ec-4cf0-9fa1-16f4d015b16e HTTP/1.1" status: 204 len: 168 time: 0.6551454 Aug 23 14:15:07.104106 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a047f8-86aa-4b25-81ba-49d30e9ef83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ada699-37ec-4cf0-9fa1-16f4d015b16e,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:07.122120 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-98a047f8-86aa-4b25-81ba-49d30e9ef83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:07.289823 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-ba6a5d53-dfc8-420f-85c6-12357b212660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:15:00Z', 'revision_number': 5, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port': {'id': '6e673066-9ffd-4aab-bbab-5868d13353c9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:57:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:07.310302 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-46a3d1f9-2f23-4096-8bc9-40cde97e22f8 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e&tenant_id=e457f5bb77ff4c95a16e095f62e5326f&binding%3Ahost_id=n-h2-805629-1 HTTP/1.1" status: 200 len: 1097 time: 0.2377136 Aug 23 14:15:07.316487 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6a5d53-dfc8-420f-85c6-12357b212660 None None] Checking router: 7912d10e-be87-4097-9ed9-3b6fd1009fcb for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:15:07.332620 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805629-1'}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:07.454565 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] Deleting port 6e673066-9ffd-4aab-bbab-5868d13353c9 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:15:07.456052 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:07.599470 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6a5d53-dfc8-420f-85c6-12357b212660 None None] Routers {'7912d10e-be87-4097-9ed9-3b6fd1009fcb'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:15:07.600764 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-ba6a5d53-dfc8-420f-85c6-12357b212660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:14:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:08.028323 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:08.171168 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843d747-ed0d-42bc-ba9c-b379d9eafc02 req-81d9eea1-2ed7-4b63-8cfc-f6d435b5e2c0 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:08.176880 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-ba6a5d53-dfc8-420f-85c6-12357b212660 None None] Set router 7912d10e-be87-4097-9ed9-3b6fd1009fcb gateway port host: None {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:15:08.181112 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3843d747-ed0d-42bc-ba9c-b379d9eafc02 req-81d9eea1-2ed7-4b63-8cfc-f6d435b5e2c0 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 946 time: 0.4862463 Aug 23 14:15:08.320102 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369fc38-2ccc-4108-bc0e-c8e38cb205a5 req-f0971fad-cb09-4de7-b0ba-c6a9be2c2309 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:08.327436 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f369fc38-2ccc-4108-bc0e-c8e38cb205a5 req-f0971fad-cb09-4de7-b0ba-c6a9be2c2309 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 946 time: 0.4796598 Aug 23 14:15:08.417094 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3843d747-ed0d-42bc-ba9c-b379d9eafc02 req-62566ee3-fb10-4195-bae4-fdeda57f76cd tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346711 Aug 23 14:15:08.467972 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-ba6a5d53-dfc8-420f-85c6-12357b212660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:15:07Z', 'revision_number': 6, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port_host': None}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:08.476171 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6a5d53-dfc8-420f-85c6-12357b212660 None None] The sync data for ids ['7912d10e-be87-4097-9ed9-3b6fd1009fcb'] in n-d-805629-1 is: [{'id': '7912d10e-be87-4097-9ed9-3b6fd1009fcb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-573678556-router', 'tenant_id': '9ba3514f5e5345bdb74853fae0d863ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:03Z', 'updated_at': '2021-08-23T14:15:07Z', 'revision_number': 6, 'project_id': '9ba3514f5e5345bdb74853fae0d863ae', 'gw_port_host': None}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:15:08.521192 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f369fc38-2ccc-4108-bc0e-c8e38cb205a5 req-0bb8a1f1-eebb-451d-889b-701738d28621 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812282 Aug 23 14:15:08.756328 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] For port 6e673066-9ffd-4aab-bbab-5868d13353c9, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=6e673066-9ffd-4aab-bbab-5868d13353c9,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:08.756896 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:08.788208 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 38432) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:08.954911 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] Calling delete_port for 6e673066-9ffd-4aab-bbab-5868d13353c9 owned by network:router_gateway {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:15:09.013404 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2107879239-network', 'tenant_id': '9f6c54a424a4450fad076538f9a481d9'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:09.020624 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:09.027904 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Usage tracker for resource:network and tenant:9f6c54a424a4450fad076538f9a481d9 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:09.033938 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:09.045060 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:09.199094 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] For port 694acdfb-8607-43e9-b757-ac75d4421838, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=694acdfb-8607-43e9-b757-ac75d4421838,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:09.271648 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Made reservation on behalf of 9f6c54a424a4450fad076538f9a481d9 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:09.274744 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.321867 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.352554 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] For port 694acdfb-8607-43e9-b757-ac75d4421838, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:15:09.440530 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:09.445005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Usage tracker for resource:security_group_rule and tenant:9f6c54a424a4450fad076538f9a481d9 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:09.448321 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:09.473831 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:09.474047 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.496573 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd0f953-b7d4-45be-9bb1-37a82264c32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694acdfb-8607-43e9-b757-ac75d4421838'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:09.735835 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd0f953-b7d4-45be-9bb1-37a82264c32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694acdfb-8607-43e9-b757-ac75d4421838', 'code': 200} Aug 23 14:15:09.745005 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.773994 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3e641c44-f8ee-48e0-8912-cbfa88a41844 tempest-DeleteServersAdminTestJSON-1448240063 tempest-DeleteServersAdminTestJSON-1448240063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:09.880643 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.911831 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Pushing event updated for resources: {'Port': ['ID=694acdfb-8607-43e9-b757-ac75d4421838,revision_number=7']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:09.916829 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:10.058634 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:10.071875 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-454f0744-136c-463a-81b8-2aefc9348725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:10.119405 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:15:10.169144 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:15:10.188504 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1118a6-e330-4061-9d27-e20a9797be09 req-fdac1215-31b4-4042-84eb-776b83ffb020 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:10.191145 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7a1118a6-e330-4061-9d27-e20a9797be09 req-fdac1215-31b4-4042-84eb-776b83ffb020 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 944 time: 0.4787900 Aug 23 14:15:10.224049 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Attempting to bind port 694acdfb-8607-43e9-b757-ac75d4421838 on host n-h2-805629-1 for vnic_type normal with profile {"migrating_to": "n-h1-805629-1"} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:10.224941 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb88ff1-4558-40b5-8b3c-391ff996d531,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:10.225058 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Attempting to bind port 694acdfb-8607-43e9-b757-ac75d4421838 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:10.225058 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Attempting to bind port 694acdfb-8607-43e9-b757-ac75d4421838 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:10.232898 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Port 694acdfb-8607-43e9-b757-ac75d4421838 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:15:10.233223 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Attempting to bind port 694acdfb-8607-43e9-b757-ac75d4421838 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:10.240796 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:15:10.241148 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Checking segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:15:10.241511 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Bound using segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:15:10.241996 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Bound port: 694acdfb-8607-43e9-b757-ac75d4421838, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:10.242389 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:10.248494 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:15:10.248846 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device fe2b8d93-51ce-4784-b1c8-6f2d75b350d5 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:15:10.249262 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 6e673066-9ffd-4aab-bbab-5868d13353c9 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:15:10.285291 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:10.285291 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:10.285291 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:10.286200 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:10.286200 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:10.286200 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:10.286542 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:10.287598 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:10.287598 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:10.287598 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:10.288274 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:10.360286 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:10.362281 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:10.362728 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Added segment 6c759669-df43-4cbc-ba01-1cb746bba689 of type vlan for network 8ed147a4-86a4-4306-a46a-e72f4e5e33f1 Aug 23 14:15:10.385984 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7a1118a6-e330-4061-9d27-e20a9797be09 req-44c07f56-edce-45e2-95c4-4103c903b091 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736534 Aug 23 14:15:10.415721 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c2446-f898-461f-a9aa-548a5c3d7bab req-20dac892-7092-4553-8244-777f6bc9b58c tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:10.423725 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] For port 694acdfb-8607-43e9-b757-ac75d4421838, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:15:10.425067 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c83c2446-f898-461f-a9aa-548a5c3d7bab req-20dac892-7092-4553-8244-777f6bc9b58c tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 946 time: 0.5146008 Aug 23 14:15:10.433060 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] For port 694acdfb-8607-43e9-b757-ac75d4421838, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=694acdfb-8607-43e9-b757-ac75d4421838,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:15:10.524004 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:10.584456 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:10.593952 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:10.605256 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9eea1397-e3f7-48da-a2d4-e5fc201caa37 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:10.609101 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c83c2446-f898-461f-a9aa-548a5c3d7bab req-ffa017c7-9fbd-4f83-922e-f95dafda3f35 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817765 Aug 23 14:15:10.829831 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] Pushing event deleted for resources: {'Port': ['ID=6e673066-9ffd-4aab-bbab-5868d13353c9,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:10.834079 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:10.862139 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:10.863028 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:11.278360 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:11.278360 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:11.278360 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:11.304106 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9b83b37b-204f-4e82-889f-ff2ee8eb76a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:11.315097 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:11.322237 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] 10.222.0.91 "PUT /v2.0/ports/694acdfb-8607-43e9-b757-ac75d4421838 HTTP/1.1" status: 200 len: 1122 time: 4.0032876 Aug 23 14:15:11.336116 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['694acdfb-8607-43e9-b757-ac75d4421838'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:15:11.471793 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Pushing event updated for resources: {'Port': ['ID=694acdfb-8607-43e9-b757-ac75d4421838,revision_number=8']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:11.528723 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Pushing event updated for resources: {'Network': ['ID=8ed147a4-86a4-4306-a46a-e72f4e5e33f1,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:11.550440 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:11.550582 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 8ed147a4-86a4-4306-a46a-e72f4e5e33f1 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:15:11.580521 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7897458 Aug 23 14:15:11.592031 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 38488) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:11.616511 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] Request body: {'subnet': {'network_id': '8ed147a4-86a4-4306-a46a-e72f4e5e33f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2107879239-subnet', 'tenant_id': '9f6c54a424a4450fad076538f9a481d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:11.636217 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:11.650763 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] Usage tracker for resource:subnet and tenant:9f6c54a424a4450fad076538f9a481d9 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:11.660682 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:11.666653 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:11.678499 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d13bbf0f-0d17-42ed-9a24-2d23f15db688 req-438dabdb-2cb9-480c-902a-fa4d21946c0a tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 1097 time: 0.2629936 Aug 23 14:15:11.683614 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930082'] for router_gateway, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:11.691791 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:11.761958 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d13bbf0f-0d17-42ed-9a24-2d23f15db688 req-5922fc9f-bf98-457e-87a5-c98634e36758 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803251 Aug 23 14:15:11.849826 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd0f953-b7d4-45be-9bb1-37a82264c32e', 'tag': '694acdfb-8607-43e9-b757-ac75d4421838'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:11.997782 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] Made reservation on behalf of 9f6c54a424a4450fad076538f9a481d9 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:12.006936 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:12.142997 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:12.148869 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:12.254370 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf519a8f-7ecb-41d3-9a29-ccb5c14a55e1 req-6fe61a9b-f089-453d-a059-01c32838e8a4 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:12.258114 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cf519a8f-7ecb-41d3-9a29-ccb5c14a55e1 req-6fe61a9b-f089-453d-a059-01c32838e8a4 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 944 time: 0.4141107 Aug 23 14:15:12.370131 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cf519a8f-7ecb-41d3-9a29-ccb5c14a55e1 req-bebe9549-9a3a-490e-bcf5-17a5aa07a691 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070292 Aug 23 14:15:12.428283 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a377a4f9-3a3b-4f72-ab34-30e0ab5be6a8 req-91af8d72-4b30-4dbf-bfe8-c266dac3dd54 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 1097 time: 0.2546952 Aug 23 14:15:12.496407 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:12.497150 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7912d10e-be87-4097-9ed9-3b6fd1009fcb {{(pid=76506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:15:12.516463 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:12.522395 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-54f79c3e-062e-49de-8d44-05aa65a8d8de admin admin] 10.222.0.86 "DELETE /v2.0/routers/7912d10e-be87-4097-9ed9-3b6fd1009fcb HTTP/1.1" status: 204 len: 168 time: 6.6420949 Aug 23 14:15:12.523332 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 38508) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:12.586319 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd0f953-b7d4-45be-9bb1-37a82264c32e', 'tag': '694acdfb-8607-43e9-b757-ac75d4421838', 'status': 'completed', 'code': 200} Aug 23 14:15:12.626554 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a377a4f9-3a3b-4f72-ab34-30e0ab5be6a8 req-37143e6b-b1c1-4d7b-80b1-6e3b6d5d7d8b tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971593 Aug 23 14:15:12.780838 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9e3e14-6b0e-4299-a3de-3b8f33611436 admin admin] Deleting subnet c9c2655a-6e68-446a-9ae7-90bbfd7e3c26 {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:15:12.795168 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6c9e3e14-6b0e-4299-a3de-3b8f33611436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:12.942116 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6c9e3e14-6b0e-4299-a3de-3b8f33611436 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:13.043605 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:13.271242 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6c9e3e14-6b0e-4299-a3de-3b8f33611436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:13.313540 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-37d4067a-74ca-436a-a828-38406dfd0090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:13.590247 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] Checking segment: {'id': '6c759669-df43-4cbc-ba01-1cb746bba689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8ed147a4-86a4-4306-a46a-e72f4e5e33f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:15:13.591139 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] Network hostable DHCP agents. Network: 8ed147a4-86a4-4306-a46a-e72f4e5e33f1, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:15:13.632370 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0c58744a-b3e1-430d-928e-8713535904e2 req-bf55d2e8-34d2-4cd6-aac1-cabdd5e66c73 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6141541 Aug 23 14:15:13.662468 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d85cac-d5e1-40b7-85e8-acb9abf1c9b2,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:13.675260 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:13.689835 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cecfe65a-5214-4216-8995-cf6f8237e1f4 req-559804d7-5414-4ed0-80cf-e40aeb503a72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 1125 time: 1.0577307 Aug 23 14:15:13.952162 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfe65a-5214-4216-8995-cf6f8237e1f4 req-232c55ad-c693-4c36-aa2e-eb88e5e0988d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:13.953766 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cecfe65a-5214-4216-8995-cf6f8237e1f4 req-232c55ad-c693-4c36-aa2e-eb88e5e0988d service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.1957030 Aug 23 14:15:13.964308 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1fd09-b502-4ae1-8330-e44f78a881ef req-284a0e73-0496-477b-92c8-a53cc2d7e2b9 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:13.965809 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c3d1fd09-b502-4ae1-8330-e44f78a881ef req-284a0e73-0496-477b-92c8-a53cc2d7e2b9 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 944 time: 0.2728977 Aug 23 14:15:14.046803 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6c9e3e14-6b0e-4299-a3de-3b8f33611436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.085076 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:14.115602 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cecfe65a-5214-4216-8995-cf6f8237e1f4 req-ed6c95d2-50cd-46e6-9b98-57ed575b2b8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694acdfb-8607-43e9-b757-ac75d4421838 HTTP/1.1" status: 200 len: 217 time: 0.1488123 Aug 23 14:15:14.181185 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] Network 8ed147a4-86a4-4306-a46a-e72f4e5e33f1 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:15:14.195208 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e3e14-6b0e-4299-a3de-3b8f33611436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9c2655a-6e68-446a-9ae7-90bbfd7e3c26,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:14.207011 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6c9e3e14-6b0e-4299-a3de-3b8f33611436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:14.211079 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6c9e3e14-6b0e-4299-a3de-3b8f33611436 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.216453 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725321e9-afa6-411d-a6cc-fc449a27d207 None None] Network 7d55dac6-c24c-49d5-a663-12afdd587d9d requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:15:14.230683 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c3d1fd09-b502-4ae1-8330-e44f78a881ef req-915ce8cf-3087-493f-8cbe-6794cd50df04 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074711 Aug 23 14:15:14.245271 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-6c9e3e14-6b0e-4299-a3de-3b8f33611436 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c9c2655a-6e68-446a-9ae7-90bbfd7e3c26 HTTP/1.1" status: 204 len: 168 time: 1.7177277 Aug 23 14:15:14.248080 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38554) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:14.275930 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfe65a-5214-4216-8995-cf6f8237e1f4 req-3d09f07c-510e-4462-b1ac-be5a4908960c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:14.284318 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cecfe65a-5214-4216-8995-cf6f8237e1f4 req-3d09f07c-510e-4462-b1ac-be5a4908960c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.1398039 Aug 23 14:15:14.405772 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cecfe65a-5214-4216-8995-cf6f8237e1f4 req-ff537c99-1ed6-4e89-aecc-2578257c3203 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208885 Aug 23 14:15:14.460066 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 694acdfb-8607-43e9-b757-ac75d4421838 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:15:14.480384 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 8ed147a4-86a4-4306-a46a-e72f4e5e33f1) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:14.491080 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:14.491273 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.491842 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.507822 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Deleting port 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:15:14.508173 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.644063 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 694acdfb-8607-43e9-b757-ac75d4421838, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=694acdfb-8607-43e9-b757-ac75d4421838,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:14.681243 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d62b6a-af3b-4697-a6bd-6ef01318ed3e None None] Network 8ed147a4-86a4-4306-a46a-e72f4e5e33f1 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:15:14.774781 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 694acdfb-8607-43e9-b757-ac75d4421838 has no active binding in host n-h1-805629-1 {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Aug 23 14:15:14.781857 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cecfe65a-5214-4216-8995-cf6f8237e1f4 req-5f1d94d1-377d-439f-88eb-8e789e9366ff service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632407 Aug 23 14:15:14.824391 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-66cd9a8b-5448-4b15-aaef-680b0bbd64ae admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2216151 Aug 23 14:15:14.824663 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38566) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:15.024917 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2107879239-router', 'tenant_id': '9f6c54a424a4450fad076538f9a481d9', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:15.045776 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:15.060864 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Usage tracker for resource:router and tenant:9f6c54a424a4450fad076538f9a481d9 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:15.074638 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:15.080617 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38570) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:15.088229 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:15.104511 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] For port 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=1261cc37-9dd8-454f-aa3f-eb9be0c1cf34,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:15.105066 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.145055 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cecfe65a-5214-4216-8995-cf6f8237e1f4 req-a145e0bd-1387-4cd3-9b54-8686d34f35b2 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553877 Aug 23 14:15:15.177071 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447d1908-9cac-434b-b825-50f691c73b21 None None] DHCP port deletion for 7d55dac6-c24c-49d5-a663-12afdd587d9d request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:15:15.200707 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-447d1908-9cac-434b-b825-50f691c73b21 None None] Deleting port 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:15:15.201606 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-447d1908-9cac-434b-b825-50f691c73b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.262302 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Calling delete_port for 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:15:15.292184 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.293578 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.349288 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2ffff417-ac54-40dd-bab7-d22152c3f097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.408896 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.430411 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2ffff417-ac54-40dd-bab7-d22152c3f097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:15.433911 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2ffff417-ac54-40dd-bab7-d22152c3f097 admin admin] Usage tracker for resource:security_group_rule and tenant:f2c8831249554b0f93f8936d84f0183e is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:15.437737 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2ffff417-ac54-40dd-bab7-d22152c3f097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:15.444792 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2ffff417-ac54-40dd-bab7-d22152c3f097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:15.460528 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-8ed147a4-86a4-4306-a46a-e72f4e5e33f1', 'network_id': '8ed147a4-86a4-4306-a46a-e72f4e5e33f1', 'tenant_id': '9f6c54a424a4450fad076538f9a481d9', 'fixed_ips': [{'subnet_id': 'e8d85cac-d5e1-40b7-85e8-acb9abf1c9b2'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:15:15.469908 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.578358 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2ffff417-ac54-40dd-bab7-d22152c3f097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.590920 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.598639 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-18b3e53e-2944-41c9-ba37-d02c3d67135d tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:15.609864 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7aa866-4f45-4ec7-914d-200b0581381f req-e8bafcf2-dc84-42ab-aea4-9d31c30fb224 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:15.621840 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2d7aa866-4f45-4ec7-914d-200b0581381f req-e8bafcf2-dc84-42ab-aea4-9d31c30fb224 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 944 time: 0.1127667 Aug 23 14:15:15.709670 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2d7aa866-4f45-4ec7-914d-200b0581381f req-2808c22b-25f6-4b9f-bdc4-7d7533d83117 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866024 Aug 23 14:15:15.728252 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Pushing event deleted for resources: {'Port': ['ID=1261cc37-9dd8-454f-aa3f-eb9be0c1cf34,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:15.732317 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:15.763852 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] No DVR routers for this DVR port 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 on host n-d-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:15:15.868578 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Allocated IP 172.20.0.2 (8ed147a4-86a4-4306-a46a-e72f4e5e33f1/e8d85cac-d5e1-40b7-85e8-acb9abf1c9b2/cabcc256-9a74-481d-aecf-f42e9d4c4cd6) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:16.082562 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.102886 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d55dac6-c24c-49d5-a663-12afdd587d9d']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:16.112086 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:15:16.114502 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-4b5c27ef-4652-47c1-b850-559980cc047f service neutron] 10.222.0.60 "GET /v2.0/ports/694acdfb-8607-43e9-b757-ac75d4421838/bindings/n-h1-805629-1 HTTP/1.1" status: 200 len: 384 time: 0.1935313 Aug 23 14:15:16.123277 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5540f992-eb30-4e93-90fc-d8adc7f1ff13') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:16.123483 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5540f992-eb30-4e93-90fc-d8adc7f1ff13') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:16.137637 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.159356 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.167076 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:15:16.167481 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.262597 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2ffff417-ac54-40dd-bab7-d22152c3f097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.264589 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:15:16.265292 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:15:16.271711 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:15:16.274888 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6b4fe039-f7cb-41c9-b0e4-c46657c4486a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:16.323179 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.350625 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-447d1908-9cac-434b-b825-50f691c73b21 None None] For port 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=1261cc37-9dd8-454f-aa3f-eb9be0c1cf34,segment=NetworkSegment(5540f992-eb30-4e93-90fc-d8adc7f1ff13),segment_id=5540f992-eb30-4e93-90fc-d8adc7f1ff13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:16.351023 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-447d1908-9cac-434b-b825-50f691c73b21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.360180 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Transition to ACTIVE for port object cabcc256-9a74-481d-aecf-f42e9d4c4cd6 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:16.406886 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-2ffff417-ac54-40dd-bab7-d22152c3f097 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f2c8831249554b0f93f8936d84f0183e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3247283 Aug 23 14:15:16.410328 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38588) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:16.417430 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffff417-ac54-40dd-bab7-d22152c3f097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dba999e-d749-4ba7-aa05-aceee2ea12bd,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:16.473063 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2ffff417-ac54-40dd-bab7-d22152c3f097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:16.478099 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.498139 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.506867 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.511328 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-447d1908-9cac-434b-b825-50f691c73b21 None None] Calling delete_port for 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:15:16.518596 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:16.561583 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-98b973ff-62eb-4126-bd79-c6e4004ea9c4 service neutron] For port 694acdfb-8607-43e9-b757-ac75d4421838, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=694acdfb-8607-43e9-b757-ac75d4421838,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:16.572021 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Transition to ACTIVE for port object cabcc256-9a74-481d-aecf-f42e9d4c4cd6 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:16.619428 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-98b973ff-62eb-4126-bd79-c6e4004ea9c4 service neutron] For port 694acdfb-8607-43e9-b757-ac75d4421838, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:15:16.631997 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Pushing event deleted for resources: {'Network': ['ID=7d55dac6-c24c-49d5-a663-12afdd587d9d,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:16.666903 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:16.728549 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-447d1908-9cac-434b-b825-50f691c73b21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:15:16.729110 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-447d1908-9cac-434b-b825-50f691c73b21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:15:16.734087 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.738158 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:16.782310 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-98b973ff-62eb-4126-bd79-c6e4004ea9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694acdfb-8607-43e9-b757-ac75d4421838 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:16.799764 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-98b973ff-62eb-4126-bd79-c6e4004ea9c4 service neutron] For port 694acdfb-8607-43e9-b757-ac75d4421838, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=694acdfb-8607-43e9-b757-ac75d4421838,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:16.824941 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-21daa253-9ae1-4ac5-8258-0606b4da1154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.857238 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Network 8ed147a4-86a4-4306-a46a-e72f4e5e33f1 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:16.857238 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:16.872030 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:15:16.895002 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Pushing event updated for resources: {'Port': ['ID=cabcc256-9a74-481d-aecf-f42e9d4c4cd6,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:16.900203 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:16.902491 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-21daa253-9ae1-4ac5-8258-0606b4da1154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.048653 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-98b973ff-62eb-4126-bd79-c6e4004ea9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.057107 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Attempting to bind port cabcc256-9a74-481d-aecf-f42e9d4c4cd6 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:17.057845 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Attempting to bind port cabcc256-9a74-481d-aecf-f42e9d4c4cd6 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '6c759669-df43-4cbc-ba01-1cb746bba689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8ed147a4-86a4-4306-a46a-e72f4e5e33f1'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:17.058801 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Attempting to bind port cabcc256-9a74-481d-aecf-f42e9d4c4cd6 on network 8ed147a4-86a4-4306-a46a-e72f4e5e33f1 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:17.068969 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:15:17.070155 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Checking segment: {'id': '6c759669-df43-4cbc-ba01-1cb746bba689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8ed147a4-86a4-4306-a46a-e72f4e5e33f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:15:17.070864 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.071476 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Bound using segment: {'id': '6c759669-df43-4cbc-ba01-1cb746bba689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8ed147a4-86a4-4306-a46a-e72f4e5e33f1'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:15:17.072191 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Bound port: cabcc256-9a74-481d-aecf-f42e9d4c4cd6, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c759669-df43-4cbc-ba01-1cb746bba689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8ed147a4-86a4-4306-a46a-e72f4e5e33f1'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:17.072791 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.182620 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] 10.222.0.86 "DELETE /v2.0/networks/7d55dac6-c24c-49d5-a663-12afdd587d9d HTTP/1.1" status: 204 len: 168 time: 2.9320822 Aug 23 14:15:17.187307 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38614) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:17.232391 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-447d1908-9cac-434b-b825-50f691c73b21 None None] Deleting port 1261cc37-9dd8-454f-aa3f-eb9be0c1cf34 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:15:17.232705 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-447d1908-9cac-434b-b825-50f691c73b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.398456 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-447d1908-9cac-434b-b825-50f691c73b21 None None] The port '1261cc37-9dd8-454f-aa3f-eb9be0c1cf34' was deleted {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:15:17.441301 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] For port cabcc256-9a74-481d-aecf-f42e9d4c4cd6, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:15:17.474276 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] For port cabcc256-9a74-481d-aecf-f42e9d4c4cd6, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=cabcc256-9a74-481d-aecf-f42e9d4c4cd6,segment=NetworkSegment(6c759669-df43-4cbc-ba01-1cb746bba689),segment_id=6c759669-df43-4cbc-ba01-1cb746bba689)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:15:17.514472 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e44e86-0a5c-4570-96b2-247e1de8df79 req-d7e65f90-097b-4387-82cc-fb3ef932bc9c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:17.523993 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-44e44e86-0a5c-4570-96b2-247e1de8df79 req-d7e65f90-097b-4387-82cc-fb3ef932bc9c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 944 time: 0.5260222 Aug 23 14:15:17.552402 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.560050 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:17.657355 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 694acdfb-8607-43e9-b757-ac75d4421838 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:15:17.665596 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.674594 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-98b973ff-62eb-4126-bd79-c6e4004ea9c4 service neutron] Transition to ACTIVE for port object 694acdfb-8607-43e9-b757-ac75d4421838 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:17.697141 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-44e44e86-0a5c-4570-96b2-247e1de8df79 req-21a0823b-b9f2-493b-8955-52d7dc8b79ce tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708767 Aug 23 14:15:17.822309 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.851007 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-21daa253-9ae1-4ac5-8258-0606b4da1154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.858839 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-98b973ff-62eb-4126-bd79-c6e4004ea9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.865910 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-43c1a906-b915-431e-b217-f1229c11b21f tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:17.891552 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 694acdfb-8607-43e9-b757-ac75d4421838 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:15:17.902888 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-31df9bc8-2b26-4b8b-9e86-6d526ce2082f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:17.924811 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21daa253-9ae1-4ac5-8258-0606b4da1154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dba999e-d749-4ba7-aa05-aceee2ea12bd,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:17.928433 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Pushing event updated for resources: {'Port': ['ID=cabcc256-9a74-481d-aecf-f42e9d4c4cd6,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:17.933527 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-21daa253-9ae1-4ac5-8258-0606b4da1154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:17.940173 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:17.943000 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-21daa253-9ae1-4ac5-8258-0606b4da1154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.945118 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-21daa253-9ae1-4ac5-8258-0606b4da1154 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1dba999e-d749-4ba7-aa05-aceee2ea12bd HTTP/1.1" status: 204 len: 168 time: 1.5309408 Aug 23 14:15:18.412394 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-98b973ff-62eb-4126-bd79-c6e4004ea9c4 service neutron] No DVR routers for this DVR port 694acdfb-8607-43e9-b757-ac75d4421838 on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:15:18.421751 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b973ff-62eb-4126-bd79-c6e4004ea9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=694acdfb-8607-43e9-b757-ac75d4421838,revision_number=10']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:18.450671 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-98b973ff-62eb-4126-bd79-c6e4004ea9c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:18.538166 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-98b973ff-62eb-4126-bd79-c6e4004ea9c4 service neutron] 10.222.0.60 "PUT /v2.0/ports/694acdfb-8607-43e9-b757-ac75d4421838/bindings/n-h1-805629-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4156730 Aug 23 14:15:18.586511 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Allocated IP 172.25.6.239 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/fc65ec3d-4ff8-499b-a610-824214a3ee04) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:18.710520 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-32222653-8982-4f49-8ae6-65a1f6648f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.904484 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.983322 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330a40e-d203-4fda-ab22-3db4ed8f7786 req-32bb2414-c9f9-46b5-b4c8-4fffd1127e1b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:18.992530 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b330a40e-d203-4fda-ab22-3db4ed8f7786 req-32bb2414-c9f9-46b5-b4c8-4fffd1127e1b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 945 time: 0.1194336 Aug 23 14:15:19.174655 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b330a40e-d203-4fda-ab22-3db4ed8f7786 req-514c56e9-1cd5-4d50-ae20-1f9c4b4a75f1 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809494 Aug 23 14:15:19.303791 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-bf4e1e7a-04ee-4677-99a2-3f625914e087 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e&tenant_id=e457f5bb77ff4c95a16e095f62e5326f&binding%3Ahost_id=n-h2-805629-1 HTTP/1.1" status: 200 len: 1096 time: 0.1670167 Aug 23 14:15:19.644257 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc27f4a-0321-41c7-ae39-d3fbd77c3652 None None] Network 8ed147a4-86a4-4306-a46a-e72f4e5e33f1 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:15:19.714720 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-0ef69bf2-e6f6-4211-8d3d-42840cb349f9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e&tenant_id=e457f5bb77ff4c95a16e095f62e5326f HTTP/1.1" status: 200 len: 1096 time: 0.4235938 Aug 23 14:15:19.870686 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:19.884784 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-59287e5b-132f-4976-b03b-88ec4c0292ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:20.115073 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-71fd1c9d-3840-43ce-8f88-43650820e8bf None None] Provisioning for port cabcc256-9a74-481d-aecf-f42e9d4c4cd6 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:20.144060 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device cabcc256-9a74-481d-aecf-f42e9d4c4cd6 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:20.144186 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:20.152709 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:20.164355 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:15:20.251147 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Pushing event updated for resources: {'Port': ['ID=fc65ec3d-4ff8-499b-a610-824214a3ee04,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:20.338290 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:20.338434 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:20.338773 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:20.339132 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:20.339496 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:20.339847 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:20.340197 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:20.340542 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:20.340893 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:20.341238 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:20.341672 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:20.437127 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:20.466172 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-ab6da77d-1bcc-457a-af4e-356bf641fba5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 1096 time: 0.6800213 Aug 23 14:15:20.520278 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-65fb9160-c7fd-4b9b-b5a9-93fd7b910324 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:15:20.522066 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-65fb9160-c7fd-4b9b-b5a9-93fd7b910324 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0089037 Aug 23 14:15:20.538881 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-0b803be7-f668-4c02-9d70-403924048531 req-a0cec5eb-ba6f-4c3f-961c-22395971d5c8 service neutron] Request body: {'binding': {'host': 'n-h2-805629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:20.539705 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-0b803be7-f668-4c02-9d70-403924048531 req-a0cec5eb-ba6f-4c3f-961c-22395971d5c8 service neutron] Unknown quota resources ['binding']. {{(pid=76505) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Aug 23 14:15:20.579519 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port cabcc256-9a74-481d-aecf-f42e9d4c4cd6 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:20.585205 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port cabcc256-9a74-481d-aecf-f42e9d4c4cd6 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:20.585735 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:20.645352 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3d5e1-2c11-4b3c-88a3-4c5018ee6977 req-2f897b1a-ab2e-4f50-8943-28a4b722bd77 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:20.647135 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d4d3d5e1-2c11-4b3c-88a3-4c5018ee6977 req-2f897b1a-ab2e-4f50-8943-28a4b722bd77 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 945 time: 0.2211311 Aug 23 14:15:20.760374 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-e8d30517-442d-4c56-9e62-32888260d0bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:20.763143 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-e8d30517-442d-4c56-9e62-32888260d0bc service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.2862959 Aug 23 14:15:20.838789 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d4d3d5e1-2c11-4b3c-88a3-4c5018ee6977 req-054e4142-f891-4a8e-9b75-87d929da917d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814418 Aug 23 14:15:20.919318 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-7a1f4c1e-e8f9-4cf8-90e7-bb64fb452d3a None None] Provisioning complete for port cabcc256-9a74-481d-aecf-f42e9d4c4cd6 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:20.919318 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4c1e-e8f9-4cf8-90e7-bb64fb452d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:21.067512 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-0b803be7-f668-4c02-9d70-403924048531 req-a0cec5eb-ba6f-4c3f-961c-22395971d5c8 service neutron] Attempting to bind port 333b9ca7-f379-49bd-ab5f-718b1118e898 on host n-h2-805629-1 for vnic_type normal with profile None {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:21.069804 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-0b803be7-f668-4c02-9d70-403924048531 req-a0cec5eb-ba6f-4c3f-961c-22395971d5c8 service neutron] Attempting to bind port 333b9ca7-f379-49bd-ab5f-718b1118e898 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:21.069804 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b803be7-f668-4c02-9d70-403924048531 req-a0cec5eb-ba6f-4c3f-961c-22395971d5c8 service neutron] Attempting to bind port 333b9ca7-f379-49bd-ab5f-718b1118e898 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:21.094837 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b803be7-f668-4c02-9d70-403924048531 req-a0cec5eb-ba6f-4c3f-961c-22395971d5c8 service neutron] Port 333b9ca7-f379-49bd-ab5f-718b1118e898 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:15:21.101312 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b803be7-f668-4c02-9d70-403924048531 req-a0cec5eb-ba6f-4c3f-961c-22395971d5c8 service neutron] Attempting to bind port 333b9ca7-f379-49bd-ab5f-718b1118e898 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:21.124163 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b803be7-f668-4c02-9d70-403924048531 req-a0cec5eb-ba6f-4c3f-961c-22395971d5c8 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:15:21.124163 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b803be7-f668-4c02-9d70-403924048531 req-a0cec5eb-ba6f-4c3f-961c-22395971d5c8 service neutron] Checking segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:15:21.124163 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b803be7-f668-4c02-9d70-403924048531 req-a0cec5eb-ba6f-4c3f-961c-22395971d5c8 service neutron] Bound using segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:15:21.124163 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-0b803be7-f668-4c02-9d70-403924048531 req-a0cec5eb-ba6f-4c3f-961c-22395971d5c8 service neutron] Bound port: 333b9ca7-f379-49bd-ab5f-718b1118e898, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:21.200550 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-0b803be7-f668-4c02-9d70-403924048531 req-a0cec5eb-ba6f-4c3f-961c-22395971d5c8 service neutron] For port 333b9ca7-f379-49bd-ab5f-718b1118e898, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=333b9ca7-f379-49bd-ab5f-718b1118e898,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:15:21.205701 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:21.250147 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port cabcc256-9a74-481d-aecf-f42e9d4c4cd6, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=cabcc256-9a74-481d-aecf-f42e9d4c4cd6,segment=NetworkSegment(6c759669-df43-4cbc-ba01-1cb746bba689),segment_id=6c759669-df43-4cbc-ba01-1cb746bba689)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:21.262691 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4c1e-e8f9-4cf8-90e7-bb64fb452d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:21.281851 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-14bb41b9-44ca-4739-9de2-ff40502048e0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694acdfb-8607-43e9-b757-ac75d4421838 HTTP/1.1" status: 200 len: 217 time: 0.5033422 Aug 23 14:15:21.373971 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5549-7637-4d1e-a2da-9f42236ed552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:21.403555 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0b803be7-f668-4c02-9d70-403924048531 req-a0cec5eb-ba6f-4c3f-961c-22395971d5c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:21.405666 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:21.406133 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:21.406305 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:21.408911 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-f01c57cc-7942-47e4-83e3-170b0c5dc8ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:21.410768 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-a0cec5eb-ba6f-4c3f-961c-22395971d5c8 service neutron] 10.222.0.86 "POST /v2.0/ports/333b9ca7-f379-49bd-ab5f-718b1118e898/bindings HTTP/1.1" status: 201 len: 389 time: 0.8778770 Aug 23 14:15:21.488986 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-b6caf046-ea40-48de-82a7-97c6d65b6f98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:21.491422 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-b6caf046-ea40-48de-82a7-97c6d65b6f98 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.1876745 Aug 23 14:15:21.591221 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-53350208-28e9-40cc-95a1-ff1b2447ab89 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876920 Aug 23 14:15:21.598952 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=cabcc256-9a74-481d-aecf-f42e9d4c4cd6,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:21.625684 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-7a1f4c1e-e8f9-4cf8-90e7-bb64fb452d3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:15:21.626121 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-7a1f4c1e-e8f9-4cf8-90e7-bb64fb452d3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:15:21.629651 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:21.630070 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:21.630468 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:21.630861 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:21.631250 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:21.631652 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:21.632035 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:21.632465 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:21.632847 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:21.633237 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:21.633818 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:21.639281 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:21.763670 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 38672) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:21.780281 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-32222653-8982-4f49-8ae6-65a1f6648f64 admin admin] Deleting port 694cd800-3200-4ac9-b182-69a45d1849d9 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:15:21.780281 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-32222653-8982-4f49-8ae6-65a1f6648f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:21.876215 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:21.950874 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2080220595-network', 'tenant_id': '166498df1c8f445db97799fda9fd4b2c'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:21.956704 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:21.962519 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Usage tracker for resource:network and tenant:166498df1c8f445db97799fda9fd4b2c is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:21.966214 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:21.979507 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:22.139318 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Made reservation on behalf of 166498df1c8f445db97799fda9fd4b2c for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:22.142960 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:22.214721 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device cabcc256-9a74-481d-aecf-f42e9d4c4cd6 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:22.266441 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-85659bd4-892f-4b7e-998b-a3b581fcce10 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767179 Aug 23 14:15:22.277451 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:22.345635 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port cabcc256-9a74-481d-aecf-f42e9d4c4cd6 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:22.346209 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:22.431311 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:22.451406 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Usage tracker for resource:security_group_rule and tenant:166498df1c8f445db97799fda9fd4b2c is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:22.466528 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:22.506500 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:22.547748 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f8549-4faf-46b5-aa49-4f734817ce50 req-c9d15a6d-f855-4935-8340-5c4a189276a5 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:22.560443 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ab7f8549-4faf-46b5-aa49-4f734817ce50 req-c9d15a6d-f855-4935-8340-5c4a189276a5 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 945 time: 0.3981011 Aug 23 14:15:22.567623 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-543566c2-0d0e-48d8-b9bc-813448400794 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795877 Aug 23 14:15:22.634213 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5205605-9234-4ea3-a89c-63926cd2feaf req-2f87d3c0-6b0e-49ee-942c-2f7cdce1a5e4 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:22.634985 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-32222653-8982-4f49-8ae6-65a1f6648f64 admin admin] For port 694cd800-3200-4ac9-b182-69a45d1849d9, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=694cd800-3200-4ac9-b182-69a45d1849d9,segment=NetworkSegment(7fb38b49-c3ff-492a-849d-55df053ff3f5),segment_id=7fb38b49-c3ff-492a-849d-55df053ff3f5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:22.635354 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-32222653-8982-4f49-8ae6-65a1f6648f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:22.636791 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a5205605-9234-4ea3-a89c-63926cd2feaf req-2f87d3c0-6b0e-49ee-942c-2f7cdce1a5e4 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 946 time: 0.3869262 Aug 23 14:15:22.755167 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ab7f8549-4faf-46b5-aa49-4f734817ce50 req-5d0e18f3-ae5b-463a-b435-788486a31959 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862502 Aug 23 14:15:22.780942 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-32222653-8982-4f49-8ae6-65a1f6648f64 admin admin] Calling delete_port for 694cd800-3200-4ac9-b182-69a45d1849d9 owned by network:router_interface {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:15:22.822876 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a5205605-9234-4ea3-a89c-63926cd2feaf req-e86f9063-888f-4a8c-94e0-071279afcf27 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744368 Aug 23 14:15:22.825252 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:22.861467 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-84e1bafa-7e52-421e-a2a3-67d3e8676451 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 1097 time: 0.2876289 Aug 23 14:15:23.050197 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803be7-f668-4c02-9d70-403924048531 req-17c560ad-66e1-40ca-a95b-334712418c95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:23.052250 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-17c560ad-66e1-40ca-a95b-334712418c95 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.1859820 Aug 23 14:15:23.130549 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-81a7a05b-3f14-46ab-a67b-f9b62918c1c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333b9ca7-f379-49bd-ab5f-718b1118e898 HTTP/1.1" status: 200 len: 217 time: 0.0709057 Aug 23 14:15:23.203005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803be7-f668-4c02-9d70-403924048531 req-cbca2ed0-e21f-4015-927c-a354b0d823cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:23.204784 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-cbca2ed0-e21f-4015-927c-a354b0d823cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.0684261 Aug 23 14:15:23.259938 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-9dcf8022-fd30-4545-8263-2b48d0ec6202 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468705 Aug 23 14:15:23.436157 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-d53a7131-5b2f-43e6-aa37-fb6b37778169 service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683712 Aug 23 14:15:23.471072 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-32222653-8982-4f49-8ae6-65a1f6648f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:23.471072 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Router 47d92364-bfae-4a19-a871-42653d89a17b is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:15:23.471466 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:23.479415 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b758be9c-fbd0-4eee-8c05-1a8f98f69f39 tempest-VolumesAdminNegativeTest-1326171033 tempest-VolumesAdminNegativeTest-1326171033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:23.481963 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-89b2707d-6dcb-4043-951a-3e520e853595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:23.538029 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32222653-8982-4f49-8ae6-65a1f6648f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=694cd800-3200-4ac9-b182-69a45d1849d9,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:23.541161 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-32222653-8982-4f49-8ae6-65a1f6648f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:23.695417 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-286feb2d-eb30-4106-aa66-5e36bbea7564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:23.837268 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:15:23.864350 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:23.864350 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Added segment 75c96e73-2e78-4e1a-896e-846ea9e663d3 of type vlan for network 402edd63-1ac4-4077-9e6c-fe9b660be089 Aug 23 14:15:23.924941 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:23.988932 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-28a8f804-334a-4212-a983-4a0dc969c007 service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445321 Aug 23 14:15:24.055664 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1a2a3e-a5e1-41b7-a18a-23c20a666029,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:24.067630 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:24.268674 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac0bde-caf7-4396-8c28-2697367d57d6 req-3940ca49-96f8-4e57-90ca-eb962dd46d81 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:24.270256 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-86ac0bde-caf7-4396-8c28-2697367d57d6 req-3940ca49-96f8-4e57-90ca-eb962dd46d81 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 946 time: 0.1698666 Aug 23 14:15:24.277715 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e1ce0-0b1f-488a-82a5-6e10deab17d3 req-be726848-9dc3-4180-9521-548789b4033c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:24.279430 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a55e1ce0-0b1f-488a-82a5-6e10deab17d3 req-be726848-9dc3-4180-9521-548789b4033c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 945 time: 0.1342797 Aug 23 14:15:24.348885 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.358293 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:24.359160 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.366199 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:24.393303 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-86ac0bde-caf7-4396-8c28-2697367d57d6 req-25bf97fe-e9ec-4541-aee7-54c6606f284b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128485 Aug 23 14:15:24.461784 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a55e1ce0-0b1f-488a-82a5-6e10deab17d3 req-53df5b91-8e40-497a-9e34-7e2c065afb9e tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660051 Aug 23 14:15:24.474334 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.551080 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Pushing event updated for resources: {'Network': ['ID=402edd63-1ac4-4077-9e6c-fe9b660be089,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:24.562519 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 402edd63-1ac4-4077-9e6c-fe9b660be089 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:15:24.566616 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:24.662181 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:15:24.720756 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-d4fcc080-f3d2-46cf-95f7-fa04cc868a34 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e&tenant_id=e457f5bb77ff4c95a16e095f62e5326f&binding%3Ahost_id=n-h1-805629-1 HTTP/1.1" status: 200 len: 1096 time: 0.2640517 Aug 23 14:15:24.725964 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447f5de-7380-4402-971b-a579589e946f None None] Sync routers for ids ['47d92364-bfae-4a19-a871-42653d89a17b'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:15:24.776174 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1447f5de-7380-4402-971b-a579589e946f None None] Routers {'47d92364-bfae-4a19-a871-42653d89a17b'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:15:24.776724 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-1447f5de-7380-4402-971b-a579589e946f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:15:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['47d92364-bfae-4a19-a871-42653d89a17b'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:24.794546 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.0296481 Aug 23 14:15:24.795242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 38706) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:24.799507 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-32222653-8982-4f49-8ae6-65a1f6648f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.801670 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Request body: {'subnet': {'network_id': '402edd63-1ac4-4077-9e6c-fe9b660be089', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080220595-subnet', 'tenant_id': '166498df1c8f445db97799fda9fd4b2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:24.813171 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:24.834693 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Usage tracker for resource:subnet and tenant:166498df1c8f445db97799fda9fd4b2c is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:24.838231 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:24.844421 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:24.850980 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.863499 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.0306265 Aug 23 14:15:24.863499 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38710) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:24.995115 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Made reservation on behalf of 166498df1c8f445db97799fda9fd4b2c for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:24.998546 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:25.059102 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-1447f5de-7380-4402-971b-a579589e946f None None] Set router 47d92364-bfae-4a19-a871-42653d89a17b gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:15:25.439908 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-f42b6d1b-b95d-4eff-85a4-5ba2ac16ab7e service neutron] For port 694acdfb-8607-43e9-b757-ac75d4421838, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:15:25.460126 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-f42b6d1b-b95d-4eff-85a4-5ba2ac16ab7e service neutron] Notify callbacks [] for binding, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:25.460126 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8f3e9a8-5893-4c49-8111-d49582ba50b0 req-f42b6d1b-b95d-4eff-85a4-5ba2ac16ab7e service neutron] 10.222.0.91 "DELETE /v2.0/ports/694acdfb-8607-43e9-b757-ac75d4421838/bindings/n-h2-805629-1 HTTP/1.1" status: 204 len: 173 time: 0.7288036 Aug 23 14:15:25.538476 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:25.545106 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:25.657112 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-1447f5de-7380-4402-971b-a579589e946f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d92364-bfae-4a19-a871-42653d89a17b', 'name': 'tempest-FloatingIPsTestJSON-2107879239-router', 'tenant_id': '9f6c54a424a4450fad076538f9a481d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'fc65ec3d-4ff8-499b-a610-824214a3ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:15Z', 'updated_at': '2021-08-23T14:15:20Z', 'revision_number': 3, 'project_id': '9f6c54a424a4450fad076538f9a481d9', 'gw_port': {'id': 'fc65ec3d-4ff8-499b-a610-824214a3ee04', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d92364-bfae-4a19-a871-42653d89a17b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:17Z', 'updated_at': '2021-08-23T14:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:25.664410 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447f5de-7380-4402-971b-a579589e946f None None] Checking router: 47d92364-bfae-4a19-a871-42653d89a17b for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:15:25.665915 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447f5de-7380-4402-971b-a579589e946f None None] Updating router 47d92364-bfae-4a19-a871-42653d89a17b port fc65ec3d-4ff8-499b-a610-824214a3ee04 binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:15:25.740033 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1447f5de-7380-4402-971b-a579589e946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:25.825643 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85fac785-262b-4dd0-b9e8-d9d7ab060bb7,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:25.843853 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:26.346960 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Checking segment: {'id': '75c96e73-2e78-4e1a-896e-846ea9e663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '402edd63-1ac4-4077-9e6c-fe9b660be089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:15:26.352244 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Network hostable DHCP agents. Network: 402edd63-1ac4-4077-9e6c-fe9b660be089, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:15:26.398724 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:26.412342 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712b70d-a608-4a90-9595-ab12f1c0019b req-14e12590-b6ad-4919-9e40-f10016fe0c2f tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:26.428454 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1712b70d-a608-4a90-9595-ab12f1c0019b req-14e12590-b6ad-4919-9e40-f10016fe0c2f tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 946 time: 0.6206067 Aug 23 14:15:26.456029 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a2c74-3bba-4eba-bbfa-fe9a71dd8989 req-6c826d07-81e7-4d8a-a130-278bd0d988b6 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:26.468453 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ee4a2c74-3bba-4eba-bbfa-fe9a71dd8989 req-6c826d07-81e7-4d8a-a130-278bd0d988b6 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 945 time: 0.6558201 Aug 23 14:15:26.778188 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1712b70d-a608-4a90-9595-ab12f1c0019b req-d8c1ed47-349d-49be-8d31-8fbda21f0421 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479764 Aug 23 14:15:26.802609 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1447f5de-7380-4402-971b-a579589e946f None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:26.831023 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-1447f5de-7380-4402-971b-a579589e946f None None] Transition to ACTIVE for port object fc65ec3d-4ff8-499b-a610-824214a3ee04 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:26.879690 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ee4a2c74-3bba-4eba-bbfa-fe9a71dd8989 req-c36fae0f-18f7-4033-9cc9-ffa022f309f3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581614 Aug 23 14:15:26.979631 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1447f5de-7380-4402-971b-a579589e946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:26.985677 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-8eab339c-2a03-4c9c-a84a-cc366772db7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:27.046906 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Network 402edd63-1ac4-4077-9e6c-fe9b660be089 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:15:27.190949 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 402edd63-1ac4-4077-9e6c-fe9b660be089) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:27.195159 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:27.203798 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:27.245854 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad42cdf-65a1-4a6a-bc61-63272b1005aa None None] Network 402edd63-1ac4-4077-9e6c-fe9b660be089 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:15:27.354358 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5555398 Aug 23 14:15:27.354358 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 38736) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:27.361401 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2080220595-router', 'tenant_id': '166498df1c8f445db97799fda9fd4b2c', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:27.370326 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:27.377458 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Usage tracker for resource:router and tenant:166498df1c8f445db97799fda9fd4b2c is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:27.387319 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:27.397439 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:27.427417 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f4424150-4fc1-458e-a1ed-956b1a0c6754 req-2aff7877-235d-4a8b-a13f-dc08309b8660 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 1096 time: 0.1591573 Aug 23 14:15:27.435431 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-1447f5de-7380-4402-971b-a579589e946f None None] Attempting to bind port fc65ec3d-4ff8-499b-a610-824214a3ee04 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:27.436033 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-1447f5de-7380-4402-971b-a579589e946f None None] Attempting to bind port fc65ec3d-4ff8-499b-a610-824214a3ee04 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:27.436567 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1447f5de-7380-4402-971b-a579589e946f None None] Attempting to bind port fc65ec3d-4ff8-499b-a610-824214a3ee04 on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:27.462351 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7549f-8335-4715-bd22-23b8fb87ae32 None None] Pushing event updated for resources: {'Port': ['ID=fc65ec3d-4ff8-499b-a610-824214a3ee04,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:27.470066 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-66c7549f-8335-4715-bd22-23b8fb87ae32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:27.491282 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1447f5de-7380-4402-971b-a579589e946f None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:15:27.491994 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1447f5de-7380-4402-971b-a579589e946f None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:15:27.495760 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1447f5de-7380-4402-971b-a579589e946f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:27.495760 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1447f5de-7380-4402-971b-a579589e946f None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:15:27.495760 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-1447f5de-7380-4402-971b-a579589e946f None None] Bound port: fc65ec3d-4ff8-499b-a610-824214a3ee04, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:27.495760 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1447f5de-7380-4402-971b-a579589e946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:27.505786 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32222653-8982-4f49-8ae6-65a1f6648f64 admin admin] Router ebfe3a7f-f535-4d35-b6d2-db092ca59cdd has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:15:27.530529 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f4424150-4fc1-458e-a1ed-956b1a0c6754 req-77004bc1-f0f8-40db-9f1e-4a22d2f92f79 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049612 Aug 23 14:15:27.533601 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:27.538896 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:27.643572 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:27.864134 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-402edd63-1ac4-4077-9e6c-fe9b660be089', 'network_id': '402edd63-1ac4-4077-9e6c-fe9b660be089', 'tenant_id': '166498df1c8f445db97799fda9fd4b2c', 'fixed_ips': [{'subnet_id': '85fac785-262b-4dd0-b9e8-d9d7ab060bb7'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:15:27.864977 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:27.902301 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-1447f5de-7380-4402-971b-a579589e946f None None] For port fc65ec3d-4ff8-499b-a610-824214a3ee04, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:15:27.990722 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:27.999185 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-1447f5de-7380-4402-971b-a579589e946f None None] For port fc65ec3d-4ff8-499b-a610-824214a3ee04, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=fc65ec3d-4ff8-499b-a610-824214a3ee04,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:15:28.136310 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1447f5de-7380-4402-971b-a579589e946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:28.151946 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:28.172337 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:28.343238 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7549f-8335-4715-bd22-23b8fb87ae32 None None] Pushing event updated for resources: {'Port': ['ID=fc65ec3d-4ff8-499b-a610-824214a3ee04,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:28.358382 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-66c7549f-8335-4715-bd22-23b8fb87ae32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:28.375012 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1447f5de-7380-4402-971b-a579589e946f None None] Routers {'47d92364-bfae-4a19-a871-42653d89a17b'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:15:28.375658 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-1447f5de-7380-4402-971b-a579589e946f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:15:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['47d92364-bfae-4a19-a871-42653d89a17b'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:28.459816 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26196f-2c2c-44af-ba4d-6074eff2b467 req-c35fc7c6-63b2-45de-a52d-302cb4e9892f tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:28.467746 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b26196f-2c2c-44af-ba4d-6074eff2b467 req-c35fc7c6-63b2-45de-a52d-302cb4e9892f tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 946 time: 0.2709069 Aug 23 14:15:28.468938 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Allocated IP 172.20.0.1 (8ed147a4-86a4-4306-a46a-e72f4e5e33f1/e8d85cac-d5e1-40b7-85e8-acb9abf1c9b2/91712a2b-090b-49dc-bba2-78d44a93b353) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:28.507602 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Allocated IP 172.20.0.2 (402edd63-1ac4-4077-9e6c-fe9b660be089/85fac785-262b-4dd0-b9e8-d9d7ab060bb7/ff6ea252-0dd7-48c7-b142-0cb78897de3e) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:28.568921 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-9d3a53c2-0b74-478c-bbfe-b0ff81077cf8 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:28.570813 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-9d3a53c2-0b74-478c-bbfe-b0ff81077cf8 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 821 time: 0.2705638 Aug 23 14:15:28.589724 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b26196f-2c2c-44af-ba4d-6074eff2b467 req-06d95f38-eedd-43af-9a5c-699fa52ddf12 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143758 Aug 23 14:15:28.682114 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:28.711661 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-271f13d3-5c5d-4c54-add5-0298a3aa8388 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/quotas/e457f5bb77ff4c95a16e095f62e5326f HTTP/1.1" status: 200 len: 375 time: 0.0213730 Aug 23 14:15:28.716718 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Transition to ACTIVE for port object 91712a2b-090b-49dc-bba2-78d44a93b353 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:28.769896 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32222653-8982-4f49-8ae6-65a1f6648f64 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:15:28.788209 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45d05c5-95c8-45ea-aa45-e88e468f632d None None] Sync routers for ids ['ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:15:28.804773 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-32222653-8982-4f49-8ae6-65a1f6648f64 admin admin] 10.222.0.86 "PUT /v2.0/routers/ebfe3a7f-f535-4d35-b6d2-db092ca59cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6039927 Aug 23 14:15:28.808756 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38770) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:28.820878 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45d05c5-95c8-45ea-aa45-e88e468f632d None None] Routers {'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:15:28.821839 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-b45d05c5-95c8-45ea-aa45-e88e468f632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:15:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:28.887886 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:28.902062 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:29.056817 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-1447f5de-7380-4402-971b-a579589e946f None None] Set router 47d92364-bfae-4a19-a871-42653d89a17b gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:15:29.096064 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Pushing event updated for resources: {'Port': ['ID=91712a2b-090b-49dc-bba2-78d44a93b353,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:29.123921 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:29.142095 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Network 8ed147a4-86a4-4306-a46a-e72f4e5e33f1 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:29.170995 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-cd6d678e-c7db-418c-9aae-53a61c60fc6e tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4586508 Aug 23 14:15:29.190978 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:29.191997 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:29.202457 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:15:29.419240 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-b45d05c5-95c8-45ea-aa45-e88e468f632d None None] Set router ebfe3a7f-f535-4d35-b6d2-db092ca59cdd gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:15:29.499140 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-117dfedc-9277-4525-bb72-e276d4f2e2d6 service neutron] 10.222.0.86 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178053 Aug 23 14:15:29.513595 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Transition to ACTIVE for port object ff6ea252-0dd7-48c7-b142-0cb78897de3e will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:29.542591 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:29.707601 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:29.797861 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:29.878021 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Transition to ACTIVE for port object ff6ea252-0dd7-48c7-b142-0cb78897de3e will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:29.887982 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device d59c836d-991d-4e30-a161-ea8192239542 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:15:29.940970 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] Notify callbacks [] for router, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:29.958446 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-1a26a329-cabc-44dd-b752-8b8ad04962fb service neutron] 10.222.0.86 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583342 Aug 23 14:15:30.026161 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-b45d05c5-95c8-45ea-aa45-e88e468f632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014186339-router', 'tenant_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:22Z', 'updated_at': '2021-08-23T14:15:23Z', 'revision_number': 5, 'project_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'gw_port': {'id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:25Z', 'updated_at': '2021-08-23T14:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:30.043951 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:30.044207 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45d05c5-95c8-45ea-aa45-e88e468f632d None None] Checking router: ebfe3a7f-f535-4d35-b6d2-db092ca59cdd for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:15:30.054154 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-66c7549f-8335-4715-bd22-23b8fb87ae32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:30.065854 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45d05c5-95c8-45ea-aa45-e88e468f632d None None] Routers {'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:15:30.067878 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-b45d05c5-95c8-45ea-aa45-e88e468f632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:15:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:30.132724 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Pushing event updated for resources: {'Port': ['ID=ff6ea252-0dd7-48c7-b142-0cb78897de3e,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:30.135806 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0294ff57-bf27-4faa-b2a6-1ea74c3bd70e None None] Provisioning for port 91712a2b-090b-49dc-bba2-78d44a93b353 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:30.146262 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:30.147411 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0294ff57-bf27-4faa-b2a6-1ea74c3bd70e None None] Provisioning complete for port 91712a2b-090b-49dc-bba2-78d44a93b353 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:30.148158 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0294ff57-bf27-4faa-b2a6-1ea74c3bd70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:30.241635 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Allocated IP 172.25.6.251 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:30.334729 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:30.359658 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-1447f5de-7380-4402-971b-a579589e946f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d92364-bfae-4a19-a871-42653d89a17b', 'name': 'tempest-FloatingIPsTestJSON-2107879239-router', 'tenant_id': '9f6c54a424a4450fad076538f9a481d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'fc65ec3d-4ff8-499b-a610-824214a3ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:15Z', 'updated_at': '2021-08-23T14:15:20Z', 'revision_number': 3, 'project_id': '9f6c54a424a4450fad076538f9a481d9', 'gw_port': {'id': 'fc65ec3d-4ff8-499b-a610-824214a3ee04', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d92364-bfae-4a19-a871-42653d89a17b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:17Z', 'updated_at': '2021-08-23T14:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:30.374265 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447f5de-7380-4402-971b-a579589e946f None None] The sync data for ids ['47d92364-bfae-4a19-a871-42653d89a17b'] in n-d-805629-1 is: [{'id': '47d92364-bfae-4a19-a871-42653d89a17b', 'name': 'tempest-FloatingIPsTestJSON-2107879239-router', 'tenant_id': '9f6c54a424a4450fad076538f9a481d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'fc65ec3d-4ff8-499b-a610-824214a3ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:15Z', 'updated_at': '2021-08-23T14:15:20Z', 'revision_number': 3, 'project_id': '9f6c54a424a4450fad076538f9a481d9', 'gw_port': {'id': 'fc65ec3d-4ff8-499b-a610-824214a3ee04', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d92364-bfae-4a19-a871-42653d89a17b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:17Z', 'updated_at': '2021-08-23T14:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:15:30.403381 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Network 402edd63-1ac4-4077-9e6c-fe9b660be089 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:30.465110 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:30.470391 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:15:30.476457 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-0294ff57-bf27-4faa-b2a6-1ea74c3bd70e None None] Port 91712a2b-090b-49dc-bba2-78d44a93b353 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:15:30.490842 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:30.492181 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de007b67-af4b-4f9f-bdb0-3e8dedfd5611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd59c836d-991d-4e30-a161-ea8192239542'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:30.546707 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-b45d05c5-95c8-45ea-aa45-e88e468f632d None None] Set router ebfe3a7f-f535-4d35-b6d2-db092ca59cdd gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:15:30.621633 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port d59c836d-991d-4e30-a161-ea8192239542, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d59c836d-991d-4e30-a161-ea8192239542,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:30.746238 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:30.750604 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:30.842738 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:30.984137 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=d59c836d-991d-4e30-a161-ea8192239542,revision_number=8']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:31.012815 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:31.075171 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20588bf2-172e-409e-92cc-9cf387433f5f req-2b22b207-f989-4ce5-8fff-f5a0195e3024 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:31.083318 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-20588bf2-172e-409e-92cc-9cf387433f5f req-2b22b207-f989-4ce5-8fff-f5a0195e3024 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 946 time: 0.1546371 Aug 23 14:15:31.129451 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:31.153108 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-20588bf2-172e-409e-92cc-9cf387433f5f req-18dbae82-485c-45dc-9a4b-a9f66ee387db tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684512 Aug 23 14:15:31.153806 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-b45d05c5-95c8-45ea-aa45-e88e468f632d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014186339-router', 'tenant_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:22Z', 'updated_at': '2021-08-23T14:15:23Z', 'revision_number': 5, 'project_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'gw_port': {'id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:25Z', 'updated_at': '2021-08-23T14:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:31.160433 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45d05c5-95c8-45ea-aa45-e88e468f632d None None] The sync data for ids ['ebfe3a7f-f535-4d35-b6d2-db092ca59cdd'] in n-d-805629-1 is: [{'id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014186339-router', 'tenant_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:09:22Z', 'updated_at': '2021-08-23T14:15:23Z', 'revision_number': 5, 'project_id': 'c91738b328264d5aad6d9b0bde5e25fa', 'gw_port': {'id': 'd1847f8a-6b36-4eed-acc0-0e272163e83c', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfe3a7f-f535-4d35-b6d2-db092ca59cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:09:25Z', 'updated_at': '2021-08-23T14:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:15:31.194613 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:31.259264 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-701f2b92-329f-4d16-8e88-c56d58ebb577 req-a90b528f-7f91-4c48-b40d-952731d4c1e6 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 210 time: 0.0438030 Aug 23 14:15:31.349125 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de007b67-af4b-4f9f-bdb0-3e8dedfd5611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd59c836d-991d-4e30-a161-ea8192239542', 'code': 200} Aug 23 14:15:31.854799 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:31.854932 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:31.855381 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] Deleting port d1847f8a-6b36-4eed-acc0-0e272163e83c {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:15:31.855381 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:31.855628 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:31.883365 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:31.914201 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-89f4e1b4-d2ac-414d-b37c-41384d6509f0 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:31.925859 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:31.926703 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Pushing event updated for resources: {'Port': ['ID=0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:31.929315 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:31.931206 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:31.931879 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:15:32.087759 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:32.091456 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Pushing event updated for resources: {'Port': ['ID=91712a2b-090b-49dc-bba2-78d44a93b353,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:32.096498 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:32.120118 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device fc65ec3d-4ff8-499b-a610-824214a3ee04 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:32.245849 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] For port d1847f8a-6b36-4eed-acc0-0e272163e83c, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=d1847f8a-6b36-4eed-acc0-0e272163e83c,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:32.246595 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:32.371047 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38b3c2-501d-46c5-83dc-b46aee884994 req-e0573a7b-7ab6-4002-8ee0-03a3c72433e8 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:32.373645 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa38b3c2-501d-46c5-83dc-b46aee884994 req-e0573a7b-7ab6-4002-8ee0-03a3c72433e8 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 946 time: 0.0824225 Aug 23 14:15:32.384097 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] Calling delete_port for d1847f8a-6b36-4eed-acc0-0e272163e83c owned by network:router_gateway {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:15:32.429679 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port fc65ec3d-4ff8-499b-a610-824214a3ee04 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:32.439312 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port fc65ec3d-4ff8-499b-a610-824214a3ee04 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:32.440601 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:32.469104 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa38b3c2-501d-46c5-83dc-b46aee884994 req-04a33696-f2c6-43a7-bc5f-6768f2159502 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882902 Aug 23 14:15:32.471267 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Network 8ed147a4-86a4-4306-a46a-e72f4e5e33f1 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:32.474721 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:32.523482 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:32.524810 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:32.760225 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d4dff62b-d4f7-45e8-a6ae-87930ca4ed15 req-a1ed673e-f8ce-4916-803a-b5cff1b5292b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 210 time: 0.1021986 Aug 23 14:15:32.822247 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Attempting to bind port ff6ea252-0dd7-48c7-b142-0cb78897de3e on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:32.822632 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Attempting to bind port ff6ea252-0dd7-48c7-b142-0cb78897de3e by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '75c96e73-2e78-4e1a-896e-846ea9e663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '402edd63-1ac4-4077-9e6c-fe9b660be089'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:32.823008 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Attempting to bind port ff6ea252-0dd7-48c7-b142-0cb78897de3e on network 402edd63-1ac4-4077-9e6c-fe9b660be089 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:32.850443 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:15:32.851135 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Checking segment: {'id': '75c96e73-2e78-4e1a-896e-846ea9e663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '402edd63-1ac4-4077-9e6c-fe9b660be089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:15:32.851709 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:32.853241 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Bound using segment: {'id': '75c96e73-2e78-4e1a-896e-846ea9e663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '402edd63-1ac4-4077-9e6c-fe9b660be089'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:15:32.854117 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Bound port: ff6ea252-0dd7-48c7-b142-0cb78897de3e, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c96e73-2e78-4e1a-896e-846ea9e663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '402edd63-1ac4-4077-9e6c-fe9b660be089'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:32.854727 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:33.152235 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:33.179626 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-dff9c1f0-87fe-4ea1-b5b0-ba3185abaf2f None None] Provisioning complete for port 91712a2b-090b-49dc-bba2-78d44a93b353 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:33.180256 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dff9c1f0-87fe-4ea1-b5b0-ba3185abaf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:33.227146 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] For port ff6ea252-0dd7-48c7-b142-0cb78897de3e, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:15:33.236163 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port fc65ec3d-4ff8-499b-a610-824214a3ee04, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=fc65ec3d-4ff8-499b-a610-824214a3ee04,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:33.260111 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] For port ff6ea252-0dd7-48c7-b142-0cb78897de3e, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ff6ea252-0dd7-48c7-b142-0cb78897de3e,segment=NetworkSegment(75c96e73-2e78-4e1a-896e-846ea9e663d3),segment_id=75c96e73-2e78-4e1a-896e-846ea9e663d3)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:15:33.276865 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:33.289781 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-dff9c1f0-87fe-4ea1-b5b0-ba3185abaf2f None None] Port 91712a2b-090b-49dc-bba2-78d44a93b353 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:15:33.296110 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f82d6c6b-6068-4257-b1cd-a080f12c649b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:33.396270 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:33.405103 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:33.444969 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 694cd800-3200-4ac9-b182-69a45d1849d9 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:15:33.456455 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Router fcd55a6c-d69e-4ccc-b3fa-19bfb0417476 is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:15:33.478975 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1847f8a-6b36-4eed-acc0-0e272163e83c,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:33.483228 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:33.484385 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:33.486769 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:33.525899 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 694cd800-3200-4ac9-b182-69a45d1849d9 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:15:33.526758 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 694cd800-3200-4ac9-b182-69a45d1849d9 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:15:33.574138 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=fc65ec3d-4ff8-499b-a610-824214a3ee04,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:33.577382 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:33.577989 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:33.691951 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Pushing event updated for resources: {'Port': ['ID=ff6ea252-0dd7-48c7-b142-0cb78897de3e,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:33.691951 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:34.015955 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930082'] for router_gateway, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:34.364417 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device fc65ec3d-4ff8-499b-a610-824214a3ee04 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:34.442175 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7bd39e4-90f6-4022-8e4f-471a20008c66 req-4213c235-7875-43e5-9712-71dcf33efa58 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 210 time: 0.0862429 Aug 23 14:15:34.512952 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port fc65ec3d-4ff8-499b-a610-824214a3ee04 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:34.512952 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:34.522749 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084b25a-df3b-444f-b8c6-207a68eabd63 req-92bc8e82-451e-4e90-87dd-08b1c902854f tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:34.522749 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e084b25a-df3b-444f-b8c6-207a68eabd63 req-92bc8e82-451e-4e90-87dd-08b1c902854f tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 946 time: 0.1899533 Aug 23 14:15:34.566565 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:15:34.604376 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Sync routers for ids ['fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:15:34.651360 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e084b25a-df3b-444f-b8c6-207a68eabd63 req-c5cb49e4-4cdc-4702-8bbf-04810249e639 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233160 Aug 23 14:15:34.667091 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Routers {'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:15:34.667091 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:15:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:34.815783 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Notify callbacks [] for router, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:34.815783 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.4470525 Aug 23 14:15:34.815783 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 38856) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:34.831722 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:34.874860 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:34.902723 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Router 47d92364-bfae-4a19-a871-42653d89a17b has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:15:35.062650 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ff6ea252-0dd7-48c7-b142-0cb78897de3e up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:35.100733 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:35.100733 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebfe3a7f-f535-4d35-b6d2-db092ca59cdd {{(pid=76506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:15:35.144605 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:35.160062 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] 10.222.0.86 "DELETE /v2.0/routers/ebfe3a7f-f535-4d35-b6d2-db092ca59cdd HTTP/1.1" status: 204 len: 168 time: 6.3441229 Aug 23 14:15:35.160062 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38862) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:35.285012 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Set router fcd55a6c-d69e-4ccc-b3fa-19bfb0417476 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:15:35.366691 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-e020713f-ef8e-46e0-ba74-f8bbbdf1e6e6 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:35.370262 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-e020713f-ef8e-46e0-ba74-f8bbbdf1e6e6 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/networks?id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb HTTP/1.1" status: 200 len: 805 time: 0.4191024 Aug 23 14:15:35.435337 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-640dd557-6d26-4fbf-9b6a-4b8b854dd2ca admin admin] Deleting subnet 34412916-47c8-4347-b11d-d02e7bb064dd {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:15:35.435337 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-640dd557-6d26-4fbf-9b6a-4b8b854dd2ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:35.627103 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-640dd557-6d26-4fbf-9b6a-4b8b854dd2ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:35.679011 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:15:35.680849 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Sync routers for ids ['47d92364-bfae-4a19-a871-42653d89a17b'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:15:35.688919 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] 10.222.0.86 "PUT /v2.0/routers/47d92364-bfae-4a19-a871-42653d89a17b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7496834 Aug 23 14:15:35.710041 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Routers {'47d92364-bfae-4a19-a871-42653d89a17b'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:15:35.710688 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:15:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['47d92364-bfae-4a19-a871-42653d89a17b'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:35.714729 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328fcef3-852d-4a5c-8813-cc32bb36d6c3 None None] Network 402edd63-1ac4-4077-9e6c-fe9b660be089 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:15:35.782598 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 333b9ca7-f379-49bd-ab5f-718b1118e898 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:15:35.814219 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-84498802-3950-4272-b80c-0baac322791e tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/quotas/68a58e4ba53c42e18be665e5234f87bb HTTP/1.1" status: 200 len: 375 time: 0.4189172 Aug 23 14:15:35.923735 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port ff6ea252-0dd7-48c7-b142-0cb78897de3e completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:35.956589 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-ca77c36c-da0e-42bd-87e2-29b878436a37 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf&tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&binding%3Ahost_id=n-h1-805629-1 HTTP/1.1" status: 200 len: 1097 time: 0.9431152 Aug 23 14:15:35.980764 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805629-1'}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:36.068110 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Set router 47d92364-bfae-4a19-a871-42653d89a17b gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:15:36.095460 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-640dd557-6d26-4fbf-9b6a-4b8b854dd2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:36.135461 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device d1847f8a-6b36-4eed-acc0-0e272163e83c no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:15:36.140347 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-70c81869-0089-4f10-87d8-7082321a5e01 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:36.148225 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-70c81869-0089-4f10-87d8-7082321a5e01 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/networks?id=25d788dc-79d6-46be-8fa1-467aa9f15a13 HTTP/1.1" status: 200 len: 814 time: 0.7555482 Aug 23 14:15:36.236867 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-2b775716-77c6-433d-8820-9cdbff03ab79 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/quotas/63f6d3e03bd94898a05c4b30ee9961e4 HTTP/1.1" status: 200 len: 375 time: 0.0874574 Aug 23 14:15:36.248095 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: d1847f8a-6b36-4eed-acc0-0e272163e83c {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:15:36.248449 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device d1847f8a-6b36-4eed-acc0-0e272163e83c not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:15:36.260214 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:15:36.273693 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2ca0f-63bd-4e46-9788-18f0e0da4457 req-3fb5d61e-7648-44ab-b711-8d8bf60f766b tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:36.274447 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-bfe2ca0f-63bd-4e46-9788-18f0e0da4457 req-3fb5d61e-7648-44ab-b711-8d8bf60f766b tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Synchronizing usage tracker for tenant:68a58e4ba53c42e18be665e5234f87bb on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:36.369348 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-c9877be1-965a-4e4f-9beb-19c9694c067f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=68a58e4ba53c42e18be665e5234f87bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5016940 Aug 23 14:15:36.407569 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:36.430124 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-e0eb6be4-993b-443d-9bb4-e91411313e16 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:36.431718 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-e0eb6be4-993b-443d-9bb4-e91411313e16 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.60 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 821 time: 0.3967159 Aug 23 14:15:36.437148 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-640dd557-6d26-4fbf-9b6a-4b8b854dd2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:36.452536 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0a646065-feba-4e5a-bad7-ade4b0f3dbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:36.457145 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-80b0f459-56e5-407e-8402-616c4016fd73 None None] Provisioning for port ff6ea252-0dd7-48c7-b142-0cb78897de3e completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:36.472458 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-80b0f459-56e5-407e-8402-616c4016fd73 None None] Provisioning complete for port ff6ea252-0dd7-48c7-b142-0cb78897de3e triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:36.472841 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-80b0f459-56e5-407e-8402-616c4016fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:36.521193 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dd557-6d26-4fbf-9b6a-4b8b854dd2ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34412916-47c8-4347-b11d-d02e7bb064dd,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:36.525655 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-640dd557-6d26-4fbf-9b6a-4b8b854dd2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:36.531468 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-640dd557-6d26-4fbf-9b6a-4b8b854dd2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:36.538285 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-bfe2ca0f-63bd-4e46-9788-18f0e0da4457 req-3fb5d61e-7648-44ab-b711-8d8bf60f766b tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Unset dirty status for tenant:68a58e4ba53c42e18be665e5234f87bb on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:36.539772 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bfe2ca0f-63bd-4e46-9788-18f0e0da4457 req-3fb5d61e-7648-44ab-b711-8d8bf60f766b tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.60 "GET /v2.0/ports?device_id=de007b67-af4b-4f9f-bdb0-3e8dedfd5611 HTTP/1.1" status: 200 len: 943 time: 0.6735222 Aug 23 14:15:36.543061 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-640dd557-6d26-4fbf-9b6a-4b8b854dd2ca admin admin] 10.222.0.86 "DELETE /v2.0/subnets/34412916-47c8-4347-b11d-d02e7bb064dd HTTP/1.1" status: 204 len: 168 time: 1.3856924 Aug 23 14:15:36.545086 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38882) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:36.569329 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Request body: {'port': {'device_id': '7b8d2971-3ae8-4307-b098-744570913292', 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3', 'admin_state_up': True, 'tenant_id': 'e457f5bb77ff4c95a16e095f62e5326f'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:36.638454 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d92364-bfae-4a19-a871-42653d89a17b', 'name': 'tempest-FloatingIPsTestJSON-2107879239-router', 'tenant_id': '9f6c54a424a4450fad076538f9a481d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'fc65ec3d-4ff8-499b-a610-824214a3ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:15Z', 'updated_at': '2021-08-23T14:15:29Z', 'revision_number': 4, 'project_id': '9f6c54a424a4450fad076538f9a481d9', 'gw_port': {'id': 'fc65ec3d-4ff8-499b-a610-824214a3ee04', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d92364-bfae-4a19-a871-42653d89a17b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:17Z', 'updated_at': '2021-08-23T14:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '91712a2b-090b-49dc-bba2-78d44a93b353', 'name': '', 'network_id': '8ed147a4-86a4-4306-a46a-e72f4e5e33f1', 'tenant_id': '9f6c54a424a4450fad076538f9a481d9', 'mac_address': 'fa:16:3e:08:69:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d92364-bfae-4a19-a871-42653d89a17b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d85cac-d5e1-40b7-85e8-acb9abf1c9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:28Z', 'updated_at': '2021-08-23T14:15:30Z', 'revision_number': 2, 'project_id': '9f6c54a424a4450fad076538f9a481d9', 'subnets': [{'id': 'e8d85cac-d5e1-40b7-85e8-acb9abf1c9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:36.638454 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Checking router: 47d92364-bfae-4a19-a871-42653d89a17b for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:15:36.638454 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Updating router 47d92364-bfae-4a19-a871-42653d89a17b port 91712a2b-090b-49dc-bba2-78d44a93b353 binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:15:36.668977 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8602dc-8554-4f6f-8a75-2dc013c7c038 None None] Network 7591899b-a707-4a8d-9e66-d5ca29a34524 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:15:36.707918 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:36.886968 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-bfe2ca0f-63bd-4e46-9788-18f0e0da4457 req-dd704d2f-d8e3-4533-b405-f187d9df2229 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Deleting port d59c836d-991d-4e30-a161-ea8192239542 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:15:36.887643 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bfe2ca0f-63bd-4e46-9788-18f0e0da4457 req-dd704d2f-d8e3-4533-b405-f187d9df2229 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:36.965862 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:37.049466 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 333b9ca7-f379-49bd-ab5f-718b1118e898, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=333b9ca7-f379-49bd-ab5f-718b1118e898,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:37.055638 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Deleting port 0180f161-6a93-419f-a203-2ec890e85273 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:15:37.055983 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:37.078255 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-e5783c6c-9e30-4105-bef0-1b91a58656ba tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=63f6d3e03bd94898a05c4b30ee9961e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8404300 Aug 23 14:15:37.091135 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 333b9ca7-f379-49bd-ab5f-718b1118e898 has no active binding in host n-h2-805629-1 {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Aug 23 14:15:37.298238 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-80b0f459-56e5-407e-8402-616c4016fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:37.300699 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-b71405b0-9ad7-44d0-9a25-bf515949ce12 service neutron] 10.222.0.86 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9135430 Aug 23 14:15:37.310188 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:37.329761 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Transition to ACTIVE for port object 91712a2b-090b-49dc-bba2-78d44a93b353 will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:37.364298 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080220595-router', 'tenant_id': '166498df1c8f445db97799fda9fd4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:27Z', 'updated_at': '2021-08-23T14:15:32Z', 'revision_number': 3, 'project_id': '166498df1c8f445db97799fda9fd4b2c', 'gw_port': {'id': '0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:77:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:29Z', 'updated_at': '2021-08-23T14:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:37.366546 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-80b0f459-56e5-407e-8402-616c4016fd73 None None] For port ff6ea252-0dd7-48c7-b142-0cb78897de3e, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ff6ea252-0dd7-48c7-b142-0cb78897de3e,segment=NetworkSegment(75c96e73-2e78-4e1a-896e-846ea9e663d3),segment_id=75c96e73-2e78-4e1a-896e-846ea9e663d3)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:37.368068 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Checking router: fcd55a6c-d69e-4ccc-b3fa-19bfb0417476 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:15:37.368429 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Updating router fcd55a6c-d69e-4ccc-b3fa-19bfb0417476 port 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:15:37.458905 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-bfe2ca0f-63bd-4e46-9788-18f0e0da4457 req-dd704d2f-d8e3-4533-b405-f187d9df2229 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] For port d59c836d-991d-4e30-a161-ea8192239542, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d59c836d-991d-4e30-a161-ea8192239542,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:37.458905 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bfe2ca0f-63bd-4e46-9788-18f0e0da4457 req-dd704d2f-d8e3-4533-b405-f187d9df2229 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:37.459436 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:37.480659 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:37.542205 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:37.562915 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:37.565974 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:37.595167 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-854935ca-89a1-4e2e-a09e-79ca906224e5 service neutron] 10.222.0.86 "GET /v2.0/networks/25d788dc-79d6-46be-8fa1-467aa9f15a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154269 Aug 23 14:15:37.710526 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-bfe2ca0f-63bd-4e46-9788-18f0e0da4457 req-dd704d2f-d8e3-4533-b405-f187d9df2229 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Calling delete_port for d59c836d-991d-4e30-a161-ea8192239542 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:15:37.814096 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] For port 0180f161-6a93-419f-a203-2ec890e85273, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=0180f161-6a93-419f-a203-2ec890e85273,segment=NetworkSegment(7fb38b49-c3ff-492a-849d-55df053ff3f5),segment_id=7fb38b49-c3ff-492a-849d-55df053ff3f5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:37.814096 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:37.830215 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] For port 333b9ca7-f379-49bd-ab5f-718b1118e898, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=333b9ca7-f379-49bd-ab5f-718b1118e898,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:37.835392 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcfb110-1b69-461d-b35f-5c63e6810578 None None] DHCP port deletion for 7591899b-a707-4a8d-9e66-d5ca29a34524 request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:15:37.840891 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-d3668515-1c34-4cbd-bfe1-d9e9c7d902a3 service neutron] 10.222.0.86 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243015 Aug 23 14:15:37.841826 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Made reservation on behalf of e457f5bb77ff4c95a16e095f62e5326f for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:37.845543 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:37.887017 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfb110-1b69-461d-b35f-5c63e6810578 None None] Deleting port 0180f161-6a93-419f-a203-2ec890e85273 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:15:37.887410 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3bcfb110-1b69-461d-b35f-5c63e6810578 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:37.920449 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b447b2-4d0c-4707-b09a-c23e11ff6eb7 None None] Pushing event updated for resources: {'Port': ['ID=91712a2b-090b-49dc-bba2-78d44a93b353,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:37.967338 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-80b0f459-56e5-407e-8402-616c4016fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.016473 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b447b2-4d0c-4707-b09a-c23e11ff6eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.017507 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b447b2-4d0c-4707-b09a-c23e11ff6eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.017977 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b447b2-4d0c-4707-b09a-c23e11ff6eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.018414 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b447b2-4d0c-4707-b09a-c23e11ff6eb7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.018933 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b447b2-4d0c-4707-b09a-c23e11ff6eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.019680 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b447b2-4d0c-4707-b09a-c23e11ff6eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.020627 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b447b2-4d0c-4707-b09a-c23e11ff6eb7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.020756 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b447b2-4d0c-4707-b09a-c23e11ff6eb7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.021217 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b447b2-4d0c-4707-b09a-c23e11ff6eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.021685 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b447b2-4d0c-4707-b09a-c23e11ff6eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.022106 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b447b2-4d0c-4707-b09a-c23e11ff6eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.029631 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-82b447b2-4d0c-4707-b09a-c23e11ff6eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:38.034404 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Attempting to bind port 91712a2b-090b-49dc-bba2-78d44a93b353 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:38.034925 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Attempting to bind port 91712a2b-090b-49dc-bba2-78d44a93b353 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '6c759669-df43-4cbc-ba01-1cb746bba689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8ed147a4-86a4-4306-a46a-e72f4e5e33f1'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:38.035387 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Attempting to bind port 91712a2b-090b-49dc-bba2-78d44a93b353 on network 8ed147a4-86a4-4306-a46a-e72f4e5e33f1 {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:38.048015 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:15:38.048015 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Checking segment: {'id': '6c759669-df43-4cbc-ba01-1cb746bba689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8ed147a4-86a4-4306-a46a-e72f4e5e33f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:15:38.048015 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.048015 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Bound using segment: {'id': '6c759669-df43-4cbc-ba01-1cb746bba689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8ed147a4-86a4-4306-a46a-e72f4e5e33f1'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:15:38.050812 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Bound port: 91712a2b-090b-49dc-bba2-78d44a93b353, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c759669-df43-4cbc-ba01-1cb746bba689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8ed147a4-86a4-4306-a46a-e72f4e5e33f1'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:38.051333 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.064832 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Calling delete_port for 0180f161-6a93-419f-a203-2ec890e85273 owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:15:38.120276 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:38.174839 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 0180f161-6a93-419f-a203-2ec890e85273 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:15:38.185543 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] For port 91712a2b-090b-49dc-bba2-78d44a93b353, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:15:38.189534 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] For port 91712a2b-090b-49dc-bba2-78d44a93b353, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=91712a2b-090b-49dc-bba2-78d44a93b353,segment=NetworkSegment(6c759669-df43-4cbc-ba01-1cb746bba689),segment_id=6c759669-df43-4cbc-ba01-1cb746bba689)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:15:38.221599 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Allocated IP 172.20.0.6 (0a8efbb1-af6e-4ea8-8574-877b74baa9a3/1c65e425-4a4d-4be4-bdee-eae73a4d8237/8d1474d4-abee-40cf-944a-9ee02a5e6249) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:38.273424 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] For port 333b9ca7-f379-49bd-ab5f-718b1118e898, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:15:38.320504 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-e5d66e07-73d7-4d54-b3b1-127495bbcb88 service neutron] 10.222.0.86 "GET /v2.0/networks/25d788dc-79d6-46be-8fa1-467aa9f15a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7213910 Aug 23 14:15:38.346602 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:15:38.435443 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.435843 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-10769f43-8b81-423d-9282-f559aeb6aafa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:38.462666 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0f459-56e5-407e-8402-616c4016fd73 None None] Pushing event updated for resources: {'Port': ['ID=ff6ea252-0dd7-48c7-b142-0cb78897de3e,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:38.484355 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-80b0f459-56e5-407e-8402-616c4016fd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:38.514836 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.532731 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:38.552309 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.574517 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Port 0180f161-6a93-419f-a203-2ec890e85273 update to DOWN by agent not found {{(pid=76509) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2084}} Aug 23 14:15:38.603472 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b447b2-4d0c-4707-b09a-c23e11ff6eb7 None None] Pushing event updated for resources: {'Port': ['ID=91712a2b-090b-49dc-bba2-78d44a93b353,revision_number=4']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:38.608338 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-82b447b2-4d0c-4707-b09a-c23e11ff6eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:38.613886 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Routers {'47d92364-bfae-4a19-a871-42653d89a17b'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:15:38.615567 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:15:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['47d92364-bfae-4a19-a871-42653d89a17b'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:38.645327 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] No DVR routers for this DVR port 0180f161-6a93-419f-a203-2ec890e85273 on host n-d-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:15:38.709729 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Pushing event deleted for resources: {'Port': ['ID=0180f161-6a93-419f-a203-2ec890e85273,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:38.730180 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe0e98e-eaf9-4da0-9085-849c03e5addf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '333b9ca7-f379-49bd-ab5f-718b1118e898'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:38.759926 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.766137 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-98d1bf6b-d5cd-43fa-a075-3356d50b7dea req-4bc71023-d355-4fb4-accf-5cb61ef924b8 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 210 time: 0.1875918 Aug 23 14:15:38.837495 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Transition to ACTIVE for port object 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:38.857169 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-aea29190-0e19-4303-b734-e23e1d214bc4 None None] Provisioning complete for port ff6ea252-0dd7-48c7-b142-0cb78897de3e triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:38.857818 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-aea29190-0e19-4303-b734-e23e1d214bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.959028 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-3bcfb110-1b69-461d-b35f-5c63e6810578 None None] For port 0180f161-6a93-419f-a203-2ec890e85273, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=0180f161-6a93-419f-a203-2ec890e85273,segment=NetworkSegment(7fb38b49-c3ff-492a-849d-55df053ff3f5),segment_id=7fb38b49-c3ff-492a-849d-55df053ff3f5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:38.959931 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3bcfb110-1b69-461d-b35f-5c63e6810578 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.965487 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.995739 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7591899b-a707-4a8d-9e66-d5ca29a34524']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:39.006569 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.030485 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb38b49-c3ff-492a-849d-55df053ff3f5') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:39.031243 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb38b49-c3ff-492a-849d-55df053ff3f5') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:39.049156 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.058466 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:39.059490 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bfe2ca0f-63bd-4e46-9788-18f0e0da4457 req-dd704d2f-d8e3-4533-b405-f187d9df2229 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.068717 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:39.135811 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.149763 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd704d2f-d8e3-4533-b405-f187d9df2229 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Pushing event deleted for resources: {'Port': ['ID=d59c836d-991d-4e30-a161-ea8192239542,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:39.151288 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-dd704d2f-d8e3-4533-b405-f187d9df2229 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:39.153336 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:15:39.154385 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:15:39.182839 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:15:39.224718 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0e985f95-480b-4754-a960-23472cbeb48e tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:39.240478 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] Set router 47d92364-bfae-4a19-a871-42653d89a17b gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:15:39.280674 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.317154 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfb110-1b69-461d-b35f-5c63e6810578 None None] Calling delete_port for 0180f161-6a93-419f-a203-2ec890e85273 owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:15:39.351095 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:39.476140 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781d36a-167a-41b4-a800-62a78191c7af None None] Pushing event updated for resources: {'Port': ['ID=0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:39.504521 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe2ca0f-63bd-4e46-9788-18f0e0da4457 req-dd704d2f-d8e3-4533-b405-f187d9df2229 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] No DVR routers for this DVR port d59c836d-991d-4e30-a161-ea8192239542 on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:15:39.510354 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bfe2ca0f-63bd-4e46-9788-18f0e0da4457 req-dd704d2f-d8e3-4533-b405-f187d9df2229 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.511677 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c781d36a-167a-41b4-a800-62a78191c7af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:39.513452 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de007b67-af4b-4f9f-bdb0-3e8dedfd5611', 'name': 'network-vif-deleted', 'tag': 'd59c836d-991d-4e30-a161-ea8192239542'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:39.555877 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Attempting to bind port 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:39.555877 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Attempting to bind port 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:39.555877 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Attempting to bind port 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:39.595267 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:15:39.595267 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:15:39.612469 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.612469 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:15:39.612469 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Bound port: 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:39.612469 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.655638 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-3bcfb110-1b69-461d-b35f-5c63e6810578 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:15:39.655638 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-3bcfb110-1b69-461d-b35f-5c63e6810578 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:15:39.710719 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.724629 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bfe2ca0f-63bd-4e46-9788-18f0e0da4457 req-dd704d2f-d8e3-4533-b405-f187d9df2229 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.60 "DELETE /v2.0/ports/d59c836d-991d-4e30-a161-ea8192239542 HTTP/1.1" status: 204 len: 173 time: 3.1782510 Aug 23 14:15:39.725345 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] For port 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:15:39.731288 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] For port 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:15:39.740698 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b57978ce-11be-4f73-a0c0-b68d2c85d5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:39.755390 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device d59c836d-991d-4e30-a161-ea8192239542 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:15:39.760294 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.771373 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Pushing event deleted for resources: {'Network': ['ID=7591899b-a707-4a8d-9e66-d5ca29a34524,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:39.783589 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] 10.222.0.86 "DELETE /v2.0/networks/7591899b-a707-4a8d-9e66-d5ca29a34524 HTTP/1.1" status: 204 len: 168 time: 3.0441935 Aug 23 14:15:39.784764 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:39.797043 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d92364-bfae-4a19-a871-42653d89a17b', 'name': 'tempest-FloatingIPsTestJSON-2107879239-router', 'tenant_id': '9f6c54a424a4450fad076538f9a481d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'fc65ec3d-4ff8-499b-a610-824214a3ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:15Z', 'updated_at': '2021-08-23T14:15:29Z', 'revision_number': 4, 'project_id': '9f6c54a424a4450fad076538f9a481d9', 'gw_port': {'id': 'fc65ec3d-4ff8-499b-a610-824214a3ee04', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d92364-bfae-4a19-a871-42653d89a17b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:17Z', 'updated_at': '2021-08-23T14:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '91712a2b-090b-49dc-bba2-78d44a93b353', 'name': '', 'network_id': '8ed147a4-86a4-4306-a46a-e72f4e5e33f1', 'tenant_id': '9f6c54a424a4450fad076538f9a481d9', 'mac_address': 'fa:16:3e:08:69:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d92364-bfae-4a19-a871-42653d89a17b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d85cac-d5e1-40b7-85e8-acb9abf1c9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:28Z', 'updated_at': '2021-08-23T14:15:38Z', 'revision_number': 4, 'project_id': '9f6c54a424a4450fad076538f9a481d9', 'subnets': [{'id': 'e8d85cac-d5e1-40b7-85e8-acb9abf1c9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:39.813175 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f575af-39d8-4567-a893-e7db8f1f6856 None None] The sync data for ids ['47d92364-bfae-4a19-a871-42653d89a17b'] in n-d-805629-1 is: [{'id': '47d92364-bfae-4a19-a871-42653d89a17b', 'name': 'tempest-FloatingIPsTestJSON-2107879239-router', 'tenant_id': '9f6c54a424a4450fad076538f9a481d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'fc65ec3d-4ff8-499b-a610-824214a3ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:15Z', 'updated_at': '2021-08-23T14:15:29Z', 'revision_number': 4, 'project_id': '9f6c54a424a4450fad076538f9a481d9', 'gw_port': {'id': 'fc65ec3d-4ff8-499b-a610-824214a3ee04', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d92364-bfae-4a19-a871-42653d89a17b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:17Z', 'updated_at': '2021-08-23T14:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '91712a2b-090b-49dc-bba2-78d44a93b353', 'name': '', 'network_id': '8ed147a4-86a4-4306-a46a-e72f4e5e33f1', 'tenant_id': '9f6c54a424a4450fad076538f9a481d9', 'mac_address': 'fa:16:3e:08:69:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d92364-bfae-4a19-a871-42653d89a17b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8d85cac-d5e1-40b7-85e8-acb9abf1c9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:28Z', 'updated_at': '2021-08-23T14:15:38Z', 'revision_number': 4, 'project_id': '9f6c54a424a4450fad076538f9a481d9', 'subnets': [{'id': 'e8d85cac-d5e1-40b7-85e8-acb9abf1c9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:15:39.836413 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: d59c836d-991d-4e30-a161-ea8192239542 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:15:39.836777 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device d59c836d-991d-4e30-a161-ea8192239542 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:15:39.903227 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.910425 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:40.002734 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781d36a-167a-41b4-a800-62a78191c7af None None] Pushing event updated for resources: {'Port': ['ID=0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:40.011277 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c781d36a-167a-41b4-a800-62a78191c7af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:40.012475 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Routers {'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:15:40.013259 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:15:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:40.051890 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:40.067877 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Pushing event updated for resources: {'Port': ['ID=333b9ca7-f379-49bd-ab5f-718b1118e898,revision_number=7']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:40.074727 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:40.136514 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Attempting to bind port 333b9ca7-f379-49bd-ab5f-718b1118e898 on host n-h1-805629-1 for vnic_type normal with profile {"migrating_to": "n-h2-805629-1"} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:40.140019 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Attempting to bind port 333b9ca7-f379-49bd-ab5f-718b1118e898 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:40.144167 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Attempting to bind port 333b9ca7-f379-49bd-ab5f-718b1118e898 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:40.226697 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfb110-1b69-461d-b35f-5c63e6810578 None None] Deleting port 0180f161-6a93-419f-a203-2ec890e85273 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:15:40.226697 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3bcfb110-1b69-461d-b35f-5c63e6810578 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:40.228480 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Port 333b9ca7-f379-49bd-ab5f-718b1118e898 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:15:40.229218 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Attempting to bind port 333b9ca7-f379-49bd-ab5f-718b1118e898 on network 8974d9b4-186c-49b7-815f-edb23adc0e9f {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:40.244491 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:15:40.244828 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Checking segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:15:40.245398 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Bound using segment: {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:15:40.246020 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Bound port: 333b9ca7-f379-49bd-ab5f-718b1118e898, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553fe723-be84-4739-b90d-02f05da590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8974d9b4-186c-49b7-815f-edb23adc0e9f'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:40.246522 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:40.281063 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07c814-592a-4932-b54a-f94df2a4f951 req-5e1b7777-df46-4244-a703-435bfbf08870 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:40.296274 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4e07c814-592a-4932-b54a-f94df2a4f951 req-5e1b7777-df46-4244-a703-435bfbf08870 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 944 time: 1.1271293 Aug 23 14:15:40.321482 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 91712a2b-090b-49dc-bba2-78d44a93b353 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:40.368787 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfb110-1b69-461d-b35f-5c63e6810578 None None] The port '0180f161-6a93-419f-a203-2ec890e85273' was deleted {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:15:40.413132 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-f9a3c7a7-737c-4ece-97d5-5f689b5108a3 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Synchronizing usage tracker for tenant:9f6c54a424a4450fad076538f9a481d9 on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:40.449265 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] Set router fcd55a6c-d69e-4ccc-b3fa-19bfb0417476 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:15:40.576025 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4e07c814-592a-4932-b54a-f94df2a4f951 req-b80b6638-192c-4353-a2fb-94f3ab7962ff tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787006 Aug 23 14:15:40.607359 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] For port 333b9ca7-f379-49bd-ab5f-718b1118e898, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:15:40.614214 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] For port 333b9ca7-f379-49bd-ab5f-718b1118e898, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=333b9ca7-f379-49bd-ab5f-718b1118e898,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:15:40.624967 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:40.660802 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:40.682209 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38918) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:40.777594 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-05ae97df-5e5d-470a-b050-be826ab30489 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9ba3514f5e5345bdb74853fae0d863ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0960119 Aug 23 14:15:40.787935 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38922) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:40.801453 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-f9a3c7a7-737c-4ece-97d5-5f689b5108a3 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Unset dirty status for tenant:9f6c54a424a4450fad076538f9a481d9 on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:40.808495 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-f9a3c7a7-737c-4ece-97d5-5f689b5108a3 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3049734 Aug 23 14:15:40.847381 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:40.847381 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:40.914613 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:40.926368 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 91712a2b-090b-49dc-bba2-78d44a93b353 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:40.929072 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:40.933747 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Usage tracker for resource:floatingip and tenant:9f6c54a424a4450fad076538f9a481d9 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:40.935943 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 91712a2b-090b-49dc-bba2-78d44a93b353 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:40.936292 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:40.936723 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:40.937757 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e95d5a43-fd01-40fb-a1db-4b8d21a40ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:40.944801 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:40.968007 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:41.051688 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e95d5a43-fd01-40fb-a1db-4b8d21a40ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:41.104542 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:15:41.138428 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3d9b4d44-f9c8-416c-90d5-767d9049beac req-05a4766b-735a-4c6b-9d63-c6d89ea34e82 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 210 time: 0.3120158 Aug 23 14:15:41.139211 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks [] for floatingip, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:41.196825 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:41.246827 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-174e5180-1ecb-472a-a0cf-f1b0fbbed80f req-5b4dbc8e-8bf5-4069-87a7-18b546330d23 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2723789 Aug 23 14:15:41.288299 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 91712a2b-090b-49dc-bba2-78d44a93b353, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=91712a2b-090b-49dc-bba2-78d44a93b353,segment=NetworkSegment(6c759669-df43-4cbc-ba01-1cb746bba689),segment_id=6c759669-df43-4cbc-ba01-1cb746bba689)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:41.375644 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e95d5a43-fd01-40fb-a1db-4b8d21a40ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:41.389337 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080220595-router', 'tenant_id': '166498df1c8f445db97799fda9fd4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:27Z', 'updated_at': '2021-08-23T14:15:32Z', 'revision_number': 3, 'project_id': '166498df1c8f445db97799fda9fd4b2c', 'gw_port': {'id': '0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:77:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:29Z', 'updated_at': '2021-08-23T14:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:41.389990 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c278946e-6a2e-4ce5-b4bc-b15a4cc9cae1 None None] The sync data for ids ['fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'] in n-d-805629-1 is: [{'id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080220595-router', 'tenant_id': '166498df1c8f445db97799fda9fd4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:27Z', 'updated_at': '2021-08-23T14:15:32Z', 'revision_number': 3, 'project_id': '166498df1c8f445db97799fda9fd4b2c', 'gw_port': {'id': '0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:77:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:29Z', 'updated_at': '2021-08-23T14:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:15:41.391644 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-21daa253-9ae1-4ac5-8258-0606b4da1154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:41.401447 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Pushing event updated for resources: {'Port': ['ID=8d1474d4-abee-40cf-944a-9ee02a5e6249,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:41.402146 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:41.403245 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ff6ea252-0dd7-48c7-b142-0cb78897de3e up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:41.410736 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:41.440052 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d5a43-fd01-40fb-a1db-4b8d21a40ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0709d212-8a26-415d-8a9a-004be3bb7bba,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:41.467058 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e95d5a43-fd01-40fb-a1db-4b8d21a40ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:41.503500 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e95d5a43-fd01-40fb-a1db-4b8d21a40ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:41.523614 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e95d5a43-fd01-40fb-a1db-4b8d21a40ba5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0709d212-8a26-415d-8a9a-004be3bb7bba HTTP/1.1" status: 204 len: 168 time: 0.7168758 Aug 23 14:15:41.530084 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-17997381-65a2-41f6-a6e7-0d7582f86227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:41.531101 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-174e5180-1ecb-472a-a0cf-f1b0fbbed80f req-e9991070-8f8d-490e-8c22-05d7c3d99232 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 1095 time: 0.2579367 Aug 23 14:15:41.582969 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-dc8bd6b5-0d34-499b-9e8b-5ea24674a966 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.617s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:41.649609 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:41.652255 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] 10.222.0.60 "PUT /v2.0/ports/333b9ca7-f379-49bd-ab5f-718b1118e898 HTTP/1.1" status: 200 len: 1122 time: 5.6763160 Aug 23 14:15:41.671194 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe0e98e-eaf9-4da0-9085-849c03e5addf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '333b9ca7-f379-49bd-ab5f-718b1118e898', 'code': 200} Aug 23 14:15:41.701144 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:41.702099 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:41.747686 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port ff6ea252-0dd7-48c7-b142-0cb78897de3e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:41.749651 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:41.861895 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['333b9ca7-f379-49bd-ab5f-718b1118e898'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:15:41.912857 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5180-1ecb-472a-a0cf-f1b0fbbed80f req-cdb9d0a3-c906-4d08-9fbb-58dd672a56e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:41.917789 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Pushing event updated for resources: {'Port': ['ID=333b9ca7-f379-49bd-ab5f-718b1118e898,revision_number=8']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:41.923220 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-174e5180-1ecb-472a-a0cf-f1b0fbbed80f req-cdb9d0a3-c906-4d08-9fbb-58dd672a56e7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.3681328 Aug 23 14:15:41.923397 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:41.929418 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0d680930-a0f9-46bb-a476-60b23feb7c32 req-8717bdfc-9b3b-4820-b467-20b4bb1a1f2c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/ports?device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 210 time: 0.0818849 Aug 23 14:15:41.996067 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:42.027770 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4669456 Aug 23 14:15:42.033411 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['333b9ca7-f379-49bd-ab5f-718b1118e898'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:15:42.063764 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-174e5180-1ecb-472a-a0cf-f1b0fbbed80f req-baf81667-1eb8-4f0e-aaf2-d14b23e6211e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae21481-5899-4416-8d23-6a79dab86825 HTTP/1.1" status: 200 len: 217 time: 0.1295478 Aug 23 14:15:42.100028 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Request body: {'port': {'device_id': '7b8d2971-3ae8-4307-b098-744570913292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:42.153649 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=91712a2b-090b-49dc-bba2-78d44a93b353,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:42.155513 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de007b67-af4b-4f9f-bdb0-3e8dedfd5611', 'name': 'network-vif-deleted', 'tag': 'd59c836d-991d-4e30-a161-ea8192239542', 'status': 'completed', 'code': 200} Aug 23 14:15:42.223144 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:42.242626 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5180-1ecb-472a-a0cf-f1b0fbbed80f req-74a4ddf4-8e06-482f-9c65-a8dcc154cb7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:42.245969 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-174e5180-1ecb-472a-a0cf-f1b0fbbed80f req-74a4ddf4-8e06-482f-9c65-a8dcc154cb7a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.1772559 Aug 23 14:15:42.252570 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:42.338579 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-174e5180-1ecb-472a-a0cf-f1b0fbbed80f req-717a39d4-00af-488a-962b-d71613f6ad6d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847692 Aug 23 14:15:42.489584 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 91712a2b-090b-49dc-bba2-78d44a93b353 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:42.532829 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:42.573638 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-174e5180-1ecb-472a-a0cf-f1b0fbbed80f req-5c06b783-d8aa-4c14-8bad-76c06d735536 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266519 Aug 23 14:15:42.692830 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 91712a2b-090b-49dc-bba2-78d44a93b353 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:42.693210 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:42.807155 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-174e5180-1ecb-472a-a0cf-f1b0fbbed80f req-9ed9f8bb-c1d6-4db9-b581-c5ddeee06ae6 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255309 Aug 23 14:15:42.826439 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f8251-6f41-4ed6-9e61-d8fb15833bc6 req-900b8e28-8248-4e09-9f28-eda75d33c31c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:42.827140 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-b53f8251-6f41-4ed6-9e61-d8fb15833bc6 req-900b8e28-8248-4e09-9f28-eda75d33c31c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Synchronizing usage tracker for tenant:e457f5bb77ff4c95a16e095f62e5326f on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:42.964652 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38936) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:43.021189 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-86164324-cbe6-4bcb-811c-c24ebebc8339 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c91738b328264d5aad6d9b0bde5e25fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0548236 Aug 23 14:15:43.023939 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 38942) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:43.087493 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ba260288-8443-4261-bce1-a03ec1b02845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:43.118791 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ba260288-8443-4261-bce1-a03ec1b02845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:43.137432 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-b53f8251-6f41-4ed6-9e61-d8fb15833bc6 req-900b8e28-8248-4e09-9f28-eda75d33c31c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Unset dirty status for tenant:e457f5bb77ff4c95a16e095f62e5326f on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:43.142577 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b53f8251-6f41-4ed6-9e61-d8fb15833bc6 req-900b8e28-8248-4e09-9f28-eda75d33c31c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 931 time: 0.8739784 Aug 23 14:15:43.215795 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Allocated IP 172.20.0.1 (402edd63-1ac4-4077-9e6c-fe9b660be089/85fac785-262b-4dd0-b9e8-d9d7ab060bb7/b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:43.323614 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ba260288-8443-4261-bce1-a03ec1b02845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:43.326411 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-077e4c50-1ecc-449e-9e25-a7bc211a977a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:43.352486 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba260288-8443-4261-bce1-a03ec1b02845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444d376b-d222-4f69-8652-a398e3cb1996,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:43.366803 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Allocated IP 172.25.6.234 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/7297550d-568c-4632-a5c8-518ac0ba5a49) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:43.374985 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ba260288-8443-4261-bce1-a03ec1b02845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:43.374985 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ba260288-8443-4261-bce1-a03ec1b02845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:43.374985 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ba260288-8443-4261-bce1-a03ec1b02845 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/444d376b-d222-4f69-8652-a398e3cb1996 HTTP/1.1" status: 204 len: 168 time: 0.3358428 Aug 23 14:15:43.448731 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-d4c06c39-c1dd-4f6c-bf5f-e1c78bc7cb14 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:43.448731 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-d4c06c39-c1dd-4f6c-bf5f-e1c78bc7cb14 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.60 "GET /v2.0/networks?id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb HTTP/1.1" status: 200 len: 805 time: 0.5262244 Aug 23 14:15:43.477247 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b53f8251-6f41-4ed6-9e61-d8fb15833bc6 req-cef4b806-7b1e-474b-90e8-533565d2744d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946236 Aug 23 14:15:43.499287 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Request body: {'port': {'device_id': '359cbb2f-5320-4e30-beb5-3d6de9441af0', 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb', 'admin_state_up': True, 'tenant_id': '68a58e4ba53c42e18be665e5234f87bb'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:43.711038 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe0e98e-eaf9-4da0-9085-849c03e5addf', 'tag': '333b9ca7-f379-49bd-ab5f-718b1118e898'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:43.724014 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:43.738786 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:15:43.751405 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Usage tracker for resource:port and tenant:68a58e4ba53c42e18be665e5234f87bb is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:43.759738 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:43.854371 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:15:43.858624 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:43.946964 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:43.956098 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1474d4-abee-40cf-944a-9ee02a5e6249 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:43.967999 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:43.998384 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:44.004708 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Transition to ACTIVE for port object b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:44.031807 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Transition to ACTIVE for port object 8d1474d4-abee-40cf-944a-9ee02a5e6249 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:44.069535 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888048f-9ead-4795-b8a5-1606a59e8528 req-3e9c19ac-4a0f-471c-9f09-8a7400eb47b2 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:44.069535 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4888048f-9ead-4795-b8a5-1606a59e8528 req-3e9c19ac-4a0f-471c-9f09-8a7400eb47b2 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 944 time: 0.3108332 Aug 23 14:15:44.120049 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4888048f-9ead-4795-b8a5-1606a59e8528 req-07805cf1-6c2a-4bfd-aa7a-1ae0d8dde55d tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433252 Aug 23 14:15:44.127727 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Made reservation on behalf of 68a58e4ba53c42e18be665e5234f87bb for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:44.131081 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:44.329442 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:44.358297 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6b8db78d-45ce-489c-9202-4f42772e1e1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:44.421142 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:44.421291 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-f3ffd067-c9f5-4663-a5f4-178d9a7ce2d9 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:44.421291 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-f3ffd067-c9f5-4663-a5f4-178d9a7ce2d9 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Synchronizing usage tracker for tenant:63f6d3e03bd94898a05c4b30ee9961e4 on resource:network {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:44.421870 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:44.435061 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b20560d2-7b9f-4f9c-9f15-eb1b04652284 req-1bbd4e37-e63a-4832-a8dc-3e2139da69cb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 210 time: 0.1433089 Aug 23 14:15:44.559330 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1474d4-abee-40cf-944a-9ee02a5e6249,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:44.570637 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:44.576885 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-5862e737-a695-436c-8e89-609cae6012ab tempest-FloatingIPsAssociationTestJSON-649393163 tempest-FloatingIPsAssociationTestJSON-649393163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:44.613362 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Network 402edd63-1ac4-4077-9e6c-fe9b660be089 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:44.629169 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:44.645672 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:44.646714 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:15:44.696565 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:44.700236 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-f3ffd067-c9f5-4663-a5f4-178d9a7ce2d9 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Unset dirty status for tenant:63f6d3e03bd94898a05c4b30ee9961e4 on resource:network {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:44.700236 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-f3ffd067-c9f5-4663-a5f4-178d9a7ce2d9 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.60 "GET /v2.0/networks?id=25d788dc-79d6-46be-8fa1-467aa9f15a13 HTTP/1.1" status: 200 len: 814 time: 0.4992144 Aug 23 14:15:44.701007 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:15:44.721668 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Request body: {'port': {'device_id': 'aff3a70e-14b0-4aae-b58a-0fdce42201d9', 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13', 'admin_state_up': True, 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:44.997839 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:45.006808 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Usage tracker for resource:port and tenant:63f6d3e03bd94898a05c4b30ee9961e4 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:45.012634 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Quota usage for port was recalculated. Used quota:2. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:45.024180 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:45.026492 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-779f1b64-2dc7-4530-85ea-a8a5472c2e33 req-6972c5c5-89a5-4582-bca8-e3d76b7f2b6a tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/ports?device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 210 time: 0.3411696 Aug 23 14:15:45.049436 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Allocated IP 172.20.0.10 (d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb/7c65d0fb-9e93-42b4-b48b-75141f36f07b/17daa6eb-0173-4d03-957b-1336316050d0) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:45.082473 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Pushing event updated for resources: {'Port': ['ID=7297550d-568c-4632-a5c8-518ac0ba5a49,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:45.151871 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe0e98e-eaf9-4da0-9085-849c03e5addf', 'tag': '333b9ca7-f379-49bd-ab5f-718b1118e898', 'status': 'completed', 'code': 200} Aug 23 14:15:45.210200 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:45.216033 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Made reservation on behalf of 63f6d3e03bd94898a05c4b30ee9961e4 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:45.219194 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:45.254292 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Pushing event updated for resources: {'Port': ['ID=b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:45.283436 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-fd52be31-55ef-4116-806a-0487dc3c459f None None] Provisioning for port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:45.286634 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-fd52be31-55ef-4116-806a-0487dc3c459f None None] Provisioning complete for port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:45.287094 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-fd52be31-55ef-4116-806a-0487dc3c459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:45.321465 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:45.369682 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-fd52be31-55ef-4116-806a-0487dc3c459f None None] Port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:15:45.408609 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.971s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:45.408609 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:45.637274 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-829151de-d189-4474-a960-9c9d736dcdec req-bfd8887d-e867-491d-86d1-6b7b94768ced service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 1125 time: 0.4714441 Aug 23 14:15:45.869928 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Allocated IP 172.20.0.3 (25d788dc-79d6-46be-8fa1-467aa9f15a13/db288af1-dbbc-47b5-b528-6df8f5570c85/7e287fe8-3bbd-4d45-a242-8a1758dd8d27) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:45.891575 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Attempting to bind port 8d1474d4-abee-40cf-944a-9ee02a5e6249 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:45.891921 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Attempting to bind port 8d1474d4-abee-40cf-944a-9ee02a5e6249 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:45.892231 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Attempting to bind port 8d1474d4-abee-40cf-944a-9ee02a5e6249 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:45.960260 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Port 8d1474d4-abee-40cf-944a-9ee02a5e6249 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:15:45.960260 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Attempting to bind port 8d1474d4-abee-40cf-944a-9ee02a5e6249 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:45.998941 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829151de-d189-4474-a960-9c9d736dcdec req-8ac171f9-7df0-4508-a94c-24e171b10ea3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:45.998941 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-829151de-d189-4474-a960-9c9d736dcdec req-8ac171f9-7df0-4508-a94c-24e171b10ea3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.3197601 Aug 23 14:15:46.013133 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.038078 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:15:46.039195 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Checking segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:15:46.039195 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Bound using segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:15:46.040560 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Bound port: 8d1474d4-abee-40cf-944a-9ee02a5e6249, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:46.040560 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.056356 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a24a2-f323-4fe2-94bf-041380a82480 req-41b13a5a-90a5-4935-bf0f-4fd0b292f3c3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:46.057979 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f08a24a2-f323-4fe2-94bf-041380a82480 req-41b13a5a-90a5-4935-bf0f-4fd0b292f3c3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 943 time: 0.7978220 Aug 23 14:15:46.090970 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-829151de-d189-4474-a960-9c9d736dcdec req-674b1ead-972e-4913-b03e-5107dec645ed service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333b9ca7-f379-49bd-ab5f-718b1118e898 HTTP/1.1" status: 200 len: 217 time: 0.0839195 Aug 23 14:15:46.317738 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.346726 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829151de-d189-4474-a960-9c9d736dcdec req-342ab4a5-9ad6-4b82-b8ce-9b54c5425130 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:46.348373 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-829151de-d189-4474-a960-9c9d736dcdec req-342ab4a5-9ad6-4b82-b8ce-9b54c5425130 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.2496541 Aug 23 14:15:46.449216 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.488740 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-829151de-d189-4474-a960-9c9d736dcdec req-729d697b-8a15-4550-a9dd-8d58cee8403d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095686 Aug 23 14:15:46.787083 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f08a24a2-f323-4fe2-94bf-041380a82480 req-42d8e373-c5a9-422f-b0a9-cde94119c6e6 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7094414 Aug 23 14:15:46.792643 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.897626 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:46.908315 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:47.049734 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-829151de-d189-4474-a960-9c9d736dcdec req-2b69f692-cede-460d-b5c3-5911b8a418db service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485442 Aug 23 14:15:47.081142 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Transition to ACTIVE for port object 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:47.304076 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:47.341132 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fc6e2f84-f509-41cc-981d-a3f1b373d478 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:47.392005 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:47.510012 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] For port 8d1474d4-abee-40cf-944a-9ee02a5e6249, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:15:47.510848 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Pushing event updated for resources: {'Port': ['ID=7e287fe8-3bbd-4d45-a242-8a1758dd8d27,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:47.536091 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-0dcb4e2b-a418-4726-94b0-199c39bbfd28 service neutron] 10.222.0.91 "GET /v2.0/ports/333b9ca7-f379-49bd-ab5f-718b1118e898/bindings/n-h2-805629-1 HTTP/1.1" status: 200 len: 384 time: 1.2236791 Aug 23 14:15:47.540499 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:47.565935 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] For port 8d1474d4-abee-40cf-944a-9ee02a5e6249, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:15:47.572993 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Network 25d788dc-79d6-46be-8fa1-467aa9f15a13 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:47.592001 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:47.615999 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:15:47.721463 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-829151de-d189-4474-a960-9c9d736dcdec req-34c5f016-dc3e-42cb-9d51-eb20cbc1991d service neutron] 10.222.0.91 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849226 Aug 23 14:15:47.723103 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:47.784660 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:47.790577 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Pushing event updated for resources: {'Port': ['ID=17daa6eb-0173-4d03-957b-1336316050d0,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:47.809692 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:47.813188 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:47.813454 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:47.839615 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:15:47.874744 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.977s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:47.882868 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2fa1c484-8330-48a4-80bb-51867742f36f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:47.990462 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2750299 Aug 23 14:15:48.222751 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-474a9d62-6bfa-4e91-aa7d-f69a6b527437 None None] Provisioning for port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:48.228822 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-474a9d62-6bfa-4e91-aa7d-f69a6b527437 None None] Provisioning complete for port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:48.229319 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-474a9d62-6bfa-4e91-aa7d-f69a6b527437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:48.278949 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:48.280950 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] 10.222.0.60 "PUT /v2.0/ports/8d1474d4-abee-40cf-944a-9ee02a5e6249 HTTP/1.1" status: 200 len: 1091 time: 6.1895313 Aug 23 14:15:48.287540 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8d2971-3ae8-4307-b098-744570913292', 'tag': '8d1474d4-abee-40cf-944a-9ee02a5e6249'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:48.323521 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-474a9d62-6bfa-4e91-aa7d-f69a6b527437 None None] Port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:15:48.335090 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1474d4-abee-40cf-944a-9ee02a5e6249,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:48.346325 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:48.375155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:48.375155 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:48.497643 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:15:48.498311 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:48.571724 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Request body: {'port': {'device_id': 'aff3a70e-14b0-4aae-b58a-0fdce42201d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:48.579154 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dae98-e25f-44bc-8bf5-4396122389db req-917cdce2-d0b5-4303-b8ff-fe2d31a25926 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:48.602311 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 333b9ca7-f379-49bd-ab5f-718b1118e898 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:15:48.610896 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8e8dae98-e25f-44bc-8bf5-4396122389db req-917cdce2-d0b5-4303-b8ff-fe2d31a25926 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 944 time: 1.2842498 Aug 23 14:15:48.695982 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:48.810685 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:48.853999 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-10bf3fc1-7e6f-40f3-9848-9d5c47f6e682 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:48.858439 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:48.863658 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:48.869821 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:48.870419 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:48.952355 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:15:49.042435 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:49.048502 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5782256 Aug 23 14:15:49.093422 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:49.108648 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8e8dae98-e25f-44bc-8bf5-4396122389db req-f5ff05f1-32f5-48a3-9c22-d656d08ebfe4 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988916 Aug 23 14:15:49.109673 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Pushing event updated for resources: {'Port': ['ID=b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:49.123176 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:49.123286 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:49.181093 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:49.250118 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-0b803be7-f668-4c02-9d70-403924048531 req-3b818d36-c86f-4635-8219-490ad8878709 service neutron] For port 333b9ca7-f379-49bd-ab5f-718b1118e898, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=333b9ca7-f379-49bd-ab5f-718b1118e898,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:49.302797 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-0b803be7-f668-4c02-9d70-403924048531 req-3b818d36-c86f-4635-8219-490ad8878709 service neutron] For port 333b9ca7-f379-49bd-ab5f-718b1118e898, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:15:49.309309 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:49.312055 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:49.367143 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Request body: {'port': {'device_id': '359cbb2f-5320-4e30-beb5-3d6de9441af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:15:49.424833 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:49.438316 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:49.445492 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:49.470960 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:49.588949 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:49.604637 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:49.625486 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Pushing event updated for resources: {'Port': ['ID=7297550d-568c-4632-a5c8-518ac0ba5a49,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:49.631628 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Transition to ACTIVE for port object 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:49.640041 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:49.711299 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:49.736647 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4f67ec4e-20d9-4953-a522-4cf1d74add6c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:49.795568 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-0b803be7-f668-4c02-9d70-403924048531 req-3b818d36-c86f-4635-8219-490ad8878709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333b9ca7-f379-49bd-ab5f-718b1118e898 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:49.885489 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-0b803be7-f668-4c02-9d70-403924048531 req-3b818d36-c86f-4635-8219-490ad8878709 service neutron] For port 333b9ca7-f379-49bd-ab5f-718b1118e898, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=333b9ca7-f379-49bd-ab5f-718b1118e898,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:15:49.926662 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e287fe8-3bbd-4d45-a242-8a1758dd8d27,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:49.948083 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:50.093171 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-f794ae59-0e97-4c5e-b206-1962667eb6b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 1094 time: 1.3911977 Aug 23 14:15:50.105859 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.116724 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Network 402edd63-1ac4-4077-9e6c-fe9b660be089 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:50.149434 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:50.149434 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.251015 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Attempting to bind port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:50.332819 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Attempting to bind port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '7e831ccd-7a95-4669-a351-87cb88509e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:50.332819 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Attempting to bind port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 on network 25d788dc-79d6-46be-8fa1-467aa9f15a13 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:50.332819 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 on network 25d788dc-79d6-46be-8fa1-467aa9f15a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:15:50.332819 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Attempting to bind port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 on network 25d788dc-79d6-46be-8fa1-467aa9f15a13 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:50.332819 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:15:50.332819 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Checking segment: {'id': '7e831ccd-7a95-4669-a351-87cb88509e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:15:50.332819 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Bound using segment: {'id': '7e831ccd-7a95-4669-a351-87cb88509e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:15:50.332819 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Bound port: 7e287fe8-3bbd-4d45-a242-8a1758dd8d27, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e831ccd-7a95-4669-a351-87cb88509e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:50.332819 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.339390 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01f65e-580d-4c6b-9b05-20cac60fd4fb req-a8cf7d4d-3172-414f-a0c4-25c170f151f3 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:50.340414 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ec01f65e-580d-4c6b-9b05-20cac60fd4fb req-a8cf7d4d-3172-414f-a0c4-25c170f151f3 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Synchronizing usage tracker for tenant:68a58e4ba53c42e18be665e5234f87bb on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:50.372354 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] For port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:15:50.377069 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-a23f7273-aad2-43e8-b944-1814f5741abd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249 HTTP/1.1" status: 200 len: 217 time: 0.2246706 Aug 23 14:15:50.381741 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] For port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=7e287fe8-3bbd-4d45-a242-8a1758dd8d27,segment=NetworkSegment(7e831ccd-7a95-4669-a351-87cb88509e73),segment_id=7e831ccd-7a95-4669-a351-87cb88509e73)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:15:50.457493 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:50.581176 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-2ba641fb-b2d5-455d-8da0-dd32754ac666 None None] Provisioning complete for port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:50.590907 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2ba641fb-b2d5-455d-8da0-dd32754ac666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.597635 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0b803be7-f668-4c02-9d70-403924048531 req-3b818d36-c86f-4635-8219-490ad8878709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.682629 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-2ba641fb-b2d5-455d-8da0-dd32754ac666 None None] Port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:15:50.689471 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-515319f5-b214-42c7-bb8d-a7783cc1f7b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:50.695796 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:50.696425 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.701760 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-515319f5-b214-42c7-bb8d-a7783cc1f7b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.2810078 Aug 23 14:15:51.273886 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-0b803be7-f668-4c02-9d70-403924048531 req-3b818d36-c86f-4635-8219-490ad8878709 service neutron] Transition to ACTIVE for port object 333b9ca7-f379-49bd-ab5f-718b1118e898 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:51.499143 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.499143 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 10.6831219 Aug 23 14:15:51.499143 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17daa6eb-0173-4d03-957b-1336316050d0 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:51.537340 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.538110 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4ef624ab-3900-4979-9eeb-a0ee9268f039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.538558 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:51.603542 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.604153 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.605790 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] 10.222.0.60 "PUT /v2.0/ports/7e287fe8-3bbd-4d45-a242-8a1758dd8d27 HTTP/1.1" status: 200 len: 1091 time: 3.0413976 Aug 23 14:15:51.606473 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff3a70e-14b0-4aae-b58a-0fdce42201d9', 'tag': '7e287fe8-3bbd-4d45-a242-8a1758dd8d27'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:51.627696 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e287fe8-3bbd-4d45-a242-8a1758dd8d27,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:51.629473 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ec01f65e-580d-4c6b-9b05-20cac60fd4fb req-a8cf7d4d-3172-414f-a0c4-25c170f151f3 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Unset dirty status for tenant:68a58e4ba53c42e18be665e5234f87bb on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:51.631842 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ec01f65e-580d-4c6b-9b05-20cac60fd4fb req-a8cf7d4d-3172-414f-a0c4-25c170f151f3 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 932 time: 2.2304270 Aug 23 14:15:51.633113 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0b803be7-f668-4c02-9d70-403924048531 req-3b818d36-c86f-4635-8219-490ad8878709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.637107 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:51.655695 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-71068f8d-5807-4e18-99fa-8de7b8a7533e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:51.771573 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.799131 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Transition to ACTIVE for port object 17daa6eb-0173-4d03-957b-1336316050d0 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:51.815959 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-535d60dc-d4fd-4262-aaaf-590c3978ca97 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Synchronizing usage tracker for tenant:9f6c54a424a4450fad076538f9a481d9 on resource:floatingip {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:51.938616 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b818d36-c86f-4635-8219-490ad8878709 service neutron] Pushing event updated for resources: {'Port': ['ID=333b9ca7-f379-49bd-ab5f-718b1118e898,revision_number=10']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:51.941758 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.955599 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3b818d36-c86f-4635-8219-490ad8878709 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:51.956109 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3b818d36-c86f-4635-8219-490ad8878709 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:52.056412 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Router fcd55a6c-d69e-4ccc-b3fa-19bfb0417476 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:15:52.063582 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ec01f65e-580d-4c6b-9b05-20cac60fd4fb req-dea26a7f-8eab-4f3e-8f64-f0c4d4ffc547 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227567 Aug 23 14:15:52.105116 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b803be7-f668-4c02-9d70-403924048531 req-3b818d36-c86f-4635-8219-490ad8878709 service neutron] No DVR routers for this DVR port 333b9ca7-f379-49bd-ab5f-718b1118e898 on host n-h1-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:15:52.199323 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-535d60dc-d4fd-4262-aaaf-590c3978ca97 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Unset dirty status for tenant:9f6c54a424a4450fad076538f9a481d9 on resource:floatingip {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:52.201075 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-535d60dc-d4fd-4262-aaaf-590c3978ca97 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.234 HTTP/1.1" status: 200 len: 696 time: 0.7000210 Aug 23 14:15:52.212828 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=17daa6eb-0173-4d03-957b-1336316050d0,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:52.222716 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:52.528260 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-3b818d36-c86f-4635-8219-490ad8878709 service neutron] 10.222.0.91 "PUT /v2.0/ports/333b9ca7-f379-49bd-ab5f-718b1118e898/bindings/n-h2-805629-1/activate HTTP/1.1" status: 200 len: 369 time: 4.9781101 Aug 23 14:15:52.719497 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-6c7892c4-fa80-468c-a74b-8e92fffc394c tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:52.721178 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-6c7892c4-fa80-468c-a74b-8e92fffc394c tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.5041635 Aug 23 14:15:52.724934 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Attempting to bind port 17daa6eb-0173-4d03-957b-1336316050d0 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:52.725268 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Attempting to bind port 17daa6eb-0173-4d03-957b-1336316050d0 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:52.725611 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Attempting to bind port 17daa6eb-0173-4d03-957b-1336316050d0 on network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:52.740894 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-7e44f753-b61c-481f-b144-2072aee2bfc1 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:15:52.741905 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac4e3e4f-bded-44e6-9df5-d4f94d97fe3e req-7e44f753-b61c-481f-b144-2072aee2bfc1 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0105031 Aug 23 14:15:52.754020 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb6876-8ddd-429b-9634-bfa61a2a3f2f req-34615582-18e0-473d-bfc8-a19d20651ab1 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:52.769792 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3bdb6876-8ddd-429b-9634-bfa61a2a3f2f req-34615582-18e0-473d-bfc8-a19d20651ab1 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/ports?device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 943 time: 0.4302697 Aug 23 14:15:52.769792 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Port 17daa6eb-0173-4d03-957b-1336316050d0 on network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:15:52.769792 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Attempting to bind port 17daa6eb-0173-4d03-957b-1336316050d0 on network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:15:53.011116 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:15:53.012105 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Checking segment: {'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:15:53.012105 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Bound using segment: {'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:15:53.013691 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Bound port: 17daa6eb-0173-4d03-957b-1336316050d0, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:53.013691 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:53.342839 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3bdb6876-8ddd-429b-9634-bfa61a2a3f2f req-edbdec02-527e-4bfc-bf5b-6360699fd1e0 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/security-groups?id=68d7fb6a-906c-4a80-aedf-9fb34960e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5689499 Aug 23 14:15:53.407622 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] For port 17daa6eb-0173-4d03-957b-1336316050d0, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:15:53.419446 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] For port 17daa6eb-0173-4d03-957b-1336316050d0, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=17daa6eb-0173-4d03-957b-1336316050d0,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:15:53.440386 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185aebf2-f3d2-478f-9eb4-ff1f242ecaec req-54bc511f-459d-4c13-b23c-f0aa7bddeb2a tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:53.442690 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-185aebf2-f3d2-478f-9eb4-ff1f242ecaec req-54bc511f-459d-4c13-b23c-f0aa7bddeb2a tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 943 time: 0.4374447 Aug 23 14:15:53.503029 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:15:53.511682 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] 10.222.0.86 "PUT /v2.0/routers/fcd55a6c-d69e-4ccc-b3fa-19bfb0417476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.6974940 Aug 23 14:15:53.544682 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:53.573522 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a6977db7-4500-4ab1-bb99-e2c2c22c73de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:53.588197 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:53.710112 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-185aebf2-f3d2-478f-9eb4-ff1f242ecaec req-3959a7b9-bb4c-4f2b-8edc-484d82b481ab tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401242 Aug 23 14:15:53.712059 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8d2971-3ae8-4307-b098-744570913292', 'tag': '8d1474d4-abee-40cf-944a-9ee02a5e6249', 'status': 'completed', 'code': 200} Aug 23 14:15:53.731331 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:53.731331 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] 10.222.0.60 "PUT /v2.0/ports/17daa6eb-0173-4d03-957b-1336316050d0 HTTP/1.1" status: 200 len: 1092 time: 4.3720660 Aug 23 14:15:53.749262 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=17daa6eb-0173-4d03-957b-1336316050d0,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:53.753851 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:54.108328 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6436e91-f212-4b87-ab73-b956288793c9 req-37e4cddc-e9ad-49f0-a689-72703aad9d69 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:54.109980 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c6436e91-f212-4b87-ab73-b956288793c9 req-37e4cddc-e9ad-49f0-a689-72703aad9d69 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 945 time: 0.1039464 Aug 23 14:15:54.174531 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c6436e91-f212-4b87-ab73-b956288793c9 req-076af649-be0f-4f15-9149-8c8afcbe449c tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577927 Aug 23 14:15:54.259921 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff3a70e-14b0-4aae-b58a-0fdce42201d9', 'tag': '7e287fe8-3bbd-4d45-a242-8a1758dd8d27', 'status': 'completed', 'code': 200} Aug 23 14:15:54.421840 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f2a0398c-8d27-4b11-a2d6-3813764ba888 req-8df3c8c0-5b07-4d7b-9b90-d5b02b7a8197 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/floatingips/16b8517b-919e-484c-ade3-c70abfbae32d HTTP/1.1" status: 200 len: 693 time: 0.1953697 Aug 23 14:15:54.516977 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:54.606191 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5864fb-4d1f-42d5-a525-81964b4770f4 req-46f5fe09-5656-4086-9760-1c69537e4dcd tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:54.615709 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-af5864fb-4d1f-42d5-a525-81964b4770f4 req-46f5fe09-5656-4086-9760-1c69537e4dcd tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 944 time: 0.2376909 Aug 23 14:15:54.670558 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0398c-8d27-4b11-a2d6-3813764ba888 req-eabad308-6db5-4f97-84fa-8f7e9534aa25 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:54.672490 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f2a0398c-8d27-4b11-a2d6-3813764ba888 req-eabad308-6db5-4f97-84fa-8f7e9534aa25 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.2372308 Aug 23 14:15:54.692348 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-f2a0398c-8d27-4b11-a2d6-3813764ba888 req-2444934f-3ed1-4075-be8c-7963e10616b0 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:15:54.693309 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f2a0398c-8d27-4b11-a2d6-3813764ba888 req-2444934f-3ed1-4075-be8c-7963e10616b0 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0096576 Aug 23 14:15:54.719797 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-af5864fb-4d1f-42d5-a525-81964b4770f4 req-861cedbd-089f-454c-9740-e366f75a3732 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900586 Aug 23 14:15:54.893647 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-47fbcf44-77c0-429e-9033-f17cdd339126 req-a71eba1b-de02-42ba-9a19-134f6525dc7b tempest-FloatingIPsNegativeTestJSON-924804349 tempest-FloatingIPsNegativeTestJSON-924804349-project] 10.222.0.86 "GET /v2.0/floatingips?tenant_id=166498df1c8f445db97799fda9fd4b2c HTTP/1.1" status: 200 len: 217 time: 0.0712407 Aug 23 14:15:55.267538 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7da4cd-904d-4809-a7b8-07e6bf5aa209 req-5f126ddd-6506-4fa0-abec-968f45b8247f tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:55.270635 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ed7da4cd-904d-4809-a7b8-07e6bf5aa209 req-5f126ddd-6506-4fa0-abec-968f45b8247f tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/ports?device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 943 time: 0.1851568 Aug 23 14:15:55.432810 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e867e4e8-1356-4b06-86aa-34c86240c1d8 req-1797c5e5-bed1-449c-9235-2b6daafeef3e tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/floatingips?tenant_id=9f6c54a424a4450fad076538f9a481d9 HTTP/1.1" status: 200 len: 696 time: 0.1825397 Aug 23 14:15:55.640010 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ed7da4cd-904d-4809-a7b8-07e6bf5aa209 req-6f90a36d-d9fe-4858-89b7-5a1c1dcafe2c tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/security-groups?id=68d7fb6a-906c-4a80-aedf-9fb34960e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891551 Aug 23 14:15:55.677125 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867e4e8-1356-4b06-86aa-34c86240c1d8 req-0b4491b6-755f-489c-bd6b-40caf7e2e979 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:55.679883 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e867e4e8-1356-4b06-86aa-34c86240c1d8 req-0b4491b6-755f-489c-bd6b-40caf7e2e979 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/networks?id=fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 787 time: 0.2244506 Aug 23 14:15:55.705340 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-e867e4e8-1356-4b06-86aa-34c86240c1d8 req-283b8671-9413-4abe-9a3d-413b08ec4f1f tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:15:55.705340 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e867e4e8-1356-4b06-86aa-34c86240c1d8 req-283b8671-9413-4abe-9a3d-413b08ec4f1f tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0079863 Aug 23 14:15:55.714132 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359cbb2f-5320-4e30-beb5-3d6de9441af0', 'tag': '17daa6eb-0173-4d03-957b-1336316050d0'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:55.930032 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c4a34677-4479-4bec-bafc-f61bd09f1586 req-94ce9037-a491-406c-a8c3-04b2a7335d8d tempest-FloatingIPsNegativeTestJSON-924804349 tempest-FloatingIPsNegativeTestJSON-924804349-project] Synchronizing usage tracker for tenant:166498df1c8f445db97799fda9fd4b2c on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:55.951692 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd575f-6cdc-4064-bfae-c4c1d129a48d req-860620f1-9835-490f-a208-f332192619a4 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:55.953825 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-98bd575f-6cdc-4064-bfae-c4c1d129a48d req-860620f1-9835-490f-a208-f332192619a4 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 943 time: 0.2011983 Aug 23 14:15:56.027232 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-98bd575f-6cdc-4064-bfae-c4c1d129a48d req-7101a678-5f97-4ba9-b2cf-ae181d0b5127 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665779 Aug 23 14:15:56.412788 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dee6c-3e9e-411a-be23-c8f99db54a01 req-5647d89b-37c0-48c9-8b02-c44a460ae65e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:56.432149 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b3dee6c-3e9e-411a-be23-c8f99db54a01 req-5647d89b-37c0-48c9-8b02-c44a460ae65e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 945 time: 0.1099670 Aug 23 14:15:56.473776 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b3dee6c-3e9e-411a-be23-c8f99db54a01 req-cb538776-56c5-4429-a8f2-da4323b000e4 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526035 Aug 23 14:15:56.561181 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:56.659500 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c4a34677-4479-4bec-bafc-f61bd09f1586 req-94ce9037-a491-406c-a8c3-04b2a7335d8d tempest-FloatingIPsNegativeTestJSON-924804349 tempest-FloatingIPsNegativeTestJSON-924804349-project] Unset dirty status for tenant:166498df1c8f445db97799fda9fd4b2c on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:56.678507 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c4a34677-4479-4bec-bafc-f61bd09f1586 req-94ce9037-a491-406c-a8c3-04b2a7335d8d tempest-FloatingIPsNegativeTestJSON-924804349 tempest-FloatingIPsNegativeTestJSON-924804349-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.9197237 Aug 23 14:15:56.739231 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-263a10b4-0932-4447-822d-1cb21d0dc169 req-b2b77bdd-150e-4745-83b3-0c13c251fef7 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/floatingips/16b8517b-919e-484c-ade3-c70abfbae32d HTTP/1.1" status: 200 len: 693 time: 0.1915848 Aug 23 14:15:56.786706 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359cbb2f-5320-4e30-beb5-3d6de9441af0', 'tag': '17daa6eb-0173-4d03-957b-1336316050d0', 'status': 'completed', 'code': 200} Aug 23 14:15:57.159228 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a10b4-0932-4447-822d-1cb21d0dc169 req-c5cf623a-3d48-4f01-84d6-4008a911595b tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:57.161216 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-263a10b4-0932-4447-822d-1cb21d0dc169 req-c5cf623a-3d48-4f01-84d6-4008a911595b tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.4120049 Aug 23 14:15:57.177475 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a6a39-9743-4cf7-bc14-e9fff5c6d71c req-85c0d2f5-63bd-4b5c-b335-590d06b5720a tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:57.179341 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bf6a6a39-9743-4cf7-bc14-e9fff5c6d71c req-85c0d2f5-63bd-4b5c-b335-590d06b5720a tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 944 time: 0.1868126 Aug 23 14:15:57.205316 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-263a10b4-0932-4447-822d-1cb21d0dc169 req-57a7a279-3ca0-448a-b8fc-216db3f15a72 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:15:57.205316 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-263a10b4-0932-4447-822d-1cb21d0dc169 req-57a7a279-3ca0-448a-b8fc-216db3f15a72 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0095654 Aug 23 14:15:57.318993 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-263a10b4-0932-4447-822d-1cb21d0dc169 req-090df83d-47e9-4507-ad26-69cfce905422 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.234 HTTP/1.1" status: 200 len: 696 time: 0.1098094 Aug 23 14:15:57.330556 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bf6a6a39-9743-4cf7-bc14-e9fff5c6d71c req-94959518-e8cb-4ff9-a301-b9ad31ce8d6f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392593 Aug 23 14:15:57.419870 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-263a10b4-0932-4447-822d-1cb21d0dc169 req-470d554e-64af-4030-b4a1-8e155642ba3c tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.234 HTTP/1.1" status: 200 len: 696 time: 0.0934231 Aug 23 14:15:57.589431 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-263a10b4-0932-4447-822d-1cb21d0dc169 req-03f01fa9-db98-4d50-97f6-4dbbd2c6e861 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Deleting port 7297550d-568c-4632-a5c8-518ac0ba5a49 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:15:57.589796 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-263a10b4-0932-4447-822d-1cb21d0dc169 req-03f01fa9-db98-4d50-97f6-4dbbd2c6e861 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:57.832237 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-263a10b4-0932-4447-822d-1cb21d0dc169 req-03f01fa9-db98-4d50-97f6-4dbbd2c6e861 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:57.832585 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-263a10b4-0932-4447-822d-1cb21d0dc169 req-03f01fa9-db98-4d50-97f6-4dbbd2c6e861 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:57.979694 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3c1d4626-d179-4fe0-aa5d-c287ddbbd1cc req-2f0935d7-a890-472c-bf3c-e53b76099258 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=63f6d3e03bd94898a05c4b30ee9961e4&device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 1094 time: 0.1457825 Aug 23 14:15:58.087664 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-263a10b4-0932-4447-822d-1cb21d0dc169 req-03f01fa9-db98-4d50-97f6-4dbbd2c6e861 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Calling delete_port for 7297550d-568c-4632-a5c8-518ac0ba5a49 owned by network:floatingip {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:15:58.180646 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-d1ad7abe-7669-4687-8764-a59bce4ad4f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4016914 Aug 23 14:15:58.195935 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Sync routers for ids ['fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:15:58.216813 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Routers {'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:15:58.219514 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:15:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:58.267386 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d4626-d179-4fe0-aa5d-c287ddbbd1cc req-3d016ee2-3498-4200-8ccf-daa39244047c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:58.267386 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3c1d4626-d179-4fe0-aa5d-c287ddbbd1cc req-3d016ee2-3498-4200-8ccf-daa39244047c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=63f6d3e03bd94898a05c4b30ee9961e4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2756650 Aug 23 14:15:58.321983 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-11ccbde7-f69a-4168-86fa-6d5e4bc57861 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf&tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&binding%3Ahost_id=n-h1-805629-1 HTTP/1.1" status: 200 len: 1096 time: 0.2999818 Aug 23 14:15:58.432746 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-6c6bdd4c-d61b-4324-8191-2d7085b83913 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428131 Aug 23 14:15:58.440223 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f231d8a7-8faf-42a3-8277-25e2c8b504ef req-6da63542-aab5-4c54-911a-568768e38987 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=68a58e4ba53c42e18be665e5234f87bb&device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 1095 time: 0.6534998 Aug 23 14:15:58.546013 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d4626-d179-4fe0-aa5d-c287ddbbd1cc req-56a29e88-5daa-439a-902e-0832ca4969e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:58.548984 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3c1d4626-d179-4fe0-aa5d-c287ddbbd1cc req-56a29e88-5daa-439a-902e-0832ca4969e3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2747006 Aug 23 14:15:58.554211 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-96dfbe0d-77bb-40c0-8b1d-d6093bbb1327 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf&tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518 HTTP/1.1" status: 200 len: 1096 time: 0.1515403 Aug 23 14:15:58.577279 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Set router fcd55a6c-d69e-4ccc-b3fa-19bfb0417476 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:15:58.760529 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-dbd58a5c-0eb0-405a-883b-9fa3d325d9d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 1096 time: 0.1737702 Aug 23 14:15:58.765976 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-5b5e8f1f-c4c4-453f-8e38-7a545998e62c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=63f6d3e03bd94898a05c4b30ee9961e4&device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 1094 time: 0.1257606 Aug 23 14:15:58.810992 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65692b23-2fde-4dc5-b886-83a3cb023663 req-9134c802-5f65-4b8f-9cde-08146efe3713 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:58.812593 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-65692b23-2fde-4dc5-b886-83a3cb023663 req-9134c802-5f65-4b8f-9cde-08146efe3713 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/ports?device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 943 time: 0.6975806 Aug 23 14:15:58.870112 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-1d2a9a02-2933-4174-8298-9aa516e735fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e287fe8-3bbd-4d45-a242-8a1758dd8d27 HTTP/1.1" status: 200 len: 217 time: 0.0780258 Aug 23 14:15:59.006660 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f52ef356-7099-4c50-8cf3-95912a5012dd req-ce3874aa-5167-4dff-b3cb-60ec567231f9 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649772 Aug 23 14:15:59.007589 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231d8a7-8faf-42a3-8277-25e2c8b504ef req-ce9f7124-621b-498d-8dd8-dba18be69c4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:59.009113 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f231d8a7-8faf-42a3-8277-25e2c8b504ef req-ce9f7124-621b-498d-8dd8-dba18be69c4f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=68a58e4ba53c42e18be665e5234f87bb&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5365362 Aug 23 14:15:59.013535 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-65692b23-2fde-4dc5-b886-83a3cb023663 req-6e84b56e-a55f-4b71-955f-0a4808a00e66 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/security-groups?id=68d7fb6a-906c-4a80-aedf-9fb34960e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816504 Aug 23 14:15:59.029595 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080220595-router', 'tenant_id': '166498df1c8f445db97799fda9fd4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:27Z', 'updated_at': '2021-08-23T14:15:45Z', 'revision_number': 4, 'project_id': '166498df1c8f445db97799fda9fd4b2c', 'gw_port': {'id': '0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:77:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:29Z', 'updated_at': '2021-08-23T14:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3', 'name': '', 'network_id': '402edd63-1ac4-4077-9e6c-fe9b660be089', 'tenant_id': '166498df1c8f445db97799fda9fd4b2c', 'mac_address': 'fa:16:3e:15:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fac785-262b-4dd0-b9e8-d9d7ab060bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:42Z', 'updated_at': '2021-08-23T14:15:46Z', 'revision_number': 2, 'project_id': '166498df1c8f445db97799fda9fd4b2c', 'subnets': [{'id': '85fac785-262b-4dd0-b9e8-d9d7ab060bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:59.034734 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-5520a45e-bd44-40b4-9dcb-d54e841e773c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:59.036633 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Checking router: fcd55a6c-d69e-4ccc-b3fa-19bfb0417476 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:15:59.037235 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Updating router fcd55a6c-d69e-4ccc-b3fa-19bfb0417476 port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:15:59.047402 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-5520a45e-bd44-40b4-9dcb-d54e841e773c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=db288af1-dbbc-47b5-b528-6df8f5570c85 HTTP/1.1" status: 200 len: 853 time: 0.1143589 Aug 23 14:15:59.113591 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803be7-f668-4c02-9d70-403924048531 req-df716981-003d-43a6-823a-03334204bbf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:59.115204 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-df716981-003d-43a6-823a-03334204bbf0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 200 len: 907 time: 0.3425333 Aug 23 14:15:59.120921 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:59.131034 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-263a10b4-0932-4447-822d-1cb21d0dc169 req-03f01fa9-db98-4d50-97f6-4dbbd2c6e861 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:59.203841 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8736ce10-0062-44a2-b13d-343ecbe4c1c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:59.212510 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-093380c1-802b-4689-a351-c81ae759dc17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=333b9ca7-f379-49bd-ab5f-718b1118e898 HTTP/1.1" status: 200 len: 217 time: 0.0848145 Aug 23 14:15:59.273762 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-9ad3f7a6-fb75-4967-b2c1-b17b0c1757e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=25d788dc-79d6-46be-8fa1-467aa9f15a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2139430 Aug 23 14:15:59.311295 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f01fa9-db98-4d50-97f6-4dbbd2c6e861 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Pushing event deleted for resources: {'Port': ['ID=7297550d-568c-4632-a5c8-518ac0ba5a49,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:59.325723 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-4fe24a8d-3540-4b3c-9e1b-162cf7cc950a req-f48eea0f-6ab1-4e0c-9245-bd7d4a6a4c0c tempest-FloatingIPsNegativeTestJSON-924804349 tempest-FloatingIPsNegativeTestJSON-924804349-project] show failed (client error): The resource could not be found. Aug 23 14:15:59.325723 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4fe24a8d-3540-4b3c-9e1b-162cf7cc950a req-f48eea0f-6ab1-4e0c-9245-bd7d4a6a4c0c tempest-FloatingIPsNegativeTestJSON-924804349 tempest-FloatingIPsNegativeTestJSON-924804349-project] 10.222.0.86 "GET /v2.0/floatingips/5c4a692f-e280-4c01-90ed-f4d28c061d51 HTTP/1.1" status: 404 len: 350 time: 0.1949296 Aug 23 14:15:59.329835 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-03f01fa9-db98-4d50-97f6-4dbbd2c6e861 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:59.346407 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 39080) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:59.442981 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803be7-f668-4c02-9d70-403924048531 req-50acb308-d67f-4c31-ade7-ac07115e98d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:59.445889 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-50acb308-d67f-4c31-ade7-ac07115e98d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 200 len: 846 time: 0.2212787 Aug 23 14:15:59.528391 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-17472fc0-e6ab-4604-b04b-beb129bd880e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8974d9b4-186c-49b7-815f-edb23adc0e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739043 Aug 23 14:15:59.636976 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:59.661164 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Transition to ACTIVE for port object b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:59.663527 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231d8a7-8faf-42a3-8277-25e2c8b504ef req-8cd91e47-e47c-4233-9895-66a8d4e21aa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:59.666037 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f231d8a7-8faf-42a3-8277-25e2c8b504ef req-8cd91e47-e47c-4233-9895-66a8d4e21aa4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6390176 Aug 23 14:15:59.767936 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-263a10b4-0932-4447-822d-1cb21d0dc169 req-03f01fa9-db98-4d50-97f6-4dbbd2c6e861 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks [] for floatingip, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:59.805755 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dbee4ed0-1c83-4864-a671-ad00ea8939c2 req-3a3fa3a0-2672-4176-994e-ad5d0aeacdcb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 1094 time: 0.5580249 Aug 23 14:15:59.820015 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-de34f5d5-05e2-41d1-ab6d-11a14fe361fc service neutron] 10.222.0.60 "GET /v2.0/networks/25d788dc-79d6-46be-8fa1-467aa9f15a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376670 Aug 23 14:15:59.828913 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:59.842272 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-66c7549f-8335-4715-bd22-23b8fb87ae32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:00.029111 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-c0daa3aa-b12b-496e-bde2-59737a3ec405 service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445733 Aug 23 14:16:00.052337 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9e8af-460a-43bd-8a5d-9d068298ff3c req-0ca14bef-cedf-429c-8598-45f1f656d247 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:00.062419 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-54b9e8af-460a-43bd-8a5d-9d068298ff3c req-0ca14bef-cedf-429c-8598-45f1f656d247 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 943 time: 0.5417140 Aug 23 14:16:00.088157 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-263a10b4-0932-4447-822d-1cb21d0dc169 req-03f01fa9-db98-4d50-97f6-4dbbd2c6e861 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:00.089861 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-263a10b4-0932-4447-822d-1cb21d0dc169 req-03f01fa9-db98-4d50-97f6-4dbbd2c6e861 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "DELETE /v2.0/floatingips/16b8517b-919e-484c-ade3-c70abfbae32d HTTP/1.1" status: 204 len: 173 time: 2.6643414 Aug 23 14:16:00.172087 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Attempting to bind port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:00.172520 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Attempting to bind port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '75c96e73-2e78-4e1a-896e-846ea9e663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '402edd63-1ac4-4077-9e6c-fe9b660be089'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:00.172895 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Attempting to bind port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 on network 402edd63-1ac4-4077-9e6c-fe9b660be089 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:16:00.193461 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:16:00.193461 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Checking segment: {'id': '75c96e73-2e78-4e1a-896e-846ea9e663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '402edd63-1ac4-4077-9e6c-fe9b660be089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:16:00.193461 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:00.193814 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Bound using segment: {'id': '75c96e73-2e78-4e1a-896e-846ea9e663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '402edd63-1ac4-4077-9e6c-fe9b660be089'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:16:00.194306 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Bound port: b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c96e73-2e78-4e1a-896e-846ea9e663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '402edd63-1ac4-4077-9e6c-fe9b660be089'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:00.194702 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:00.215853 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0fa39e-79ef-41d1-9963-903d4a6bdb81 None None] Pushing event updated for resources: {'Port': ['ID=b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:00.222462 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-aa0fa39e-79ef-41d1-9963-903d4a6bdb81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:00.265612 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-5059ec2b-00b3-42c6-a95c-0bca233c40e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=68a58e4ba53c42e18be665e5234f87bb&device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 1095 time: 0.5371790 Aug 23 14:16:00.282289 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f00ab495-d2e3-49d7-b9ab-1502b9968754 req-ba61a4a3-b43d-4b6d-9d05-793d43d09727 service neutron] 10.222.0.60 "GET /v2.0/networks/25d788dc-79d6-46be-8fa1-467aa9f15a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530034 Aug 23 14:16:00.317658 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-05ca9a67-08a9-422b-831c-d389a4fbfbb4 service neutron] 10.222.0.60 "GET /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807503 Aug 23 14:16:00.322592 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee4ed0-1c83-4864-a671-ad00ea8939c2 req-a89068ef-6fd2-4733-b297-0c72e408df60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:00.324362 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dbee4ed0-1c83-4864-a671-ad00ea8939c2 req-a89068ef-6fd2-4733-b297-0c72e408df60 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.5076425 Aug 23 14:16:00.362362 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] For port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:16:00.370858 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] For port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3,segment=NetworkSegment(75c96e73-2e78-4e1a-896e-846ea9e663d3),segment_id=75c96e73-2e78-4e1a-896e-846ea9e663d3)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:16:00.472541 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-c968448c-26ef-44c8-851d-62cafbcc3cab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17daa6eb-0173-4d03-957b-1336316050d0 HTTP/1.1" status: 200 len: 217 time: 0.2075605 Aug 23 14:16:00.483734 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dbee4ed0-1c83-4864-a671-ad00ea8939c2 req-32971dca-2d3e-4a86-bc67-97be8563f87d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249 HTTP/1.1" status: 200 len: 217 time: 0.1033311 Aug 23 14:16:00.497342 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-54b9e8af-460a-43bd-8a5d-9d068298ff3c req-82b6daf7-b7b2-4053-aa89-5c902a68daa0 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284465 Aug 23 14:16:00.560060 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:00.579386 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:00.744449 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Routers {'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:16:00.752671 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:15:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:00.833920 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0fa39e-79ef-41d1-9963-903d4a6bdb81 None None] Pushing event updated for resources: {'Port': ['ID=b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:00.838334 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-aa0fa39e-79ef-41d1-9963-903d4a6bdb81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:00.893143 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee4ed0-1c83-4864-a671-ad00ea8939c2 req-eeea8d57-34c6-45b0-bf15-0da24572ad09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:00.894695 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dbee4ed0-1c83-4864-a671-ad00ea8939c2 req-eeea8d57-34c6-45b0-bf15-0da24572ad09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.4019756 Aug 23 14:16:00.900476 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-d9fed1f2-3dd0-4f14-b88c-0e4b8b245043 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:00.902010 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-d9fed1f2-3dd0-4f14-b88c-0e4b8b245043 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c65d0fb-9e93-42b4-b48b-75141f36f07b HTTP/1.1" status: 200 len: 845 time: 0.4127803 Aug 23 14:16:01.034461 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] Set router fcd55a6c-d69e-4ccc-b3fa-19bfb0417476 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:16:01.099908 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371cda9-2c1f-45a0-a530-5779c325c276 req-c03181b8-8c42-4c3b-83ec-b944c3441f60 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:01.102186 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8371cda9-2c1f-45a0-a530-5779c325c276 req-c03181b8-8c42-4c3b-83ec-b944c3441f60 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 945 time: 0.7758567 Aug 23 14:16:01.105940 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dbee4ed0-1c83-4864-a671-ad00ea8939c2 req-c4c97445-0124-49b6-8a25-4741bb8dc3b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2004921 Aug 23 14:16:01.117463 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-16619dd4-5edb-4bd6-a167-fe364a831035 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129100 Aug 23 14:16:01.219022 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-dec5577c-5e54-4850-8359-6b011157e4ec tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf&tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&binding%3Ahost_id=n-h2-805629-1 HTTP/1.1" status: 200 len: 1096 time: 0.1139522 Aug 23 14:16:01.398272 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8371cda9-2c1f-45a0-a530-5779c325c276 req-f9faf19f-e744-4145-b693-6f43cf2a80ec tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725098 Aug 23 14:16:01.398272 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b5705-8467-42a8-a02e-bfa2025fd535 req-201ee34a-b453-4253-be7a-445bd0e7517a tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:01.398272 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b13b5705-8467-42a8-a02e-bfa2025fd535 req-201ee34a-b453-4253-be7a-445bd0e7517a tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 944 time: 0.5952940 Aug 23 14:16:01.490969 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-fba230ec-a1dc-416c-ac65-0ee31da6eea1 service neutron] 10.222.0.60 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545825 Aug 23 14:16:01.516265 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080220595-router', 'tenant_id': '166498df1c8f445db97799fda9fd4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:27Z', 'updated_at': '2021-08-23T14:15:45Z', 'revision_number': 4, 'project_id': '166498df1c8f445db97799fda9fd4b2c', 'gw_port': {'id': '0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:77:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:29Z', 'updated_at': '2021-08-23T14:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3', 'name': '', 'network_id': '402edd63-1ac4-4077-9e6c-fe9b660be089', 'tenant_id': '166498df1c8f445db97799fda9fd4b2c', 'mac_address': 'fa:16:3e:15:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fac785-262b-4dd0-b9e8-d9d7ab060bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:42Z', 'updated_at': '2021-08-23T14:16:00Z', 'revision_number': 4, 'project_id': '166498df1c8f445db97799fda9fd4b2c', 'subnets': [{'id': '85fac785-262b-4dd0-b9e8-d9d7ab060bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:01.526531 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5506734d-c220-4b2e-b931-d44474f51be3 None None] The sync data for ids ['fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'] in n-d-805629-1 is: [{'id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080220595-router', 'tenant_id': '166498df1c8f445db97799fda9fd4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:27Z', 'updated_at': '2021-08-23T14:15:45Z', 'revision_number': 4, 'project_id': '166498df1c8f445db97799fda9fd4b2c', 'gw_port': {'id': '0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:77:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:29Z', 'updated_at': '2021-08-23T14:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3', 'name': '', 'network_id': '402edd63-1ac4-4077-9e6c-fe9b660be089', 'tenant_id': '166498df1c8f445db97799fda9fd4b2c', 'mac_address': 'fa:16:3e:15:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85fac785-262b-4dd0-b9e8-d9d7ab060bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:42Z', 'updated_at': '2021-08-23T14:16:00Z', 'revision_number': 4, 'project_id': '166498df1c8f445db97799fda9fd4b2c', 'subnets': [{'id': '85fac785-262b-4dd0-b9e8-d9d7ab060bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:16:01.734466 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dbee4ed0-1c83-4864-a671-ad00ea8939c2 req-3339bd01-06f2-43d5-bb11-d97c4db2d55f service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998590 Aug 23 14:16:01.820425 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b13b5705-8467-42a8-a02e-bfa2025fd535 req-cf707791-1eb4-44e0-b012-599084b72d4d tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961565 Aug 23 14:16:01.863292 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 8d1474d4-abee-40cf-944a-9ee02a5e6249 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:16:02.169639 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 8d1474d4-abee-40cf-944a-9ee02a5e6249, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:02.169639 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '8d1474d4-abee-40cf-944a-9ee02a5e6249', 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3', 'port_id': '8d1474d4-abee-40cf-944a-9ee02a5e6249', 'mac_address': 'fa:16:3e:25:52:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c65e425-4a4d-4be4-bdee-eae73a4d8237', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:16:02.170487 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f99fdddc-3621-4187-ab1c-d48f362ef9b7 req-d17c8382-02d0-471e-8836-2a306d388eae service neutron] 10.222.0.60 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772214 Aug 23 14:16:02.172632 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dbee4ed0-1c83-4864-a671-ad00ea8939c2 req-59813990-79bd-4ed2-b6b2-376bdcb2a5df service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875630 Aug 23 14:16:02.185900 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:02.207769 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f1985-ffcb-4b50-8aea-1df784855a61 req-dc141144-6cea-48e9-96d7-8fe488772a1f tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:02.209351 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-876f1985-ffcb-4b50-8aea-1df784855a61 req-dc141144-6cea-48e9-96d7-8fe488772a1f tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/ports?device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 943 time: 0.4729519 Aug 23 14:16:02.229253 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1474d4-abee-40cf-944a-9ee02a5e6249 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:02.230346 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e846c557-951c-44c5-816c-a25988e7697d req-a178247f-0f1f-4ea5-9715-bd6db116efcc tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3266306 Aug 23 14:16:02.237480 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:16:02.250045 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 8d1474d4-abee-40cf-944a-9ee02a5e6249, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:02.258445 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:02.332122 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:02.349469 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Usage tracker for resource:floatingip and tenant:9f6c54a424a4450fad076538f9a481d9 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:02.354198 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:02.368994 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:02.397989 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-876f1985-ffcb-4b50-8aea-1df784855a61 req-4e0f2d10-26b1-4ef4-a634-adde92838745 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/security-groups?id=68d7fb6a-906c-4a80-aedf-9fb34960e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792991 Aug 23 14:16:02.504430 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:03.073590 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-0b803be7-f668-4c02-9d70-403924048531 req-1b49c782-9390-49ad-b9f6-7a8c1c8afd65 service neutron] For port 333b9ca7-f379-49bd-ab5f-718b1118e898, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:16:03.077024 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0b803be7-f668-4c02-9d70-403924048531 req-1b49c782-9390-49ad-b9f6-7a8c1c8afd65 service neutron] Notify callbacks [] for binding, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.078219 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0b803be7-f668-4c02-9d70-403924048531 req-1b49c782-9390-49ad-b9f6-7a8c1c8afd65 service neutron] 10.222.0.60 "DELETE /v2.0/ports/333b9ca7-f379-49bd-ab5f-718b1118e898/bindings/n-h1-805629-1 HTTP/1.1" status: 204 len: 173 time: 1.8534086 Aug 23 14:16:03.154347 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.162583 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.162583 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:16:03.162583 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:03.172694 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks [] for floatingip, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.270568 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Deleting port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:03.270908 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.329725 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:03.334646 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=8d1474d4-abee-40cf-944a-9ee02a5e6249,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:03.338500 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:03.366457 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:03.366961 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.472287 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=7e287fe8-3bbd-4d45-a242-8a1758dd8d27,segment=NetworkSegment(7e831ccd-7a95-4669-a351-87cb88509e73),segment_id=7e831ccd-7a95-4669-a351-87cb88509e73)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:03.491918 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '7e287fe8-3bbd-4d45-a242-8a1758dd8d27', 'network_id': '25d788dc-79d6-46be-8fa1-467aa9f15a13', 'port_id': '7e287fe8-3bbd-4d45-a242-8a1758dd8d27', 'mac_address': 'fa:16:3e:cf:76:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db288af1-dbbc-47b5-b528-6df8f5570c85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:16:03.529796 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27709ca-e69b-4ddc-84ff-aa7ff23ed3f1 req-b9a49e18-6209-4b95-b6ae-086b2e784652 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:03.531847 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f27709ca-e69b-4ddc-84ff-aa7ff23ed3f1 req-b9a49e18-6209-4b95-b6ae-086b2e784652 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 944 time: 0.2359276 Aug 23 14:16:03.567371 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.607627 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] For port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3,segment=NetworkSegment(75c96e73-2e78-4e1a-896e-846ea9e663d3),segment_id=75c96e73-2e78-4e1a-896e-846ea9e663d3)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:03.607627 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.614494 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.622812 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.653022 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:03.676934 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3,segment=NetworkSegment(75c96e73-2e78-4e1a-896e-846ea9e663d3),segment_id=75c96e73-2e78-4e1a-896e-846ea9e663d3)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:03.680621 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=7e287fe8-3bbd-4d45-a242-8a1758dd8d27,segment=NetworkSegment(7e831ccd-7a95-4669-a351-87cb88509e73),segment_id=7e831ccd-7a95-4669-a351-87cb88509e73)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:03.746382 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Calling delete_port for b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 owned by network:router_interface {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:16:03.778454 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.818256 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.824654 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:03.836583 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f27709ca-e69b-4ddc-84ff-aa7ff23ed3f1 req-4e5419e0-3111-44a1-a3a1-d0c9ffa3c56e tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926316 Aug 23 14:16:03.903058 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.953304 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:03.957705 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:03.957907 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:04.045272 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Allocated IP 172.25.6.203 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/a1794752-f103-405b-8749-3934a3957694) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:04.057813 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=7e287fe8-3bbd-4d45-a242-8a1758dd8d27,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:04.061594 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:04.181576 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['7e287fe8-3bbd-4d45-a242-8a1758dd8d27'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:16:04.223704 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['8d1474d4-abee-40cf-944a-9ee02a5e6249'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:16:04.285853 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a976b0-49cc-452c-b575-9e145e61adb5 req-8cf3eb34-57e0-4bd4-a6d8-134673752995 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:04.287866 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-61a976b0-49cc-452c-b575-9e145e61adb5 req-8cf3eb34-57e0-4bd4-a6d8-134673752995 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 945 time: 0.2472601 Aug 23 14:16:04.307819 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.api [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:16:04.308352 n-d-805629-1 neutron-server[76505]: DEBUG oslo_db.api [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:16:04.356843 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.393882 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-61a976b0-49cc-452c-b575-9e145e61adb5 req-a1592cef-f7d7-40c8-b4e3-7005fd66feca tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878911 Aug 23 14:16:04.508769 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:04.568533 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.570705 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7c20d4bb-a207-4182-8a2e-ebb75afa8b1b tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:04.722086 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:04.739754 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:04.755299 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:16:04.836350 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:04.837525 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.941855 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Pushing event updated for resources: {'Port': ['ID=a1794752-f103-405b-8749-3934a3957694,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:04.946690 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:04.958184 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Deleting port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:04.958184 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:05.317877 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] For port b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3,segment=NetworkSegment(75c96e73-2e78-4e1a-896e-846ea9e663d3),segment_id=75c96e73-2e78-4e1a-896e-846ea9e663d3)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:05.318594 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:05.468562 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b489d3-888c-4754-9099-d29d5ca61a24 req-eb214646-3a0f-49d9-aaf5-17ffb85dee8d tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:05.471514 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-72b489d3-888c-4754-9099-d29d5ca61a24 req-eb214646-3a0f-49d9-aaf5-17ffb85dee8d tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 944 time: 0.4662051 Aug 23 14:16:05.484822 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Calling delete_port for b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 owned by network:router_interface {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:16:05.758314 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:05.770567 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-72b489d3-888c-4754-9099-d29d5ca61a24 req-0a5ec232-1c1d-4c30-ac01-97c536d3ddf8 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454491 Aug 23 14:16:05.946608 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 17daa6eb-0173-4d03-957b-1336316050d0 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:16:05.950297 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 8d1474d4-abee-40cf-944a-9ee02a5e6249 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:05.973972 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.151711 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.236659 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6143f0c2-9250-4229-beea-fd41783c46ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:06.297230 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:06.300389 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 8d1474d4-abee-40cf-944a-9ee02a5e6249 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:06.308579 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:06.319220 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 8d1474d4-abee-40cf-944a-9ee02a5e6249 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:06.319599 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.358349 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5df28d-012a-4eac-b141-b1c04a0b618c req-bd109aab-aa1b-4fa0-b24f-bd9d96e1320a tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:06.361207 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0c5df28d-012a-4eac-b141-b1c04a0b618c req-bd109aab-aa1b-4fa0-b24f-bd9d96e1320a tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/ports?device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 944 time: 0.3629191 Aug 23 14:16:06.366369 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 17daa6eb-0173-4d03-957b-1336316050d0, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=17daa6eb-0173-4d03-957b-1336316050d0,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:06.409909 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '17daa6eb-0173-4d03-957b-1336316050d0', 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb', 'port_id': '17daa6eb-0173-4d03-957b-1336316050d0', 'mac_address': 'fa:16:3e:25:4e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c65d0fb-9e93-42b4-b48b-75141f36f07b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:16:06.505129 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.508958 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0c5df28d-012a-4eac-b141-b1c04a0b618c req-064e298e-b872-4024-9d38-b6ead6bdab0b tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/security-groups?id=68d7fb6a-906c-4a80-aedf-9fb34960e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468651 Aug 23 14:16:06.531055 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17daa6eb-0173-4d03-957b-1336316050d0 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:06.595843 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 17daa6eb-0173-4d03-957b-1336316050d0, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=17daa6eb-0173-4d03-957b-1336316050d0,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:06.614384 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.672754 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 8d1474d4-abee-40cf-944a-9ee02a5e6249, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:06.674093 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8d2971-3ae8-4307-b098-744570913292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1474d4-abee-40cf-944a-9ee02a5e6249'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:06.693976 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:16:06.719621 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.722768 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-aa0fa39e-79ef-41d1-9963-903d4a6bdb81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:06.725343 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.785160 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.786035 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:06.856105 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=17daa6eb-0173-4d03-957b-1336316050d0,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:06.866240 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:06.866240 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:06.872603 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.887063 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3a6359f3-0240-44c4-935a-d5c275e538ff tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:06.957502 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=8d1474d4-abee-40cf-944a-9ee02a5e6249,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:06.963765 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:07.025095 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['17daa6eb-0173-4d03-957b-1336316050d0'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:16:07.062400 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:07.077061 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:07.078106 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:07.194834 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Pushing event updated for resources: {'Port': ['ID=a1794752-f103-405b-8749-3934a3957694,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:07.194834 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:07.243119 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:07.284211 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cb8eb-3be1-4b2a-8729-3c5c104f2d78 req-d2c333aa-7500-4d47-a36d-0e1cc8aee57b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:07.285786 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-082cb8eb-3be1-4b2a-8729-3c5c104f2d78 req-d2c333aa-7500-4d47-a36d-0e1cc8aee57b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 945 time: 0.5168221 Aug 23 14:16:07.291171 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:07.320424 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:07.355844 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=7e287fe8-3bbd-4d45-a242-8a1758dd8d27,segment=NetworkSegment(7e831ccd-7a95-4669-a351-87cb88509e73),segment_id=7e831ccd-7a95-4669-a351-87cb88509e73)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:07.435242 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:07.436367 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e846c557-951c-44c5-816c-a25988e7697d req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2053359 Aug 23 14:16:07.447909 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-082cb8eb-3be1-4b2a-8729-3c5c104f2d78 req-3f2e283b-2e6d-4572-b7ad-caf224296dc5 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551039 Aug 23 14:16:07.452226 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:07.455448 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-80b0f459-56e5-407e-8402-616c4016fd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:07.540089 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e846c557-951c-44c5-816c-a25988e7697d req-ab6c1594-1fb4-4e3f-a6e9-78a932bad2c0 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Synchronizing usage tracker for tenant:9f6c54a424a4450fad076538f9a481d9 on resource:floatingip {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:07.553217 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=7e287fe8-3bbd-4d45-a242-8a1758dd8d27,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:07.561300 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:07.648668 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e846c557-951c-44c5-816c-a25988e7697d req-ab6c1594-1fb4-4e3f-a6e9-78a932bad2c0 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Unset dirty status for tenant:9f6c54a424a4450fad076538f9a481d9 on resource:floatingip {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:07.650318 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e846c557-951c-44c5-816c-a25988e7697d req-ab6c1594-1fb4-4e3f-a6e9-78a932bad2c0 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.203 HTTP/1.1" status: 200 len: 696 time: 0.2066913 Aug 23 14:16:07.905904 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846c557-951c-44c5-816c-a25988e7697d req-da12b1c5-8f76-43ff-aef0-11567f1c21ef tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:07.908599 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e846c557-951c-44c5-816c-a25988e7697d req-da12b1c5-8f76-43ff-aef0-11567f1c21ef tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.2466285 Aug 23 14:16:08.010190 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8d2971-3ae8-4307-b098-744570913292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1474d4-abee-40cf-944a-9ee02a5e6249', 'code': 200} Aug 23 14:16:08.172708 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a45a352c-6471-4eb4-a452-01614d29475b req-f583ccde-7e51-44e3-8f6a-fe1b223546cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 1096 time: 0.0926178 Aug 23 14:16:08.203803 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6ebdc2eb-4843-4287-9e3a-351a18de5c56 req-144da818-fe30-442c-b9c1-8f5c5a575617 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 1096 time: 0.2682517 Aug 23 14:16:08.232632 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a45a352c-6471-4eb4-a452-01614d29475b req-b146df41-9ee9-4dee-8049-e96e98c9d38f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524387 Aug 23 14:16:08.348229 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6ebdc2eb-4843-4287-9e3a-351a18de5c56 req-d067ec51-855d-48ce-9063-8a2b8979df61 tempest-LiveMigrationTest-2018226578 tempest-LiveMigrationTest-2018226578-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367488 Aug 23 14:16:08.364330 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8c321-7852-42d5-ba5a-ca08eda27ed9 req-f5a3165c-5225-4fce-b73f-46550496064f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:08.366055 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4fb8c321-7852-42d5-ba5a-ca08eda27ed9 req-f5a3165c-5225-4fce-b73f-46550496064f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 945 time: 0.2249811 Aug 23 14:16:08.570441 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4fb8c321-7852-42d5-ba5a-ca08eda27ed9 req-f8843667-31d8-409a-8b3d-f169fb97809e tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960223 Aug 23 14:16:08.651098 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cbb39-d768-4f1d-9f7f-a8280f53ef2d req-9eb59cda-e365-4787-aeee-984452fc215a tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:08.652623 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e55cbb39-d768-4f1d-9f7f-a8280f53ef2d req-9eb59cda-e365-4787-aeee-984452fc215a tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/ports?device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 945 time: 0.1347125 Aug 23 14:16:08.665094 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Router fcd55a6c-d69e-4ccc-b3fa-19bfb0417476 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:16:08.777715 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e55cbb39-d768-4f1d-9f7f-a8280f53ef2d req-03227d10-b58a-45a9-98d8-b8c39b0889c8 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/security-groups?id=68d7fb6a-906c-4a80-aedf-9fb34960e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147947 Aug 23 14:16:09.043082 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9093ca6a-29a4-48ed-9a61-c6e21571fb98 req-f879c615-3b29-4b7b-9e13-d5ad1ed0557b tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/floatingips/49c8be3a-94f0-4782-87fa-78ce9bf63182 HTTP/1.1" status: 200 len: 693 time: 0.2512753 Aug 23 14:16:09.291686 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093ca6a-29a4-48ed-9a61-c6e21571fb98 req-02251258-8b5e-4752-8ca3-8aeae425eb38 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:09.293724 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9093ca6a-29a4-48ed-9a61-c6e21571fb98 req-02251258-8b5e-4752-8ca3-8aeae425eb38 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.2427375 Aug 23 14:16:09.407696 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:16:09.418298 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] 10.222.0.86 "PUT /v2.0/routers/fcd55a6c-d69e-4ccc-b3fa-19bfb0417476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0697381 Aug 23 14:16:09.422098 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39132) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:09.425378 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9093ca6a-29a4-48ed-9a61-c6e21571fb98 req-1e0a4153-6285-42b0-a62f-32ac6ac4df0b tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.203 HTTP/1.1" status: 200 len: 696 time: 0.1169412 Aug 23 14:16:09.611243 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9093ca6a-29a4-48ed-9a61-c6e21571fb98 req-92ff8bd7-cf86-4697-be9f-4d8632bd5ab3 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.203 HTTP/1.1" status: 200 len: 696 time: 0.1757622 Aug 23 14:16:09.895256 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-9093ca6a-29a4-48ed-9a61-c6e21571fb98 req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Deleting port a1794752-f103-405b-8749-3934a3957694 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:09.895667 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9093ca6a-29a4-48ed-9a61-c6e21571fb98 req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:09.922178 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] Notify callbacks [] for router, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:09.956459 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 17daa6eb-0173-4d03-957b-1336316050d0 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:10.092157 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff3a70e-14b0-4aae-b58a-0fdce42201d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e287fe8-3bbd-4d45-a242-8a1758dd8d27'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:10.338205 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 17daa6eb-0173-4d03-957b-1336316050d0 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:10.338205 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 17daa6eb-0173-4d03-957b-1336316050d0 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:10.338205 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:10.348186 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9093ca6a-29a4-48ed-9a61-c6e21571fb98 req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:10.348186 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9093ca6a-29a4-48ed-9a61-c6e21571fb98 req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:10.364935 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a0085-db47-484f-9ba7-374bf3affd36 req-68312872-4e40-4ecd-a8c9-005ca50cf5ef tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:10.371809 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-967a0085-db47-484f-9ba7-374bf3affd36 req-68312872-4e40-4ecd-a8c9-005ca50cf5ef tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 945 time: 0.2330351 Aug 23 14:16:10.462115 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:10.564848 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:10.581991 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-9093ca6a-29a4-48ed-9a61-c6e21571fb98 req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Calling delete_port for a1794752-f103-405b-8749-3934a3957694 owned by network:floatingip {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:16:10.637421 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 17daa6eb-0173-4d03-957b-1336316050d0, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=17daa6eb-0173-4d03-957b-1336316050d0,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:10.642972 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] Deleting port 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:10.645308 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:10.696388 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-967a0085-db47-484f-9ba7-374bf3affd36 req-a576d6b7-57d6-45c3-b8b7-9d693736e222 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136613 Aug 23 14:16:10.739419 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f7e52-bde2-4dbf-8286-ea48cf5b063c None None] Sync routers for ids ['fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:16:10.784805 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f7e52-bde2-4dbf-8286-ea48cf5b063c None None] Routers {'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:16:10.785533 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-656f7e52-bde2-4dbf-8286-ea48cf5b063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:15:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:10.805831 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:10.809068 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-aa0fa39e-79ef-41d1-9963-903d4a6bdb81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:10.960302 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=17daa6eb-0173-4d03-957b-1336316050d0,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:10.964859 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:10.973502 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e112fc-9442-44d6-9c6e-4be662f61a6a req-f9d812a4-35dd-493b-aa1e-feef3a16d6ba tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:10.974469 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-97e112fc-9442-44d6-9c6e-4be662f61a6a req-f9d812a4-35dd-493b-aa1e-feef3a16d6ba tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Synchronizing usage tracker for tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:11.007882 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] For port 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:11.008241 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:11.010366 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-656f7e52-bde2-4dbf-8286-ea48cf5b063c None None] Set router fcd55a6c-d69e-4ccc-b3fa-19bfb0417476 gateway port host: None {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:16:11.025927 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9093ca6a-29a4-48ed-9a61-c6e21571fb98 req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:11.050071 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:11.167430 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Pushing event deleted for resources: {'Port': ['ID=a1794752-f103-405b-8749-3934a3957694,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:11.177399 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-656f7e52-bde2-4dbf-8286-ea48cf5b063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080220595-router', 'tenant_id': '166498df1c8f445db97799fda9fd4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:27Z', 'updated_at': '2021-08-23T14:16:10Z', 'revision_number': 6, 'project_id': '166498df1c8f445db97799fda9fd4b2c', 'gw_port_host': None}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:11.182751 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f7e52-bde2-4dbf-8286-ea48cf5b063c None None] Checking router: fcd55a6c-d69e-4ccc-b3fa-19bfb0417476 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:16:11.196071 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f7e52-bde2-4dbf-8286-ea48cf5b063c None None] Routers {'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:16:11.196738 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-656f7e52-bde2-4dbf-8286-ea48cf5b063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:15:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:11.225812 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:11.226738 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:11.228330 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:11.229034 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:11.229621 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:11.230170 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:11.230707 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:11.231240 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:11.231957 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:11.232504 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:11.234366 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:11.243804 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:11.283721 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9093ca6a-29a4-48ed-9a61-c6e21571fb98 req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks [] for floatingip, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:11.362426 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] Calling delete_port for 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd owned by network:router_gateway {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:16:11.414105 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-97e112fc-9442-44d6-9c6e-4be662f61a6a req-f9d812a4-35dd-493b-aa1e-feef3a16d6ba tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Unset dirty status for tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:11.414105 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-97e112fc-9442-44d6-9c6e-4be662f61a6a req-f9d812a4-35dd-493b-aa1e-feef3a16d6ba tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 945 time: 0.8708878 Aug 23 14:16:11.445539 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e784d-9efd-4618-99f7-63ea1a792e12 req-ea0b6602-582e-4f22-94cd-f0d0db7b0873 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:11.449083 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ad7e784d-9efd-4618-99f7-63ea1a792e12 req-ea0b6602-582e-4f22-94cd-f0d0db7b0873 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.1336989 Aug 23 14:16:11.458966 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9093ca6a-29a4-48ed-9a61-c6e21571fb98 req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:11.462017 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-656f7e52-bde2-4dbf-8286-ea48cf5b063c None None] Set router fcd55a6c-d69e-4ccc-b3fa-19bfb0417476 gateway port host: None {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:16:11.474063 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9093ca6a-29a4-48ed-9a61-c6e21571fb98 req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "DELETE /v2.0/floatingips/49c8be3a-94f0-4782-87fa-78ce9bf63182 HTTP/1.1" status: 204 len: 173 time: 1.8543665 Aug 23 14:16:11.576176 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-97e112fc-9442-44d6-9c6e-4be662f61a6a req-6fbd16ff-f73f-41bc-8edf-d5648c30425a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Deleting port 333b9ca7-f379-49bd-ab5f-718b1118e898 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:11.577852 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-97e112fc-9442-44d6-9c6e-4be662f61a6a req-6fbd16ff-f73f-41bc-8edf-d5648c30425a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:11.608101 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ad7e784d-9efd-4618-99f7-63ea1a792e12 req-3135819e-d5e0-44d4-8b9c-a33ddd7be556 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222568 Aug 23 14:16:11.683899 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-656f7e52-bde2-4dbf-8286-ea48cf5b063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080220595-router', 'tenant_id': '166498df1c8f445db97799fda9fd4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:27Z', 'updated_at': '2021-08-23T14:16:10Z', 'revision_number': 6, 'project_id': '166498df1c8f445db97799fda9fd4b2c', 'gw_port_host': None}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:11.691167 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f7e52-bde2-4dbf-8286-ea48cf5b063c None None] The sync data for ids ['fcd55a6c-d69e-4ccc-b3fa-19bfb0417476'] in n-d-805629-1 is: [{'id': 'fcd55a6c-d69e-4ccc-b3fa-19bfb0417476', 'name': 'tempest-FloatingIPsNegativeTestJSON-2080220595-router', 'tenant_id': '166498df1c8f445db97799fda9fd4b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:27Z', 'updated_at': '2021-08-23T14:16:10Z', 'revision_number': 6, 'project_id': '166498df1c8f445db97799fda9fd4b2c', 'gw_port_host': None}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:16:12.103533 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139494dc-38f6-4a23-bf8c-d0e19dc71635 req-1fe6c267-7d0b-4ca3-89d7-a3e154169ae2 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:12.106194 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-139494dc-38f6-4a23-bf8c-d0e19dc71635 req-1fe6c267-7d0b-4ca3-89d7-a3e154169ae2 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 945 time: 0.3446803 Aug 23 14:16:12.128469 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff219094-5c5b-4faa-b71a-ba8d79fd8807 req-1609527c-77fe-482a-9863-9a88f2438891 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:12.130669 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff219094-5c5b-4faa-b71a-ba8d79fd8807 req-1609527c-77fe-482a-9863-9a88f2438891 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/ports?device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 945 time: 0.1662028 Aug 23 14:16:12.149487 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-97e112fc-9442-44d6-9c6e-4be662f61a6a req-6fbd16ff-f73f-41bc-8edf-d5648c30425a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] For port 333b9ca7-f379-49bd-ab5f-718b1118e898, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=333b9ca7-f379-49bd-ab5f-718b1118e898,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:12.154613 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-97e112fc-9442-44d6-9c6e-4be662f61a6a req-6fbd16ff-f73f-41bc-8edf-d5648c30425a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:12.241701 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-139494dc-38f6-4a23-bf8c-d0e19dc71635 req-ecc15c71-55c0-4db5-af97-8b47e00b2c48 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240206 Aug 23 14:16:12.254153 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff219094-5c5b-4faa-b71a-ba8d79fd8807 req-63348c35-46a3-4490-a390-86dabf53f3de tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/security-groups?id=68d7fb6a-906c-4a80-aedf-9fb34960e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023760 Aug 23 14:16:12.308063 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:12.322293 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-97e112fc-9442-44d6-9c6e-4be662f61a6a req-6fbd16ff-f73f-41bc-8edf-d5648c30425a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Calling delete_port for 333b9ca7-f379-49bd-ab5f-718b1118e898 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:16:12.371676 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff3a70e-14b0-4aae-b58a-0fdce42201d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e287fe8-3bbd-4d45-a242-8a1758dd8d27', 'code': 200} Aug 23 14:16:12.376843 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-dd704d2f-d8e3-4533-b405-f187d9df2229 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:12.448871 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] Pushing event deleted for resources: {'Port': ['ID=0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:12.457690 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:12.466308 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:12.524802 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:16:12.525157 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device b1c35d9a-bb9f-455f-87ca-78a4a01d8fc3 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:16:12.598560 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-3792a714-6b71-4bc5-918a-60d6bbbdc85d req-e6019329-686c-4f03-b45a-7064f40216a6 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] show failed (client error): The resource could not be found. Aug 23 14:16:12.598560 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3792a714-6b71-4bc5-918a-60d6bbbdc85d req-e6019329-686c-4f03-b45a-7064f40216a6 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/floatingips/49c8be3a-94f0-4782-87fa-78ce9bf63182 HTTP/1.1" status: 404 len: 350 time: 0.1789007 Aug 23 14:16:12.725385 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-15db0044-22a2-493d-a7a8-2b24bd845a37 req-0a63c325-5f12-4ec5-9e9b-d30642c360ec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 1096 time: 0.2126219 Aug 23 14:16:12.839234 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-15db0044-22a2-493d-a7a8-2b24bd845a37 req-0c1e248a-6c42-4e44-938b-4587cc94be9b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=68d7fb6a-906c-4a80-aedf-9fb34960e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041565 Aug 23 14:16:12.893095 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930082'] for router_gateway, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:12.904967 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b9f5f-e26e-4080-baed-00abd638b52d req-0cdcb16e-eca0-4d26-bc5c-72cdf6ada7fe tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:12.907063 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-088b9f5f-e26e-4080-baed-00abd638b52d req-0cdcb16e-eca0-4d26-bc5c-72cdf6ada7fe tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 945 time: 0.1043499 Aug 23 14:16:13.063689 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-088b9f5f-e26e-4080-baed-00abd638b52d req-a26003c4-da58-46da-95ca-435abdec799c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466832 Aug 23 14:16:13.086972 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-01796626-9d20-4aae-8539-250f638dca6f req-59971c52-9d1c-4295-93be-cb97711c9594 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] show failed (client error): The resource could not be found. Aug 23 14:16:13.088800 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01796626-9d20-4aae-8539-250f638dca6f req-59971c52-9d1c-4295-93be-cb97711c9594 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] 10.222.0.86 "GET /v2.0/floatingips/49c8be3a-94f0-4782-87fa-78ce9bf63182 HTTP/1.1" status: 404 len: 350 time: 0.0998037 Aug 23 14:16:13.100617 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 39160) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:13.482516 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:13.488646 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:13.605732 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d534c7e-04ef-433d-8a78-95d5bab861ca req-911d3b77-a958-4c12-a45c-325da5f2a402 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:13.607859 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2d534c7e-04ef-433d-8a78-95d5bab861ca req-911d3b77-a958-4c12-a45c-325da5f2a402 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.3257713 Aug 23 14:16:13.613875 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-97e112fc-9442-44d6-9c6e-4be662f61a6a req-6fbd16ff-f73f-41bc-8edf-d5648c30425a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:13.623243 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ea07180e-d2be-402b-b046-de8383009ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:13.626638 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-adaf340f-78b0-4964-a71f-9dd934f3a36d req-3f3c4049-33fe-4cfa-800c-9a2fced8dbc3 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 1096 time: 0.2574496 Aug 23 14:16:13.630319 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['333b9ca7-f379-49bd-ab5f-718b1118e898'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:16:13.669853 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['b72c13c1-d601-4fcb-9f68-4fa6da75a5af'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:16:13.696118 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:13.696928 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcd55a6c-d69e-4ccc-b3fa-19bfb0417476 {{(pid=76506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:16:13.745007 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd16ff-f73f-41bc-8edf-d5648c30425a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Pushing event deleted for resources: {'Port': ['ID=333b9ca7-f379-49bd-ab5f-718b1118e898,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:13.746439 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-adaf340f-78b0-4964-a71f-9dd934f3a36d req-de315cbe-d087-41ed-ac0b-0a843bbf7a1c tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985625 Aug 23 14:16:13.750425 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6fbd16ff-f73f-41bc-8edf-d5648c30425a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:13.769129 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2d534c7e-04ef-433d-8a78-95d5bab861ca req-1c3f7d36-2c58-458d-bc81-89e401ed1b15 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321607 Aug 23 14:16:14.059119 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:14.059119 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] 10.222.0.86 "DELETE /v2.0/routers/fcd55a6c-d69e-4ccc-b3fa-19bfb0417476 HTTP/1.1" status: 204 len: 168 time: 4.6318483 Aug 23 14:16:14.063157 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 39178) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:14.082532 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e112fc-9442-44d6-9c6e-4be662f61a6a req-6fbd16ff-f73f-41bc-8edf-d5648c30425a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] No DVR routers for this DVR port 333b9ca7-f379-49bd-ab5f-718b1118e898 on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:14.086697 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-97e112fc-9442-44d6-9c6e-4be662f61a6a req-6fbd16ff-f73f-41bc-8edf-d5648c30425a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:14.089204 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-97e112fc-9442-44d6-9c6e-4be662f61a6a req-6fbd16ff-f73f-41bc-8edf-d5648c30425a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.60 "DELETE /v2.0/ports/333b9ca7-f379-49bd-ab5f-718b1118e898 HTTP/1.1" status: 204 len: 173 time: 2.6666892 Aug 23 14:16:14.092169 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe0e98e-eaf9-4da0-9085-849c03e5addf', 'name': 'network-vif-deleted', 'tag': '333b9ca7-f379-49bd-ab5f-718b1118e898'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:14.362911 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-74dd25d1-4923-41fe-a828-d80a63c133f4 admin admin] Deleting subnet 85fac785-262b-4dd0-b9e8-d9d7ab060bb7 {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:16:14.373437 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359cbb2f-5320-4e30-beb5-3d6de9441af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17daa6eb-0173-4d03-957b-1336316050d0'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:14.378298 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-74dd25d1-4923-41fe-a828-d80a63c133f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:14.438393 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d403492d-9e28-4389-94cd-66984015112d req-810d7bd3-679b-40ac-858b-7b058becc5e5 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 210 time: 0.1191516 Aug 23 14:16:14.481990 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:14.507125 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-74dd25d1-4923-41fe-a828-d80a63c133f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:14.548756 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:16:14.550192 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 0d3c9e22-0dc5-426d-86b7-fd5fe9c630fd not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:16:14.676841 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bbb69-97c2-48e3-bc63-b2be3fc54ad6 req-5c8538b7-1b1c-4edf-8ce5-9f7162bf622d tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:14.689448 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5e8bbb69-97c2-48e3-bc63-b2be3fc54ad6 req-5c8538b7-1b1c-4edf-8ce5-9f7162bf622d tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/ports?device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 945 time: 0.5326526 Aug 23 14:16:14.747422 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3de98a0f-2830-4f23-a1af-5175ec7bc90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:15.053103 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-74dd25d1-4923-41fe-a828-d80a63c133f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:15.082484 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe0e98e-eaf9-4da0-9085-849c03e5addf', 'name': 'network-vif-deleted', 'tag': '333b9ca7-f379-49bd-ab5f-718b1118e898', 'status': 'completed', 'code': 200} Aug 23 14:16:15.167849 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5e8bbb69-97c2-48e3-bc63-b2be3fc54ad6 req-892ba32a-e08b-47a3-993d-c99536949dee tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/security-groups?id=68d7fb6a-906c-4a80-aedf-9fb34960e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757724 Aug 23 14:16:15.208914 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359cbb2f-5320-4e30-beb5-3d6de9441af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17daa6eb-0173-4d03-957b-1336316050d0', 'code': 200} Aug 23 14:16:15.480656 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ff9bf467-33f2-4703-a2ae-497601fa009d req-24791130-293e-403a-89fb-b037e60c0018 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 1097 time: 0.1448073 Aug 23 14:16:15.496336 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-74dd25d1-4923-41fe-a828-d80a63c133f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:15.573426 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-40c204c4-6f1c-4dc4-aee5-9fe191b8e650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:15.593920 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ff9bf467-33f2-4703-a2ae-497601fa009d req-9ec14bd4-6b11-495a-9f78-462d3f59ec07 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018856 Aug 23 14:16:15.638800 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-74dd25d1-4923-41fe-a828-d80a63c133f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:15.645754 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4356e4af-3d4e-40e2-a2c9-c45b5e807bf3 None None] Network 402edd63-1ac4-4077-9e6c-fe9b660be089 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:16:15.681906 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-74dd25d1-4923-41fe-a828-d80a63c133f4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/85fac785-262b-4dd0-b9e8-d9d7ab060bb7 HTTP/1.1" status: 204 len: 168 time: 1.6142066 Aug 23 14:16:15.683467 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd25d1-4923-41fe-a828-d80a63c133f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85fac785-262b-4dd0-b9e8-d9d7ab060bb7,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:15.684615 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39200) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:15.733068 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-74dd25d1-4923-41fe-a828-d80a63c133f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:15.879387 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc0d46-48e6-464b-be09-a9cd6f7cb41b req-fdbdde48-c103-41eb-b75e-bdba776b3781 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:15.881257 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9bcc0d46-48e6-464b-be09-a9cd6f7cb41b req-fdbdde48-c103-41eb-b75e-bdba776b3781 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.4339404 Aug 23 14:16:15.930173 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:15.948712 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Deleting port ff6ea252-0dd7-48c7-b142-0cb78897de3e {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:15.948977 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:15.957793 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 333b9ca7-f379-49bd-ab5f-718b1118e898 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:16.016044 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdd74ae1-41ab-4637-90bb-b7bb236818db req-33954042-21e5-439e-b95e-7ea15f3614e4 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 210 time: 0.1292636 Aug 23 14:16:16.037442 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 333b9ca7-f379-49bd-ab5f-718b1118e898 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:16:16.044263 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 333b9ca7-f379-49bd-ab5f-718b1118e898 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:16:16.209234 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eec82b-fcd5-4750-addf-654f2e136239 None None] DHCP port deletion for 402edd63-1ac4-4077-9e6c-fe9b660be089 request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:16:16.219878 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-36eec82b-fcd5-4750-addf-654f2e136239 None None] Deleting port ff6ea252-0dd7-48c7-b142-0cb78897de3e {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:16.220502 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-36eec82b-fcd5-4750-addf-654f2e136239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:16.501281 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9bcc0d46-48e6-464b-be09-a9cd6f7cb41b req-5211a3a3-8c3f-4963-a110-5f74a7843a0e tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101394 Aug 23 14:16:16.522107 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ff6ea252-0dd7-48c7-b142-0cb78897de3e no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:16.647101 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] For port ff6ea252-0dd7-48c7-b142-0cb78897de3e, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ff6ea252-0dd7-48c7-b142-0cb78897de3e,segment=NetworkSegment(75c96e73-2e78-4e1a-896e-846ea9e663d3),segment_id=75c96e73-2e78-4e1a-896e-846ea9e663d3)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:16.649082 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:17.155942 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Calling delete_port for ff6ea252-0dd7-48c7-b142-0cb78897de3e owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:16:17.308952 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-36eec82b-fcd5-4750-addf-654f2e136239 None None] For port ff6ea252-0dd7-48c7-b142-0cb78897de3e, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ff6ea252-0dd7-48c7-b142-0cb78897de3e,segment=NetworkSegment(75c96e73-2e78-4e1a-896e-846ea9e663d3),segment_id=75c96e73-2e78-4e1a-896e-846ea9e663d3)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:17.309805 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-36eec82b-fcd5-4750-addf-654f2e136239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:17.480094 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:17.491959 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-41745a2c-f64d-4e8e-b609-c9575186f4f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:17.645075 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-36eec82b-fcd5-4750-addf-654f2e136239 None None] Calling delete_port for ff6ea252-0dd7-48c7-b142-0cb78897de3e owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:16:17.658712 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49924f75-26e5-4415-807e-d913e27ee5d8 req-867ab427-ffbd-4a7b-97dd-697e2c5c086d tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:17.664730 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-49924f75-26e5-4415-807e-d913e27ee5d8 req-867ab427-ffbd-4a7b-97dd-697e2c5c086d tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/ports?device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 945 time: 0.4777672 Aug 23 14:16:17.674393 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6ea252-0dd7-48c7-b142-0cb78897de3e,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:17.695266 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:17.724370 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] No DVR routers for this DVR port ff6ea252-0dd7-48c7-b142-0cb78897de3e on host n-d-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:17.866587 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No active binding found for port ff6ea252-0dd7-48c7-b142-0cb78897de3e {{(pid=76509) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Aug 23 14:16:17.867260 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ff6ea252-0dd7-48c7-b142-0cb78897de3e not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:16:18.005506 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-36eec82b-fcd5-4750-addf-654f2e136239 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:16:18.006349 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-36eec82b-fcd5-4750-addf-654f2e136239 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:16:18.033848 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-39fa8df3-c3ac-46ba-b4ae-57cd85772dcf req-1c1e9188-7038-41a5-a48d-5b9af1306cac tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=dfe0e98e-eaf9-4da0-9085-849c03e5addf HTTP/1.1" status: 200 len: 210 time: 0.2692406 Aug 23 14:16:18.067750 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-3de98a0f-2830-4f23-a1af-5175ec7bc90c admin admin] Deleting port 91712a2b-090b-49dc-bba2-78d44a93b353 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:18.068839 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3de98a0f-2830-4f23-a1af-5175ec7bc90c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:18.183329 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:18.191266 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-49924f75-26e5-4415-807e-d913e27ee5d8 req-213b6f00-9b6c-494a-a2a6-32c6ae00f467 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/security-groups?id=68d7fb6a-906c-4a80-aedf-9fb34960e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909258 Aug 23 14:16:18.249326 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402edd63-1ac4-4077-9e6c-fe9b660be089']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:18.317477 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c96e73-2e78-4e1a-896e-846ea9e663d3') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:18.334002 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c96e73-2e78-4e1a-896e-846ea9e663d3') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:18.383732 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:18.455465 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:18.480384 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:16:18.480893 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:18.508654 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-36eec82b-fcd5-4750-addf-654f2e136239 None None] Deleting port ff6ea252-0dd7-48c7-b142-0cb78897de3e {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:18.509452 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-36eec82b-fcd5-4750-addf-654f2e136239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:16:18.531442 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:16:18.619596 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-3de98a0f-2830-4f23-a1af-5175ec7bc90c admin admin] For port 91712a2b-090b-49dc-bba2-78d44a93b353, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=91712a2b-090b-49dc-bba2-78d44a93b353,segment=NetworkSegment(6c759669-df43-4cbc-ba01-1cb746bba689),segment_id=6c759669-df43-4cbc-ba01-1cb746bba689)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:18.619596 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3de98a0f-2830-4f23-a1af-5175ec7bc90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:18.935602 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-36eec82b-fcd5-4750-addf-654f2e136239 None None] The port 'ff6ea252-0dd7-48c7-b142-0cb78897de3e' was deleted {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:16:18.972954 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:18.980015 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:19.037867 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:19.070997 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Pushing event deleted for resources: {'Network': ['ID=402edd63-1ac4-4077-9e6c-fe9b660be089,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:19.090752 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:19.143468 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-3de98a0f-2830-4f23-a1af-5175ec7bc90c admin admin] Calling delete_port for 91712a2b-090b-49dc-bba2-78d44a93b353 owned by network:router_interface {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:16:19.190718 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] 10.222.0.86 "DELETE /v2.0/networks/402edd63-1ac4-4077-9e6c-fe9b660be089 HTTP/1.1" status: 204 len: 168 time: 3.5031736 Aug 23 14:16:19.445912 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1a95e-62d9-4124-9f2e-05433a972e17 req-acfc4452-c105-4c7d-9a38-70ad9add01e8 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:19.449063 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73b1a95e-62d9-4124-9f2e-05433a972e17 req-acfc4452-c105-4c7d-9a38-70ad9add01e8 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.6188519 Aug 23 14:16:19.610533 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73b1a95e-62d9-4124-9f2e-05433a972e17 req-8acb2eba-8fd7-465a-bf7f-de0b7752391c tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470027 Aug 23 14:16:20.405737 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3de98a0f-2830-4f23-a1af-5175ec7bc90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:20.421210 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d2ea81cb-33b0-44ce-925c-ea6ca8fe01c4 tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:20.535320 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39266) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:20.681755 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de98a0f-2830-4f23-a1af-5175ec7bc90c admin admin] Pushing event deleted for resources: {'Port': ['ID=91712a2b-090b-49dc-bba2-78d44a93b353,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:20.706022 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3de98a0f-2830-4f23-a1af-5175ec7bc90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:20.706676 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-52269c64-66f5-4f25-a912-bff4c1e5d9d5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=166498df1c8f445db97799fda9fd4b2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1690354 Aug 23 14:16:20.716384 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 39278) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:20.872832 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:16:21.237768 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-05e2856f-7c31-4624-965b-c756cd124efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:21.447407 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d1833c6d-dd0a-42c4-85f3-107781ac43e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:21.626179 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d1833c6d-dd0a-42c4-85f3-107781ac43e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:21.780495 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:21.808367 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be4dab-ed03-465c-989b-399306853a01 req-2b27c798-47ae-4808-99f9-3d90111f9dad tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:21.810653 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-71be4dab-ed03-465c-989b-399306853a01 req-2b27c798-47ae-4808-99f9-3d90111f9dad tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.5337954 Aug 23 14:16:21.870747 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d1833c6d-dd0a-42c4-85f3-107781ac43e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:21.882285 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f8123cb6-f2ed-4091-a703-d194b458879f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:21.914676 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1833c6d-dd0a-42c4-85f3-107781ac43e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1a2a3e-a5e1-41b7-a18a-23c20a666029,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:21.919205 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d1833c6d-dd0a-42c4-85f3-107781ac43e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:21.921973 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-71be4dab-ed03-465c-989b-399306853a01 req-c7b0f963-81ff-47cb-b4fa-d06794c8587d tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034830 Aug 23 14:16:21.941714 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d1833c6d-dd0a-42c4-85f3-107781ac43e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:21.956688 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-d1833c6d-dd0a-42c4-85f3-107781ac43e8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bf1a2a3e-a5e1-41b7-a18a-23c20a666029 HTTP/1.1" status: 204 len: 168 time: 1.2253292 Aug 23 14:16:22.328492 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3de98a0f-2830-4f23-a1af-5175ec7bc90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:23.565179 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cfd97ee9-88cc-46c5-aaba-4c499e00bd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:23.959785 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114bb16-defc-45d7-b07f-5b9c89625e27 req-d1f46a59-ae5f-434e-91c5-0e9c80561d6a tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:23.980154 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1114bb16-defc-45d7-b07f-5b9c89625e27 req-d1f46a59-ae5f-434e-91c5-0e9c80561d6a tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.6359868 Aug 23 14:16:24.331589 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1114bb16-defc-45d7-b07f-5b9c89625e27 req-c01426c9-dff8-4efd-97cd-beacf7e7cb9b tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502209 Aug 23 14:16:24.464650 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:24.751355 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de98a0f-2830-4f23-a1af-5175ec7bc90c admin admin] Router 47d92364-bfae-4a19-a871-42653d89a17b has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:16:25.642360 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de98a0f-2830-4f23-a1af-5175ec7bc90c admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:16:25.658986 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e9ad1-88dd-4213-b9b3-ee3541a4859a None None] Sync routers for ids ['47d92364-bfae-4a19-a871-42653d89a17b'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:16:25.670069 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39382) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:25.671863 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-3de98a0f-2830-4f23-a1af-5175ec7bc90c admin admin] 10.222.0.86 "PUT /v2.0/routers/47d92364-bfae-4a19-a871-42653d89a17b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5679469 Aug 23 14:16:25.711649 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e9ad1-88dd-4213-b9b3-ee3541a4859a None None] Routers {'47d92364-bfae-4a19-a871-42653d89a17b'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:16:25.712920 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-d22e9ad1-88dd-4213-b9b3-ee3541a4859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:16:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['47d92364-bfae-4a19-a871-42653d89a17b'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:26.163187 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310c424-73e8-48d8-a8c6-86d13af050fb req-a50d4bb6-d4a9-4e11-b6ad-99a36e64cd16 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:26.173213 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:26.176009 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a310c424-73e8-48d8-a8c6-86d13af050fb req-a50d4bb6-d4a9-4e11-b6ad-99a36e64cd16 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.2222733 Aug 23 14:16:26.295664 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-d22e9ad1-88dd-4213-b9b3-ee3541a4859a None None] Set router 47d92364-bfae-4a19-a871-42653d89a17b gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:16:26.352449 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a310c424-73e8-48d8-a8c6-86d13af050fb req-3f0c3047-ad62-4545-acc7-ac3a3912a1a3 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673365 Aug 23 14:16:26.458004 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:27.303546 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:27.319308 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-d22e9ad1-88dd-4213-b9b3-ee3541a4859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d92364-bfae-4a19-a871-42653d89a17b', 'name': 'tempest-FloatingIPsTestJSON-2107879239-router', 'tenant_id': '9f6c54a424a4450fad076538f9a481d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'fc65ec3d-4ff8-499b-a610-824214a3ee04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:15Z', 'updated_at': '2021-08-23T14:16:19Z', 'revision_number': 5, 'project_id': '9f6c54a424a4450fad076538f9a481d9', 'gw_port': {'id': 'fc65ec3d-4ff8-499b-a610-824214a3ee04', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d92364-bfae-4a19-a871-42653d89a17b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:17Z', 'updated_at': '2021-08-23T14:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:27.328235 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e9ad1-88dd-4213-b9b3-ee3541a4859a None None] Checking router: 47d92364-bfae-4a19-a871-42653d89a17b for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:16:27.350282 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e9ad1-88dd-4213-b9b3-ee3541a4859a None None] Routers {'47d92364-bfae-4a19-a871-42653d89a17b'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:16:27.351348 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-d22e9ad1-88dd-4213-b9b3-ee3541a4859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:16:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['47d92364-bfae-4a19-a871-42653d89a17b'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:27.485597 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Deleting port fc65ec3d-4ff8-499b-a610-824214a3ee04 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:27.489051 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:27.674931 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-d22e9ad1-88dd-4213-b9b3-ee3541a4859a None None] Set router 47d92364-bfae-4a19-a871-42653d89a17b gateway port host: None {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:16:27.901131 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-d22e9ad1-88dd-4213-b9b3-ee3541a4859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d92364-bfae-4a19-a871-42653d89a17b', 'name': 'tempest-FloatingIPsTestJSON-2107879239-router', 'tenant_id': '9f6c54a424a4450fad076538f9a481d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:15Z', 'updated_at': '2021-08-23T14:16:27Z', 'revision_number': 6, 'project_id': '9f6c54a424a4450fad076538f9a481d9', 'gw_port_host': None}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:27.901131 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e9ad1-88dd-4213-b9b3-ee3541a4859a None None] The sync data for ids ['47d92364-bfae-4a19-a871-42653d89a17b'] in n-d-805629-1 is: [{'id': '47d92364-bfae-4a19-a871-42653d89a17b', 'name': 'tempest-FloatingIPsTestJSON-2107879239-router', 'tenant_id': '9f6c54a424a4450fad076538f9a481d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:15Z', 'updated_at': '2021-08-23T14:16:27Z', 'revision_number': 6, 'project_id': '9f6c54a424a4450fad076538f9a481d9', 'gw_port_host': None}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:16:27.926270 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] For port fc65ec3d-4ff8-499b-a610-824214a3ee04, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=fc65ec3d-4ff8-499b-a610-824214a3ee04,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:27.928178 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:27.948922 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e0432-1e30-4a60-ac19-74a937f4cc9e req-42e5de2b-068d-4345-be03-3517d4f6c496 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:27.959594 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8f7e0432-1e30-4a60-ac19-74a937f4cc9e req-42e5de2b-068d-4345-be03-3517d4f6c496 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.1713858 Aug 23 14:16:28.027991 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8f7e0432-1e30-4a60-ac19-74a937f4cc9e req-5e76a9ff-3cfb-443f-8538-6fdb0cd05b8a tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670938 Aug 23 14:16:28.168453 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Calling delete_port for fc65ec3d-4ff8-499b-a610-824214a3ee04 owned by network:router_gateway {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:16:28.455567 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2540606-ddb5-4a92-9005-238d66073a05 req-440162a3-78e7-4024-ada5-44737eb1f70b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:28.455733 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 91712a2b-090b-49dc-bba2-78d44a93b353 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:28.458855 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f2540606-ddb5-4a92-9005-238d66073a05 req-440162a3-78e7-4024-ada5-44737eb1f70b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.91 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 945 time: 0.3739979 Aug 23 14:16:28.579110 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 91712a2b-090b-49dc-bba2-78d44a93b353 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:16:28.580729 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 91712a2b-090b-49dc-bba2-78d44a93b353 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:16:28.637482 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618a4cc-33a9-40a1-b63b-f56614dc4364 req-8d8879b3-2b97-4961-bd42-ac59250e62b9 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:28.641743 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5618a4cc-33a9-40a1-b63b-f56614dc4364 req-8d8879b3-2b97-4961-bd42-ac59250e62b9 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 945 time: 0.4058840 Aug 23 14:16:28.712849 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-f2540606-ddb5-4a92-9005-238d66073a05 req-0cb50f1f-f1a3-445c-a374-b842f1ebf26a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Deleting port b72c13c1-d601-4fcb-9f68-4fa6da75a5af {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:28.713478 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f2540606-ddb5-4a92-9005-238d66073a05 req-0cb50f1f-f1a3-445c-a374-b842f1ebf26a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:28.757151 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:28.757151 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fdbb12a7-9290-4693-8ecb-5a911d0a6573 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:28.851956 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc65ec3d-4ff8-499b-a610-824214a3ee04,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:28.876452 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:28.877293 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:28.878453 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:28.879111 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:28.879784 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:28.880419 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:28.881435 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:28.882089 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:28.882711 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:28.888049 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:28.889812 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:28.895643 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:29.064209 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5618a4cc-33a9-40a1-b63b-f56614dc4364 req-8fe5a50b-29a7-4987-b15b-72f68e14b46e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121482 Aug 23 14:16:29.433785 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-f2540606-ddb5-4a92-9005-238d66073a05 req-0cb50f1f-f1a3-445c-a374-b842f1ebf26a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] For port b72c13c1-d601-4fcb-9f68-4fa6da75a5af, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:29.434406 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f2540606-ddb5-4a92-9005-238d66073a05 req-0cb50f1f-f1a3-445c-a374-b842f1ebf26a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:29.479845 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930082'] for router_gateway, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:29.690060 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-f2540606-ddb5-4a92-9005-238d66073a05 req-0cb50f1f-f1a3-445c-a374-b842f1ebf26a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Calling delete_port for b72c13c1-d601-4fcb-9f68-4fa6da75a5af owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:16:30.047162 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395df3f-f340-4a38-ad20-aca5917b02ab req-a46d076a-d779-41fa-a694-c7eafc3d7c0f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:30.072608 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c395df3f-f340-4a38-ad20-aca5917b02ab req-a46d076a-d779-41fa-a694-c7eafc3d7c0f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.7398646 Aug 23 14:16:30.083558 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:30.093694 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:30.120457 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f2540606-ddb5-4a92-9005-238d66073a05 req-0cb50f1f-f1a3-445c-a374-b842f1ebf26a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:30.138232 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['b72c13c1-d601-4fcb-9f68-4fa6da75a5af'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:16:30.151700 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3de98a0f-2830-4f23-a1af-5175ec7bc90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:30.240758 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39462) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:30.253606 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb50f1f-f1a3-445c-a374-b842f1ebf26a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Pushing event deleted for resources: {'Port': ['ID=b72c13c1-d601-4fcb-9f68-4fa6da75a5af,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:30.260493 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0cb50f1f-f1a3-445c-a374-b842f1ebf26a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:30.308171 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:30.309201 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47d92364-bfae-4a19-a871-42653d89a17b {{(pid=76506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:16:30.317958 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c395df3f-f340-4a38-ad20-aca5917b02ab req-9462c43b-52aa-41d6-bcd4-871eb38874a8 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433882 Aug 23 14:16:30.329474 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:30.336008 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] 10.222.0.86 "DELETE /v2.0/routers/47d92364-bfae-4a19-a871-42653d89a17b HTTP/1.1" status: 204 len: 168 time: 4.6641252 Aug 23 14:16:30.336893 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39468) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:30.478398 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f4c06a-08c3-4376-9b3b-1f6a372ea426 admin admin] Deleting subnet e8d85cac-d5e1-40b7-85e8-acb9abf1c9b2 {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:16:30.482914 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-37f4c06a-08c3-4376-9b3b-1f6a372ea426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:30.545485 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2540606-ddb5-4a92-9005-238d66073a05 req-0cb50f1f-f1a3-445c-a374-b842f1ebf26a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] No DVR routers for this DVR port b72c13c1-d601-4fcb-9f68-4fa6da75a5af on host n-h1-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:30.557495 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device fc65ec3d-4ff8-499b-a610-824214a3ee04 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:30.566409 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7d895204-689e-4836-a3d8-8457e2825adc req-e3f903e2-901e-429a-ab96-349cac3243b7 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 210 time: 0.2356045 Aug 23 14:16:30.570680 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f2540606-ddb5-4a92-9005-238d66073a05 req-0cb50f1f-f1a3-445c-a374-b842f1ebf26a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:30.598522 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90909f4-60f8-46c9-bc26-8c7c7b0adc3b', 'name': 'network-vif-deleted', 'tag': 'b72c13c1-d601-4fcb-9f68-4fa6da75a5af'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:30.609241 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f2540606-ddb5-4a92-9005-238d66073a05 req-0cb50f1f-f1a3-445c-a374-b842f1ebf26a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.91 "DELETE /v2.0/ports/b72c13c1-d601-4fcb-9f68-4fa6da75a5af HTTP/1.1" status: 204 len: 173 time: 2.1362197 Aug 23 14:16:30.618114 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c112aea8-7ab1-4171-ba91-818be884bdfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:30.681366 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: fc65ec3d-4ff8-499b-a610-824214a3ee04 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:16:30.681873 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device fc65ec3d-4ff8-499b-a610-824214a3ee04 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:16:30.692688 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-37f4c06a-08c3-4376-9b3b-1f6a372ea426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:30.712890 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90909f4-60f8-46c9-bc26-8c7c7b0adc3b', 'name': 'network-vif-deleted', 'tag': 'b72c13c1-d601-4fcb-9f68-4fa6da75a5af', 'status': 'completed', 'code': 200} Aug 23 14:16:30.940718 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-c112aea8-7ab1-4171-ba91-818be884bdfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:30.957253 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-c112aea8-7ab1-4171-ba91-818be884bdfa admin admin] Usage tracker for resource:security_group_rule and tenant:e9ce1c00c178401689b695db97d4916a is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:30.962502 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-c112aea8-7ab1-4171-ba91-818be884bdfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:30.976992 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-c112aea8-7ab1-4171-ba91-818be884bdfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:31.018030 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-37f4c06a-08c3-4376-9b3b-1f6a372ea426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:31.165196 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c112aea8-7ab1-4171-ba91-818be884bdfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:31.322784 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c112aea8-7ab1-4171-ba91-818be884bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:31.337032 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-37f4c06a-08c3-4376-9b3b-1f6a372ea426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:31.337032 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-049ce31e-ff3b-4a9a-bf37-1c312cb158d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:31.402684 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-37f4c06a-08c3-4376-9b3b-1f6a372ea426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:31.402684 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-c112aea8-7ab1-4171-ba91-818be884bdfa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e9ce1c00c178401689b695db97d4916a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1531265 Aug 23 14:16:31.403017 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893ccdcd-047a-4de9-b342-31ad91c6faa5 None None] Network 8ed147a4-86a4-4306-a46a-e72f4e5e33f1 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:16:31.403651 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112aea8-7ab1-4171-ba91-818be884bdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c17c1b-c062-4148-84b9-154680b48fd3,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:31.403815 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 39482) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:31.405097 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c112aea8-7ab1-4171-ba91-818be884bdfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:31.409581 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:31.455651 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-37f4c06a-08c3-4376-9b3b-1f6a372ea426 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e8d85cac-d5e1-40b7-85e8-acb9abf1c9b2 HTTP/1.1" status: 204 len: 168 time: 1.1102228 Aug 23 14:16:31.455651 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4c06a-08c3-4376-9b3b-1f6a372ea426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d85cac-d5e1-40b7-85e8-acb9abf1c9b2,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:31.455651 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-37f4c06a-08c3-4376-9b3b-1f6a372ea426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:31.459638 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39486) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:31.672200 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-308f9da1-2455-4a43-9881-c19ffe686d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:31.804159 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:31.807564 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-308f9da1-2455-4a43-9881-c19ffe686d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:31.868716 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Deleting port cabcc256-9a74-481d-aecf-f42e9d4c4cd6 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:31.869508 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:31.884151 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:31.888931 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b766c43-1b96-48a1-9943-c85e011bf48b req-cdc4eb3f-01d9-4297-b396-599be8286479 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:31.900757 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b766c43-1b96-48a1-9943-c85e011bf48b req-cdc4eb3f-01d9-4297-b396-599be8286479 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.2318313 Aug 23 14:16:32.005874 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b766c43-1b96-48a1-9943-c85e011bf48b req-3e8ff021-ae58-4569-a9b2-cfb6a30c58eb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034620 Aug 23 14:16:32.107531 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-308f9da1-2455-4a43-9881-c19ffe686d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:32.113199 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-98a047f8-86aa-4b25-81ba-49d30e9ef83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:32.132592 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f9da1-2455-4a43-9881-c19ffe686d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c17c1b-c062-4148-84b9-154680b48fd3,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:32.143725 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-308f9da1-2455-4a43-9881-c19ffe686d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:32.178041 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f7b98d-643a-4a0c-9f7e-4e9f52b695b1 None None] DHCP port deletion for 8ed147a4-86a4-4306-a46a-e72f4e5e33f1 request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:16:32.190156 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-53f7b98d-643a-4a0c-9f7e-4e9f52b695b1 None None] Deleting port cabcc256-9a74-481d-aecf-f42e9d4c4cd6 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:32.190156 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-53f7b98d-643a-4a0c-9f7e-4e9f52b695b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:32.265319 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-001df430-4d01-40c2-ac27-958c74583c89 req-e7e076bb-6672-45cd-a705-e1544c15d8f7 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Synchronizing usage tracker for tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:32.270241 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-308f9da1-2455-4a43-9881-c19ffe686d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:32.274214 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-308f9da1-2455-4a43-9881-c19ffe686d8e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e7c17c1b-c062-4148-84b9-154680b48fd3 HTTP/1.1" status: 204 len: 168 time: 0.8699052 Aug 23 14:16:32.353580 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] For port cabcc256-9a74-481d-aecf-f42e9d4c4cd6, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=cabcc256-9a74-481d-aecf-f42e9d4c4cd6,segment=NetworkSegment(6c759669-df43-4cbc-ba01-1cb746bba689),segment_id=6c759669-df43-4cbc-ba01-1cb746bba689)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:32.354562 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:32.472677 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-001df430-4d01-40c2-ac27-958c74583c89 req-e7e076bb-6672-45cd-a705-e1544c15d8f7 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Unset dirty status for tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:32.479379 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-001df430-4d01-40c2-ac27-958c74583c89 req-e7e076bb-6672-45cd-a705-e1544c15d8f7 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=a90909f4-60f8-46c9-bc26-8c7c7b0adc3b HTTP/1.1" status: 200 len: 210 time: 0.3437502 Aug 23 14:16:32.485277 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-53f7b98d-643a-4a0c-9f7e-4e9f52b695b1 None None] For port cabcc256-9a74-481d-aecf-f42e9d4c4cd6, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=cabcc256-9a74-481d-aecf-f42e9d4c4cd6,segment=NetworkSegment(6c759669-df43-4cbc-ba01-1cb746bba689),segment_id=6c759669-df43-4cbc-ba01-1cb746bba689)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:32.485762 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-53f7b98d-643a-4a0c-9f7e-4e9f52b695b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:32.500283 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device cabcc256-9a74-481d-aecf-f42e9d4c4cd6 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:32.520984 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Calling delete_port for cabcc256-9a74-481d-aecf-f42e9d4c4cd6 owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:16:32.695895 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-53f7b98d-643a-4a0c-9f7e-4e9f52b695b1 None None] Calling delete_port for cabcc256-9a74-481d-aecf-f42e9d4c4cd6 owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:16:32.739067 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device b72c13c1-d601-4fcb-9f68-4fa6da75a5af no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:32.795618 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: b72c13c1-d601-4fcb-9f68-4fa6da75a5af {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:16:32.795967 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device b72c13c1-d601-4fcb-9f68-4fa6da75a5af not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:16:32.855878 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:32.862750 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-35b94f50-9d34-498e-949d-5b62345648dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:32.891623 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-53f7b98d-643a-4a0c-9f7e-4e9f52b695b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:16:32.893055 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-53f7b98d-643a-4a0c-9f7e-4e9f52b695b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:16:32.899042 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:32.966268 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Pushing event deleted for resources: {'Port': ['ID=cabcc256-9a74-481d-aecf-f42e9d4c4cd6,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:32.976779 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:32.986581 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] No DVR routers for this DVR port cabcc256-9a74-481d-aecf-f42e9d4c4cd6 on host n-d-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:33.227061 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:33.246321 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed147a4-86a4-4306-a46a-e72f4e5e33f1']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:33.266609 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c759669-df43-4cbc-ba01-1cb746bba689') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:33.267059 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c759669-df43-4cbc-ba01-1cb746bba689') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:33.281348 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:33.316501 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:33.328912 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:16:33.329437 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:33.356149 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:16:33.356292 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:16:33.395004 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-53f7b98d-643a-4a0c-9f7e-4e9f52b695b1 None None] Deleting port cabcc256-9a74-481d-aecf-f42e9d4c4cd6 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:33.395575 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-53f7b98d-643a-4a0c-9f7e-4e9f52b695b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:33.413818 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfba04-47e7-47db-b85c-9c9f3ac8fc3b req-24d3dd19-4370-4eef-b07a-5ec15ddace95 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:33.422944 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-71cfba04-47e7-47db-b85c-9c9f3ac8fc3b req-24d3dd19-4370-4eef-b07a-5ec15ddace95 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.1309023 Aug 23 14:16:33.494684 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-71cfba04-47e7-47db-b85c-9c9f3ac8fc3b req-110afe01-0f4b-4145-94f7-0e4dfed9d258 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675075 Aug 23 14:16:33.499269 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-53f7b98d-643a-4a0c-9f7e-4e9f52b695b1 None None] The port 'cabcc256-9a74-481d-aecf-f42e9d4c4cd6' was deleted {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:16:33.913348 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:33.919115 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:33.942041 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:33.957219 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed147a4-86a4-4306-a46a-e72f4e5e33f1,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:33.961245 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:34.059292 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39540) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:34.076754 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-894228d2-eb42-4a51-b4c4-8dba320a0b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:34.103245 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] 10.222.0.86 "DELETE /v2.0/networks/8ed147a4-86a4-4306-a46a-e72f4e5e33f1 HTTP/1.1" status: 204 len: 168 time: 2.6424105 Aug 23 14:16:34.126414 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-894228d2-eb42-4a51-b4c4-8dba320a0b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:34.149437 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-894228d2-eb42-4a51-b4c4-8dba320a0b12 admin admin] Usage tracker for resource:security_group_rule and tenant:021548fbd561443bacdf0bf6daa87891 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:34.149437 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-894228d2-eb42-4a51-b4c4-8dba320a0b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:34.149437 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-894228d2-eb42-4a51-b4c4-8dba320a0b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:34.253538 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-894228d2-eb42-4a51-b4c4-8dba320a0b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:34.359483 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-894228d2-eb42-4a51-b4c4-8dba320a0b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:34.371863 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c644702c-a91f-413f-9e2c-0f5a12859249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:34.514644 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894228d2-eb42-4a51-b4c4-8dba320a0b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d77d00e-fdff-4950-bf03-bb0f78ef4e72,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:34.523259 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-894228d2-eb42-4a51-b4c4-8dba320a0b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:34.541363 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-894228d2-eb42-4a51-b4c4-8dba320a0b12 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=021548fbd561443bacdf0bf6daa87891&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4779923 Aug 23 14:16:34.543654 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 39556) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:34.933426 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39564) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:35.163030 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-dbb7ecbf-f7d7-4acc-87d2-4b58096d4a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:35.247431 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-dbb7ecbf-f7d7-4acc-87d2-4b58096d4a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:35.328394 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-113b3421-e41e-44ac-82c9-1691ba41a8b9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9f6c54a424a4450fad076538f9a481d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4087360 Aug 23 14:16:35.359213 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39574) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:35.481576 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214091bc-33be-4917-b014-ec0ed8f8bbbf req-30d96eec-3247-414e-9163-87dc75fb931e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:35.481576 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-214091bc-33be-4917-b014-ec0ed8f8bbbf req-30d96eec-3247-414e-9163-87dc75fb931e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Synchronizing usage tracker for tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:35.487277 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034f680-4c68-465a-9c95-bcabc2e7df22 req-f8bc98f0-31ee-4eb7-81df-7699e2db814c tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:35.487277 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2034f680-4c68-465a-9c95-bcabc2e7df22 req-f8bc98f0-31ee-4eb7-81df-7699e2db814c tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 944 time: 0.8654201 Aug 23 14:16:35.531451 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-214091bc-33be-4917-b014-ec0ed8f8bbbf req-30d96eec-3247-414e-9163-87dc75fb931e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Unset dirty status for tenant:6aa5a9687a4e4e8c9d232cd2c47c6518 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:35.531451 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-214091bc-33be-4917-b014-ec0ed8f8bbbf req-30d96eec-3247-414e-9163-87dc75fb931e tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.60 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 944 time: 0.4959397 Aug 23 14:16:35.610034 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-dbb7ecbf-f7d7-4acc-87d2-4b58096d4a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:35.625062 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8436f28e-9a3b-4bf8-95bb-26a3c07b3787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:35.644161 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7ecbf-f7d7-4acc-87d2-4b58096d4a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d77d00e-fdff-4950-bf03-bb0f78ef4e72,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:35.648750 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-dbb7ecbf-f7d7-4acc-87d2-4b58096d4a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:35.729081 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-dbb7ecbf-f7d7-4acc-87d2-4b58096d4a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:35.731100 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-dbb7ecbf-f7d7-4acc-87d2-4b58096d4a25 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0d77d00e-fdff-4950-bf03-bb0f78ef4e72 HTTP/1.1" status: 204 len: 168 time: 1.1866975 Aug 23 14:16:35.747931 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-19c215c3-3c06-44fb-96d8-fc25af67574e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:35.782937 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2034f680-4c68-465a-9c95-bcabc2e7df22 req-bd5f5d44-4460-4c3b-aea1-334ec2d301ef tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/security-groups?id=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947338 Aug 23 14:16:35.810429 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-214091bc-33be-4917-b014-ec0ed8f8bbbf req-3d2a7e71-3687-41fe-9f72-158773f8d80b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Deleting port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:35.811569 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-214091bc-33be-4917-b014-ec0ed8f8bbbf req-3d2a7e71-3687-41fe-9f72-158773f8d80b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:35.813322 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4aceb-edbf-495d-a23b-9a7624fa90a0 req-4305dc05-867c-44e2-a769-39c166c99d39 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:35.824535 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97f4aceb-edbf-495d-a23b-9a7624fa90a0 req-4305dc05-867c-44e2-a769-39c166c99d39 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.5068810 Aug 23 14:16:35.907480 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97f4aceb-edbf-495d-a23b-9a7624fa90a0 req-e4266e65-bdc1-4746-9449-2f7af730885f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806515 Aug 23 14:16:35.984180 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-19c215c3-3c06-44fb-96d8-fc25af67574e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:36.214498 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-70c65e57-8c61-4a35-af61-0f6b18c722b9 req-6e243179-6047-4641-876c-2cc0179aeea2 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 1096 time: 0.1483083 Aug 23 14:16:36.312284 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-70c65e57-8c61-4a35-af61-0f6b18c722b9 req-6aff10e3-7065-4d95-bfb1-16a64d8691f0 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829382 Aug 23 14:16:36.525432 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-214091bc-33be-4917-b014-ec0ed8f8bbbf req-3d2a7e71-3687-41fe-9f72-158773f8d80b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] For port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:36.526069 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-214091bc-33be-4917-b014-ec0ed8f8bbbf req-3d2a7e71-3687-41fe-9f72-158773f8d80b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:36.683444 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-19c215c3-3c06-44fb-96d8-fc25af67574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:36.699125 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-214091bc-33be-4917-b014-ec0ed8f8bbbf req-3d2a7e71-3687-41fe-9f72-158773f8d80b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Calling delete_port for ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:16:36.728316 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-30e377cc-1dc4-4cfe-b40d-395abf307398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:36.765520 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c215c3-3c06-44fb-96d8-fc25af67574e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb88ff1-4558-40b5-8b3c-391ff996d531,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:36.770807 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-19c215c3-3c06-44fb-96d8-fc25af67574e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:36.805825 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-19c215c3-3c06-44fb-96d8-fc25af67574e admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:36.807146 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-19c215c3-3c06-44fb-96d8-fc25af67574e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0eb88ff1-4558-40b5-8b3c-391ff996d531 HTTP/1.1" status: 204 len: 168 time: 1.4567101 Aug 23 14:16:37.101706 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-214091bc-33be-4917-b014-ec0ed8f8bbbf req-3d2a7e71-3687-41fe-9f72-158773f8d80b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:37.109399 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6be7f558-9a2b-4428-b97a-d2e0b4e43a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:37.181703 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a7e71-3687-41fe-9f72-158773f8d80b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Pushing event deleted for resources: {'Port': ['ID=ceff3c56-6889-4daf-9a3e-3c1b6d5108d9,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:37.189783 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3d2a7e71-3687-41fe-9f72-158773f8d80b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:37.224754 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-efea0eac-26b1-4d5e-9f96-9ab8d21fc0fc req-a0ac3cd3-19f3-416b-9a5b-131828afb621 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=fac7f728-c86c-4e7e-bcea-b4eacb17a942 HTTP/1.1" status: 200 len: 210 time: 0.0806017 Aug 23 14:16:37.251673 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-942f2aa6-ec63-49a6-a96b-581f39887676 req-0bd0b54b-55f4-4b48-a4a1-69c6cd8c0d6a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6565309 Aug 23 14:16:37.331613 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-214091bc-33be-4917-b014-ec0ed8f8bbbf req-3d2a7e71-3687-41fe-9f72-158773f8d80b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] No DVR routers for this DVR port ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:37.335477 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-214091bc-33be-4917-b014-ec0ed8f8bbbf req-3d2a7e71-3687-41fe-9f72-158773f8d80b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:37.351579 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac7f728-c86c-4e7e-bcea-b4eacb17a942', 'name': 'network-vif-deleted', 'tag': 'ceff3c56-6889-4daf-9a3e-3c1b6d5108d9'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:37.456138 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-214091bc-33be-4917-b014-ec0ed8f8bbbf req-3d2a7e71-3687-41fe-9f72-158773f8d80b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.60 "DELETE /v2.0/ports/ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 HTTP/1.1" status: 204 len: 173 time: 1.9147315 Aug 23 14:16:37.571100 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54d6ba-3950-432b-b946-8d95f04b9aa0 req-fbcb4fca-4cb7-411f-a08b-2ef6dd188877 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:37.571100 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cd54d6ba-3950-432b-b946-8d95f04b9aa0 req-fbcb4fca-4cb7-411f-a08b-2ef6dd188877 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.1041653 Aug 23 14:16:37.656477 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cd54d6ba-3950-432b-b946-8d95f04b9aa0 req-2b379ea7-3a34-45bf-a0c2-7210a046da32 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704744 Aug 23 14:16:38.947953 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-8856cc80-7e9f-4e97-9a54-a36b2b368383 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=2034027793af497da36d458d770abdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571463 Aug 23 14:16:39.261234 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-36007a72-c5ae-4b59-9b5b-f4d4eb6b0efb tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:39.286211 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-36007a72-c5ae-4b59-9b5b-f4d4eb6b0efb tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3166380 Aug 23 14:16:39.310298 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-b961cb76-91f4-43d7-ba87-cb5da12de4c7 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/quotas/2034027793af497da36d458d770abdf3 HTTP/1.1" status: 200 len: 375 time: 0.0311952 Aug 23 14:16:39.401929 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-21826c04-af55-442f-b0a4-0f9726f5e4d0 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2034027793af497da36d458d770abdf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837586 Aug 23 14:16:39.770838 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac7f728-c86c-4e7e-bcea-b4eacb17a942', 'name': 'network-vif-deleted', 'tag': 'ceff3c56-6889-4daf-9a3e-3c1b6d5108d9', 'status': 'completed', 'code': 200} Aug 23 14:16:40.069912 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:40.148381 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:16:40.149103 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device ceff3c56-6889-4daf-9a3e-3c1b6d5108d9 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:16:40.192265 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b677e7c-acee-4770-8f55-809be3d7070d req-8840b7db-7060-416d-8649-ce7000be820b tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:40.205579 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8b677e7c-acee-4770-8f55-809be3d7070d req-8840b7db-7060-416d-8649-ce7000be820b tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.1741924 Aug 23 14:16:40.321959 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8b677e7c-acee-4770-8f55-809be3d7070d req-d03b8fbe-9fe6-4a5a-9e0f-af45c0e9bfbf tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991509 Aug 23 14:16:41.242272 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 39720) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:41.481392 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-network', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:16:41.497541 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:41.497541 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Usage tracker for resource:network and tenant:e5db478cc95442438a056dfebe7e6b07 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:41.497541 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:41.503305 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:41.712958 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Made reservation on behalf of e5db478cc95442438a056dfebe7e6b07 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:16:41.726447 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:41.769099 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:41.786592 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26164af7-6059-41e1-b81e-ba3314b82553 req-d225bf82-75aa-45f3-b658-17e2b1bfb68d tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=2034027793af497da36d458d770abdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523915 Aug 23 14:16:41.827462 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-729980e5-afa1-4d31-bfb7-579a517335bf tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:16:41.828116 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-729980e5-afa1-4d31-bfb7-579a517335bf tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0136292 Aug 23 14:16:41.916267 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:42.116043 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Usage tracker for resource:security_group_rule and tenant:e5db478cc95442438a056dfebe7e6b07 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:42.133982 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:42.159099 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:42.373749 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26164af7-6059-41e1-b81e-ba3314b82553 req-ea7631df-c90a-4fde-abe3-6310ec35d8b6 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:42.379429 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26164af7-6059-41e1-b81e-ba3314b82553 req-ea7631df-c90a-4fde-abe3-6310ec35d8b6 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5697205 Aug 23 14:16:42.432138 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3288d0-b202-420e-b269-7e277800192a req-11454941-8e0d-4af1-844c-97dda056fcdf tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:42.432138 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4c3288d0-b202-420e-b269-7e277800192a req-11454941-8e0d-4af1-844c-97dda056fcdf tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.91 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 944 time: 0.4251781 Aug 23 14:16:42.531436 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1c32af86-83fc-4371-a66f-ca9097473611 service neutron] Request body: {'binding': {'host': 'n-h1-805629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:16:42.532798 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1c32af86-83fc-4371-a66f-ca9097473611 service neutron] Unknown quota resources ['binding']. {{(pid=76505) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Aug 23 14:16:42.533340 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c4c54fb5-7994-45f6-bf42-e432b5bb1ed0 req-caa05907-3587-4488-807f-871e66ff2392 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 1096 time: 0.2425852 Aug 23 14:16:42.640999 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26164af7-6059-41e1-b81e-ba3314b82553 req-506eb444-466d-4f44-9795-3ae1a6a9095a tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/quotas/2034027793af497da36d458d770abdf3 HTTP/1.1" status: 200 len: 375 time: 0.2080719 Aug 23 14:16:42.673247 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-4c3288d0-b202-420e-b269-7e277800192a req-1e181024-5d7b-4fed-a774-f7ab4cb1c744 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Deleting port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:42.673668 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-4c3288d0-b202-420e-b269-7e277800192a req-1e181024-5d7b-4fed-a774-f7ab4cb1c744 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:42.756820 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:42.879087 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c54fb5-7994-45f6-bf42-e432b5bb1ed0 req-576ca649-ba2a-46c5-b8ce-171003fac323 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:42.879087 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c4c54fb5-7994-45f6-bf42-e432b5bb1ed0 req-576ca649-ba2a-46c5-b8ce-171003fac323 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.2768564 Aug 23 14:16:42.879279 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26164af7-6059-41e1-b81e-ba3314b82553 req-4af7ab1e-da13-400b-9143-e5c6059f5846 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2034027793af497da36d458d770abdf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2133455 Aug 23 14:16:43.040591 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:43.063514 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:43.081363 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c4c54fb5-7994-45f6-bf42-e432b5bb1ed0 req-3a21e7e6-6ae0-4751-bf6e-498589525168 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249 HTTP/1.1" status: 200 len: 217 time: 0.2001674 Aug 23 14:16:43.116000 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:16:43.141211 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:43.141937 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Added segment e96436a8-2a3f-4e6d-a019-427c0adfa670 of type vlan for network a99c7dd6-f8fe-435d-87d1-bd879e92be38 Aug 23 14:16:43.216483 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:43.223967 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c54fb5-7994-45f6-bf42-e432b5bb1ed0 req-b62c3338-2951-4867-b132-91f59f8363ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:43.227042 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c4c54fb5-7994-45f6-bf42-e432b5bb1ed0 req-b62c3338-2951-4867-b132-91f59f8363ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.1343307 Aug 23 14:16:43.303680 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b6fb85fd-273f-4c71-a035-38f9a9377dd9 req-8905b948-3532-43d9-b9ce-e090a082df9f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3181946 Aug 23 14:16:43.307997 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c4c54fb5-7994-45f6-bf42-e432b5bb1ed0 req-16f50b13-4213-43d0-9355-7646a968c784 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726094 Aug 23 14:16:43.544811 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08305925-2e50-4f02-95a5-665c764e7571,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:43.595835 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:43.688136 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b6fb85fd-273f-4c71-a035-38f9a9377dd9 req-2372022f-9475-4790-9397-76f5dc5ab10f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=367726b8e8974513a0f4f9b7e33a565b&device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 1097 time: 0.3154497 Aug 23 14:16:43.714307 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c4c54fb5-7994-45f6-bf42-e432b5bb1ed0 req-424d304c-f1ae-44e2-9601-4ca05b8182b7 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953354 Aug 23 14:16:43.728407 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:43.751127 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:43.752361 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:43.766180 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fa41d7d4-8941-48c4-a8df-e51120bc070f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:43.964477 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Pushing event updated for resources: {'Network': ['ID=a99c7dd6-f8fe-435d-87d1-bd879e92be38,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:43.981009 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:43.983257 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1c32af86-83fc-4371-a66f-ca9097473611 service neutron] Attempting to bind port 8d1474d4-abee-40cf-944a-9ee02a5e6249 on host n-h1-805629-1 for vnic_type normal with profile None {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:43.984073 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1c32af86-83fc-4371-a66f-ca9097473611 service neutron] Attempting to bind port 8d1474d4-abee-40cf-944a-9ee02a5e6249 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:43.984851 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1c32af86-83fc-4371-a66f-ca9097473611 service neutron] Attempting to bind port 8d1474d4-abee-40cf-944a-9ee02a5e6249 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:16:43.987959 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network a99c7dd6-f8fe-435d-87d1-bd879e92be38 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:16:44.033022 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1c32af86-83fc-4371-a66f-ca9097473611 service neutron] Port 8d1474d4-abee-40cf-944a-9ee02a5e6249 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:16:44.033577 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1c32af86-83fc-4371-a66f-ca9097473611 service neutron] Attempting to bind port 8d1474d4-abee-40cf-944a-9ee02a5e6249 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:16:44.050435 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1c32af86-83fc-4371-a66f-ca9097473611 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:16:44.050949 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1c32af86-83fc-4371-a66f-ca9097473611 service neutron] Checking segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:16:44.051527 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1c32af86-83fc-4371-a66f-ca9097473611 service neutron] Bound using segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:16:44.052197 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1c32af86-83fc-4371-a66f-ca9097473611 service neutron] Bound port: 8d1474d4-abee-40cf-944a-9ee02a5e6249, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:44.119961 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb85fd-273f-4c71-a035-38f9a9377dd9 req-ff6a0285-acb5-48a8-9a82-92bfa6496cf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:44.122534 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b6fb85fd-273f-4c71-a035-38f9a9377dd9 req-ff6a0285-acb5-48a8-9a82-92bfa6496cf3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4e424618-b036-4eb2-865e-2fa157948c1b HTTP/1.1" status: 200 len: 916 time: 0.4043515 Aug 23 14:16:44.129454 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1c32af86-83fc-4371-a66f-ca9097473611 service neutron] For port 8d1474d4-abee-40cf-944a-9ee02a5e6249, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:16:44.139261 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.8949997 Aug 23 14:16:44.144821 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 39768) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:44.167717 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] Request body: {'subnet': {'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-subnet', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:16:44.179619 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:44.238465 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] Usage tracker for resource:subnet and tenant:e5db478cc95442438a056dfebe7e6b07 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:44.238465 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-4c3288d0-b202-420e-b269-7e277800192a req-1e181024-5d7b-4fed-a774-f7ab4cb1c744 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] For port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,segment=NetworkSegment(553fe723-be84-4739-b90d-02f05da590e1),segment_id=553fe723-be84-4739-b90d-02f05da590e1)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:44.238465 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-4c3288d0-b202-420e-b269-7e277800192a req-1e181024-5d7b-4fed-a774-f7ab4cb1c744 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:44.238465 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:44.238465 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:44.463860 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-4c3288d0-b202-420e-b269-7e277800192a req-1e181024-5d7b-4fed-a774-f7ab4cb1c744 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Calling delete_port for 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:16:44.574988 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c4c54fb5-7994-45f6-bf42-e432b5bb1ed0 req-55339523-f659-453d-b9e3-9de80931ff14 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6961322 Aug 23 14:16:44.594969 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1c32af86-83fc-4371-a66f-ca9097473611 service neutron] Notify callbacks [] for binding, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:44.596491 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1c32af86-83fc-4371-a66f-ca9097473611 service neutron] 10.222.0.86 "POST /v2.0/ports/8d1474d4-abee-40cf-944a-9ee02a5e6249/bindings HTTP/1.1" status: 201 len: 389 time: 2.7373350 Aug 23 14:16:44.612312 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b6fb85fd-273f-4c71-a035-38f9a9377dd9 req-80f8d4b9-ba4a-4bc3-9e46-51ff6a7d06df service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2136f4d0-1851-422f-9093-f255a5369cbf HTTP/1.1" status: 200 len: 1002 time: 0.4773223 Aug 23 14:16:44.735421 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb85fd-273f-4c71-a035-38f9a9377dd9 req-d7201c16-7c64-45ef-82fb-5f7168a8de8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:44.738991 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b6fb85fd-273f-4c71-a035-38f9a9377dd9 req-d7201c16-7c64-45ef-82fb-5f7168a8de8f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=51af3679-7d0c-4da5-a19a-365ada920d5d HTTP/1.1" status: 200 len: 854 time: 0.1188526 Aug 23 14:16:44.752375 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58a85f-73b2-4415-9cfa-d36e1b11b992 req-1358832a-3b5d-45ff-bfde-2ee9b70eea7e tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:44.754989 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a58a85f-73b2-4415-9cfa-d36e1b11b992 req-1358832a-3b5d-45ff-bfde-2ee9b70eea7e tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.3015971 Aug 23 14:16:44.761959 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] Made reservation on behalf of e5db478cc95442438a056dfebe7e6b07 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:16:44.764613 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:44.961576 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b6fb85fd-273f-4c71-a035-38f9a9377dd9 req-58bd6277-7d78-47cc-8392-b834c498d008 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4e424618-b036-4eb2-865e-2fa157948c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2087860 Aug 23 14:16:45.040021 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a58a85f-73b2-4415-9cfa-d36e1b11b992 req-e214c25e-051e-4182-9a6e-cb15e0d81ea0 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470763 Aug 23 14:16:45.149062 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-4c3288d0-b202-420e-b269-7e277800192a req-1e181024-5d7b-4fed-a774-f7ab4cb1c744 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:45.172455 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0cb50f1f-f1a3-445c-a374-b842f1ebf26a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:45.372341 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e181024-5d7b-4fed-a774-f7ab4cb1c744 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Pushing event deleted for resources: {'Port': ['ID=3b89b203-8bb8-4d88-8ccf-ae8c09224c35,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:45.392886 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1e181024-5d7b-4fed-a774-f7ab4cb1c744 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:45.393186 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b6fb85fd-273f-4c71-a035-38f9a9377dd9 req-29dbfc08-057c-4baa-b425-8234d9c9ad0a service neutron] 10.222.0.91 "GET /v2.0/networks/4e424618-b036-4eb2-865e-2fa157948c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149880 Aug 23 14:16:45.414117 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01059ed5-2b06-408a-911b-ee6c9cbfe856 req-18e1744f-679a-4772-b758-177ec2378f97 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.86 "GET /v2.0/ports?device_id=aea53cab-9b84-4172-aa77-9f509d9cfdf6 HTTP/1.1" status: 200 len: 210 time: 0.1222138 Aug 23 14:16:45.611764 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3288d0-b202-420e-b269-7e277800192a req-1e181024-5d7b-4fed-a774-f7ab4cb1c744 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] No DVR routers for this DVR port 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 on host n-h1-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:45.623657 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-4c3288d0-b202-420e-b269-7e277800192a req-1e181024-5d7b-4fed-a774-f7ab4cb1c744 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:45.628206 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea53cab-9b84-4172-aa77-9f509d9cfdf6', 'name': 'network-vif-deleted', 'tag': '3b89b203-8bb8-4d88-8ccf-ae8c09224c35'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:45.676648 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4c3288d0-b202-420e-b269-7e277800192a req-1e181024-5d7b-4fed-a774-f7ab4cb1c744 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] 10.222.0.91 "DELETE /v2.0/ports/3b89b203-8bb8-4d88-8ccf-ae8c09224c35 HTTP/1.1" status: 204 len: 173 time: 3.2375379 Aug 23 14:16:45.713070 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-47ebd947-0063-4ae1-9836-ab0b68b032fb tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2034027793af497da36d458d770abdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476024 Aug 23 14:16:45.724160 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:45.730458 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:45.941739 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eba327f3-3a2b-4199-ac17-d7fd4e1c4d5f req-c53dea8f-9484-40b0-9d84-0355c32d97f7 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 210 time: 0.1403525 Aug 23 14:16:46.010981 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b6fb85fd-273f-4c71-a035-38f9a9377dd9 req-2038471f-8ce9-4441-8c04-e9aff6f94763 service neutron] 10.222.0.91 "GET /v2.0/networks/4e424618-b036-4eb2-865e-2fa157948c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114440 Aug 23 14:16:46.129601 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-05336d7f-8954-4b23-9a51-9df471e73876 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:46.131518 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-05336d7f-8954-4b23-9a51-9df471e73876 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3909373 Aug 23 14:16:46.147437 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d27b2308-716d-4e1b-b0fb-8d405a12fdd4,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:46.155716 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Request body: {'port': {'device_id': '6c92e143-201b-4adf-8be7-71a6bda275c1', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': '2034027793af497da36d458d770abdf3'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:16:46.164163 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:46.218971 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] Checking segment: {'id': 'e96436a8-2a3f-4e6d-a019-427c0adfa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:16:46.219550 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] Network hostable DHCP agents. Network: a99c7dd6-f8fe-435d-87d1-bd879e92be38, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:16:46.315645 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1629f288-be74-4b09-b592-59d14d60ac72 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=cae7784c1a0e409298815052dfe79897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012909 Aug 23 14:16:46.423172 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-2e8a3e2d-c294-45ed-9a2f-955a743f2f02 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 1096 time: 0.4170825 Aug 23 14:16:46.700236 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:46.714034 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Usage tracker for resource:port and tenant:2034027793af497da36d458d770abdf3 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:46.731016 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:46.757408 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:46.771302 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] Network a99c7dd6-f8fe-435d-87d1-bd879e92be38 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:16:46.829316 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:46.867164 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Made reservation on behalf of 2034027793af497da36d458d770abdf3 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:16:46.873003 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:46.900210 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:16:46.900672 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 3b89b203-8bb8-4d88-8ccf-ae8c09224c35 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:16:46.919552 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:46.947050 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-9050e037-9b0f-4ab9-b7a6-f5063e9d23a4 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:46.949410 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-9050e037-9b0f-4ab9-b7a6-f5063e9d23a4 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6232686 Aug 23 14:16:46.969877 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-e285e364-11c5-447b-a886-ca7d2371dcb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:46.969877 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-e285e364-11c5-447b-a886-ca7d2371dcb2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.5313213 Aug 23 14:16:46.984742 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e6f86-3c8b-4583-829f-a453f92f492c req-4408e8ff-2001-4ac2-b734-d097dbb38ae4 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:46.986311 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4c0e6f86-3c8b-4583-829f-a453f92f492c req-4408e8ff-2001-4ac2-b734-d097dbb38ae4 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 945 time: 0.7613001 Aug 23 14:16:47.025744 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:47.036196 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Usage tracker for resource:security_group_rule and tenant:2034027793af497da36d458d770abdf3 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:47.042659 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:47.058393 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, a99c7dd6-f8fe-435d-87d1-bd879e92be38) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:47.068483 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44ea7ab-c242-4bee-b54d-2627f94bfece None None] Network a99c7dd6-f8fe-435d-87d1-bd879e92be38 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:16:47.071232 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:47.085369 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:47.090078 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:47.102257 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-ecfc3e76-1bab-45bc-b2ce-6e3d74ede935 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/quotas/cae7784c1a0e409298815052dfe79897 HTTP/1.1" status: 200 len: 375 time: 0.1398289 Aug 23 14:16:47.113684 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-dd460a93-8ed6-4392-9566-2a6254845e77 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249 HTTP/1.1" status: 200 len: 217 time: 0.1261373 Aug 23 14:16:47.222886 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:47.228333 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-fb5f2289-e457-46c6-bb94-dc436fabc535 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1246033 Aug 23 14:16:47.261376 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4c0e6f86-3c8b-4583-829f-a453f92f492c req-c61c692b-9f10-41fc-b2ae-faccf6971757 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151659 Aug 23 14:16:47.274967 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1b3cb0d0-4777-4d64-bdf1-99c398cab122 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:47.276688 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1b3cb0d0-4777-4d64-bdf1-99c398cab122 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.1164927 Aug 23 14:16:47.359198 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-6b49cb89-ce60-4752-88b7-855e6eb2c9f4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671091 Aug 23 14:16:47.396022 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea53cab-9b84-4172-aa77-9f509d9cfdf6', 'name': 'network-vif-deleted', 'tag': '3b89b203-8bb8-4d88-8ccf-ae8c09224c35', 'status': 'completed', 'code': 200} Aug 23 14:16:47.457670 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-2a0ec939-143c-4e6f-baed-fb896fd91f16 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3107963 Aug 23 14:16:47.461101 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39800) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:47.473736 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-router', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:16:47.494882 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:47.507494 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Usage tracker for resource:router and tenant:e5db478cc95442438a056dfebe7e6b07 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:47.518646 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:47.534867 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:47.558944 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:47.562119 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'fixed_ips': [{'subnet_id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:16:47.562301 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2ffff417-ac54-40dd-bab7-d22152c3f097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:47.569324 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:47.572697 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-62946fb1-1f99-4b16-8f6b-c681242f20f8 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909220 Aug 23 14:16:47.727936 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c54559-79a0-4aa1-9db1-6a43269a8ef2,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:47.737169 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:47.879233 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:47.890232 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:48.089392 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:48.101710 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Allocated IP 192.168.233.10 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/c08036f2-1fe2-4016-acea-9621f261b74e) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:48.306351 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Allocated IP 172.20.0.2 (a99c7dd6-f8fe-435d-87d1-bd879e92be38/d27b2308-716d-4e1b-b0fb-8d405a12fdd4/337289f6-7de5-46e7-926b-192d77c901bc) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:48.333743 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26164af7-6059-41e1-b81e-ba3314b82553 req-0db440c2-f665-4050-8bc4-b685fb11d4fc tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2034027793af497da36d458d770abdf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127317 Aug 23 14:16:48.396182 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 39814) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:48.533817 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-8b9c5f96-0855-4986-bb79-4df8b19d732d service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9644525 Aug 23 14:16:48.617178 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:48.633502 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ced83f-cfc4-4e2e-8f65-7e1fc20d2965 req-4bf23cce-3094-423f-8692-a0c39c956d39 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:48.651513 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e2ced83f-cfc4-4e2e-8f65-7e1fc20d2965 req-4bf23cce-3094-423f-8692-a0c39c956d39 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.7349615 Aug 23 14:16:48.661005 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Transition to ACTIVE for port object 337289f6-7de5-46e7-926b-192d77c901bc will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:48.747918 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Transition to ACTIVE for port object 337289f6-7de5-46e7-926b-192d77c901bc will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:48.873872 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:48.880710 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-f1fbe0e5-d706-4155-99a5-a524156b24b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:49.062408 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e2ced83f-cfc4-4e2e-8f65-7e1fc20d2965 req-0e393231-0437-4beb-af9b-973607be96b6 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089191 Aug 23 14:16:49.124208 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Network a99c7dd6-f8fe-435d-87d1-bd879e92be38 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:49.137105 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:49.147314 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:16:49.172857 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Pushing event updated for resources: {'Port': ['ID=337289f6-7de5-46e7-926b-192d77c901bc,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:49.205007 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26164af7-6059-41e1-b81e-ba3314b82553 req-4019daa7-4600-4f2a-8c1f-776900daaa5b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:49.215497 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26164af7-6059-41e1-b81e-ba3314b82553 req-4019daa7-4600-4f2a-8c1f-776900daaa5b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8638062 Aug 23 14:16:49.249856 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.261089 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.311449 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:49.312124 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:49.313624 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:49.314899 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:49.315981 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:49.316538 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:49.323230 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:49.323230 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:49.323230 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:49.323230 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:49.323230 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:49.328720 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:49.332487 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Attempting to bind port 337289f6-7de5-46e7-926b-192d77c901bc on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:49.333104 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Transition to ACTIVE for port object c08036f2-1fe2-4016-acea-9621f261b74e will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:49.333242 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Attempting to bind port 337289f6-7de5-46e7-926b-192d77c901bc by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'e96436a8-2a3f-4e6d-a019-427c0adfa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:49.333740 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Attempting to bind port 337289f6-7de5-46e7-926b-192d77c901bc on network a99c7dd6-f8fe-435d-87d1-bd879e92be38 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:16:49.342223 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Request body: {'port': {'device_id': 'c811795e-78ea-48e4-a721-42c557d0d67c', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': '2034027793af497da36d458d770abdf3'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:16:49.347417 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:16:49.347988 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Checking segment: {'id': 'e96436a8-2a3f-4e6d-a019-427c0adfa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:16:49.348561 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.349061 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Bound using segment: {'id': 'e96436a8-2a3f-4e6d-a019-427c0adfa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:16:49.349686 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Bound port: 337289f6-7de5-46e7-926b-192d77c901bc, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96436a8-2a3f-4e6d-a019-427c0adfa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:49.350171 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.368338 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f853ba-f91e-4e3d-9e41-025d8c646273 admin admin] Deleting subnet 2e660768-8dea-4aca-bc8e-0ba7b3d6e871 {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:16:49.379961 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-17f853ba-f91e-4e3d-9e41-025d8c646273 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.445242 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-25e85923-56ca-4069-ac56-830b108079f9 req-3498913b-4337-4b58-a30f-1a9f2348c1bc tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 210 time: 0.2278907 Aug 23 14:16:49.461720 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] For port 337289f6-7de5-46e7-926b-192d77c901bc, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:16:49.467312 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] For port 337289f6-7de5-46e7-926b-192d77c901bc, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=337289f6-7de5-46e7-926b-192d77c901bc,segment=NetworkSegment(e96436a8-2a3f-4e6d-a019-427c0adfa670),segment_id=e96436a8-2a3f-4e6d-a019-427c0adfa670)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:16:49.540831 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a29ca134-ca3f-4a11-afad-6f9483d027a3 req-be9b5b4a-6bd2-4068-a32e-519918fb78ee tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 210 time: 0.1757288 Aug 23 14:16:49.589993 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.596921 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:49.633232 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.665905 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:49.667650 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-17f853ba-f91e-4e3d-9e41-025d8c646273 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.784031 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Pushing event updated for resources: {'Port': ['ID=337289f6-7de5-46e7-926b-192d77c901bc,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:49.789154 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:49.939715 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-17f853ba-f91e-4e3d-9e41-025d8c646273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:50.005927 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:50.013150 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:50.026290 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Pushing event updated for resources: {'Port': ['ID=c08036f2-1fe2-4016-acea-9621f261b74e,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:50.027885 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Usage tracker for resource:port and tenant:2034027793af497da36d458d770abdf3 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:50.032239 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Quota usage for port was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:50.032579 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:50.035757 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:50.039763 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:16:50.048307 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:50.086712 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb80b5-46ea-4954-a241-3da617fcf7a4 req-ba0d5ffd-798c-4641-8157-5e6c0229a936 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:50.088409 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cfcb80b5-46ea-4954-a241-3da617fcf7a4 req-ba0d5ffd-798c-4641-8157-5e6c0229a936 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 945 time: 0.3516276 Aug 23 14:16:50.199171 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:50.199842 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:50.208779 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cfcb80b5-46ea-4954-a241-3da617fcf7a4 req-41c514d2-e450-43bb-a4cc-b5c0701b8a4b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065147 Aug 23 14:16:50.289667 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Made reservation on behalf of 2034027793af497da36d458d770abdf3 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:16:50.292684 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:50.424029 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2720358 Aug 23 14:16:50.450554 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:50.520791 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-17f853ba-f91e-4e3d-9e41-025d8c646273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:50.560663 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Request body: {'port': {'device_id': '6c92e143-201b-4adf-8be7-71a6bda275c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:16:50.627074 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:50.648154 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:50.660864 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 337289f6-7de5-46e7-926b-192d77c901bc up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:50.830954 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:51.205216 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Allocated IP 172.25.6.79 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/ce3c5650-0d4c-432b-b3c7-c4061ab5b787) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:51.206758 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f853ba-f91e-4e3d-9e41-025d8c646273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e660768-8dea-4aca-bc8e-0ba7b3d6e871,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:51.206758 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-17f853ba-f91e-4e3d-9e41-025d8c646273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:51.206758 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-17f853ba-f91e-4e3d-9e41-025d8c646273 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:51.236466 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-17f853ba-f91e-4e3d-9e41-025d8c646273 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2e660768-8dea-4aca-bc8e-0ba7b3d6e871 HTTP/1.1" status: 204 len: 168 time: 2.8294847 Aug 23 14:16:51.237077 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Allocated IP 192.168.233.49 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/a84bd94f-9f7c-42c5-a909-b678fc29daea) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:51.237200 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39840) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:51.342562 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcef9d-3b98-4b16-a13e-330119959536 req-bacb5a4e-710c-4a83-b924-ad105f6bf757 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:51.342562 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6dcef9d-3b98-4b16-a13e-330119959536 req-bacb5a4e-710c-4a83-b924-ad105f6bf757 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.2015350 Aug 23 14:16:51.436644 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293a002b-b3fa-4a2a-b15d-d12136a7ac60 None None] Network a99c7dd6-f8fe-435d-87d1-bd879e92be38 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:16:51.455492 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fbf68911-0d7c-41ec-9696-a124d32adedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:51.463355 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:51.535499 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 337289f6-7de5-46e7-926b-192d77c901bc completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:51.539352 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-58e4be7f-6376-41d7-adbf-c9f8eb586a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:51.541093 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c021e98a-3998-4ba5-8be2-104e427d12c5 None None] Provisioning for port c08036f2-1fe2-4016-acea-9621f261b74e completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:51.571967 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c021e98a-3998-4ba5-8be2-104e427d12c5 None None] Provisioning complete for port c08036f2-1fe2-4016-acea-9621f261b74e triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:51.572454 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c021e98a-3998-4ba5-8be2-104e427d12c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:51.573007 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6dcef9d-3b98-4b16-a13e-330119959536 req-4c31ac66-699f-4045-8bdc-2dde5d4f4b7e tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403519 Aug 23 14:16:51.667417 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c021e98a-3998-4ba5-8be2-104e427d12c5 None None] Port c08036f2-1fe2-4016-acea-9621f261b74e cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:16:51.752760 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fbf68911-0d7c-41ec-9696-a124d32adedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:51.772992 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-fbf68911-0d7c-41ec-9696-a124d32adedd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8974d9b4-186c-49b7-815f-edb23adc0e9f']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:51.789092 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-fbf68911-0d7c-41ec-9696-a124d32adedd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553fe723-be84-4739-b90d-02f05da590e1') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:51.789542 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-fbf68911-0d7c-41ec-9696-a124d32adedd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553fe723-be84-4739-b90d-02f05da590e1') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:51.803885 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fbf68911-0d7c-41ec-9696-a124d32adedd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:51.822878 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fbf68911-0d7c-41ec-9696-a124d32adedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:51.832470 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf68911-0d7c-41ec-9696-a124d32adedd admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:16:51.833208 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fbf68911-0d7c-41ec-9696-a124d32adedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:16:51.850020 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:16:51.879144 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-86daffa3-ba34-40d9-91ca-c7bb9907eb18 req-6191cd7d-9c1f-4d7a-b17a-9f5885a5205d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 210 time: 0.0682847 Aug 23 14:16:51.884016 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:51.888757 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c558b1df-57a3-43fc-b4ab-920a4c007e9a req-ccf0d98f-bf74-42b0-a31d-101f26b30775 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Synchronizing usage tracker for tenant:2034027793af497da36d458d770abdf3 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:51.926645 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Transition to ACTIVE for port object a84bd94f-9f7c-42c5-a909-b678fc29daea will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:52.080671 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.089987 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.090133 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c558b1df-57a3-43fc-b4ab-920a4c007e9a req-ccf0d98f-bf74-42b0-a31d-101f26b30775 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Unset dirty status for tenant:2034027793af497da36d458d770abdf3 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:52.090233 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-96b6128e-5ea7-46e0-9bbc-c89da5530ba3 None None] Provisioning for port 337289f6-7de5-46e7-926b-192d77c901bc completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:52.090391 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c558b1df-57a3-43fc-b4ab-920a4c007e9a req-ccf0d98f-bf74-42b0-a31d-101f26b30775 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 210 time: 0.3669436 Aug 23 14:16:52.105534 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-96b6128e-5ea7-46e0-9bbc-c89da5530ba3 None None] Provisioning complete for port 337289f6-7de5-46e7-926b-192d77c901bc triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:52.106178 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-96b6128e-5ea7-46e0-9bbc-c89da5530ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.114803 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d4067729-12fe-4862-aa54-7b2d36ae3c7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:52.193321 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:52.228133 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.234640 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Pushing event updated for resources: {'Port': ['ID=ce3c5650-0d4c-432b-b3c7-c4061ab5b787,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:52.238151 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:52.242945 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-03f01fa9-db98-4d50-97f6-4dbbd2c6e861 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:52.262301 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:52.263770 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:16:52.297256 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fbf68911-0d7c-41ec-9696-a124d32adedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.342509 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-96b6128e-5ea7-46e0-9bbc-c89da5530ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.371087 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ef34a52e-4ee4-422a-94ab-a0940634be4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:52.388628 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fbf68911-0d7c-41ec-9696-a124d32adedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.408844 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf68911-0d7c-41ec-9696-a124d32adedd admin admin] Pushing event deleted for resources: {'Network': ['ID=8974d9b4-186c-49b7-815f-edb23adc0e9f,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:52.409356 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-96b6128e-5ea7-46e0-9bbc-c89da5530ba3 None None] For port 337289f6-7de5-46e7-926b-192d77c901bc, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=337289f6-7de5-46e7-926b-192d77c901bc,segment=NetworkSegment(e96436a8-2a3f-4e6d-a019-427c0adfa670),segment_id=e96436a8-2a3f-4e6d-a019-427c0adfa670)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:52.423908 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fbf68911-0d7c-41ec-9696-a124d32adedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:52.488548 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:52.495680 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:52.505795 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:16:52.567716 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Pushing event updated for resources: {'Port': ['ID=a84bd94f-9f7c-42c5-a909-b678fc29daea,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:52.581802 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:52.611996 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-96b6128e-5ea7-46e0-9bbc-c89da5530ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.618423 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-07afbcf5-b5e0-4e18-b0eb-939403a31788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:52.651203 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1445fbb-51c9-4e9b-b596-5ba160747e74 req-4eae8068-05c5-43b4-941b-d1c792de09e9 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:52.653279 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1445fbb-51c9-4e9b-b596-5ba160747e74 req-4eae8068-05c5-43b4-941b-d1c792de09e9 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/ports?device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 945 time: 0.3242750 Aug 23 14:16:52.658550 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:52.659306 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.670023 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b386f-9778-4fd3-a5f5-9b68ab915d08 req-f54f5fff-c966-4acc-a2f1-3bd135b4d546 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:52.677605 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a0b386f-9778-4fd3-a5f5-9b68ab915d08 req-f54f5fff-c966-4acc-a2f1-3bd135b4d546 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 945 time: 0.3506274 Aug 23 14:16:52.679891 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-fbf68911-0d7c-41ec-9696-a124d32adedd admin admin] 10.222.0.86 "DELETE /v2.0/networks/8974d9b4-186c-49b7-815f-edb23adc0e9f HTTP/1.1" status: 204 len: 168 time: 1.4382036 Aug 23 14:16:52.680913 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39852) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:52.819998 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-d1980a48-d297-440f-a3f6-1e4b97c039cd None None] Provisioning complete for port 337289f6-7de5-46e7-926b-192d77c901bc triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:52.820592 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d1980a48-d297-440f-a3f6-1e4b97c039cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.875616 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.resource_extend [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:16:52.932272 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6128e-5ea7-46e0-9bbc-c89da5530ba3 None None] Pushing event updated for resources: {'Port': ['ID=337289f6-7de5-46e7-926b-192d77c901bc,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:52.953596 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-96b6128e-5ea7-46e0-9bbc-c89da5530ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:53.027467 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a0b386f-9778-4fd3-a5f5-9b68ab915d08 req-1e3ca4f4-4000-4ab3-b617-509d48b19934 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488851 Aug 23 14:16:53.033331 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26164af7-6059-41e1-b81e-ba3314b82553 req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7025001 Aug 23 14:16:53.037202 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1445fbb-51c9-4e9b-b596-5ba160747e74 req-cac6bee3-2b38-4063-84dd-098bd7f271f3 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/security-groups?id=68d7fb6a-906c-4a80-aedf-9fb34960e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196843 Aug 23 14:16:53.054063 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Request body: {'port': {'device_id': 'c811795e-78ea-48e4-a721-42c557d0d67c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:16:53.233265 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7628f-0d13-4b81-baa1-560f49687965 req-cf4bdc27-6a98-4e9b-9443-f40258207e5f tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:53.234803 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1fc7628f-0d13-4b81-baa1-560f49687965 req-cf4bdc27-6a98-4e9b-9443-f40258207e5f tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.60 "GET /v2.0/ports?device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 945 time: 0.5235405 Aug 23 14:16:53.236502 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1124a44-ae1e-441a-9d42-f3196355cd26 admin admin] Deleting subnet c5b5f83e-d864-4b54-a969-21a450a863eb {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:16:53.246295 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c1124a44-ae1e-441a-9d42-f3196355cd26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:53.294798 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-e2569368-d950-48c3-a8ea-1d2c04fc5460 None None] Provisioning for port a84bd94f-9f7c-42c5-a909-b678fc29daea completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:53.305283 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-e2569368-d950-48c3-a8ea-1d2c04fc5460 None None] Provisioning complete for port a84bd94f-9f7c-42c5-a909-b678fc29daea triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:53.307354 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e2569368-d950-48c3-a8ea-1d2c04fc5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:53.325583 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08036f2-1fe2-4016-acea-9621f261b74e {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:53.342333 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:53.365339 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c1124a44-ae1e-441a-9d42-f3196355cd26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:53.376783 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:53.389225 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-e2569368-d950-48c3-a8ea-1d2c04fc5460 None None] Port a84bd94f-9f7c-42c5-a909-b678fc29daea cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:16:53.433945 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3e8e3213-72c6-4ed5-a9a0-b628e87e1ecb req-6fa62cc9-e2a8-4615-b98c-a197e2f4a828 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 210 time: 0.1957631 Aug 23 14:16:53.439095 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Transition to ACTIVE for port object c08036f2-1fe2-4016-acea-9621f261b74e will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:53.483057 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:53.484145 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:53.508547 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c1124a44-ae1e-441a-9d42-f3196355cd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:53.546808 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-8ff0afb9-2a50-4f03-a19e-dcdfc2e9c2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:53.616717 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-301f6258-2cfe-474c-95ec-9f87bccdf222 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=cae7784c1a0e409298815052dfe79897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997126 Aug 23 14:16:53.649065 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:53.657509 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-da8da1ed-29b7-4aa5-a6ad-e53affe9c0d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:53.769613 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-1fc7628f-0d13-4b81-baa1-560f49687965 req-399deb97-62d1-474f-892d-0dfb7dd358fe tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Deleting port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:16:53.770139 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1fc7628f-0d13-4b81-baa1-560f49687965 req-399deb97-62d1-474f-892d-0dfb7dd358fe tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:53.910497 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Pushing event updated for resources: {'Port': ['ID=c08036f2-1fe2-4016-acea-9621f261b74e,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:53.923049 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:54.063649 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c1124a44-ae1e-441a-9d42-f3196355cd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:54.178935 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9b274675-401f-4fde-817b-f7a2109e8f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:54.240756 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b817d1-604f-4388-86aa-023de9466ca8 req-052baf99-fbf9-4857-aba5-6da68ce2abcb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:54.242481 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03b817d1-604f-4388-86aa-023de9466ca8 req-052baf99-fbf9-4857-aba5-6da68ce2abcb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 946 time: 0.9598808 Aug 23 14:16:54.261408 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1124a44-ae1e-441a-9d42-f3196355cd26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b5f83e-d864-4b54-a969-21a450a863eb,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:54.280960 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c1124a44-ae1e-441a-9d42-f3196355cd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:54.301566 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c1124a44-ae1e-441a-9d42-f3196355cd26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:54.318278 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-c1124a44-ae1e-441a-9d42-f3196355cd26 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c5b5f83e-d864-4b54-a969-21a450a863eb HTTP/1.1" status: 204 len: 168 time: 1.6094282 Aug 23 14:16:54.322542 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39866) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:54.350979 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Attempting to bind port c08036f2-1fe2-4016-acea-9621f261b74e on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:54.351454 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Attempting to bind port c08036f2-1fe2-4016-acea-9621f261b74e by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:54.351833 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Attempting to bind port c08036f2-1fe2-4016-acea-9621f261b74e on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:16:54.451991 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Port c08036f2-1fe2-4016-acea-9621f261b74e on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:16:54.451991 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Attempting to bind port c08036f2-1fe2-4016-acea-9621f261b74e on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:16:54.481455 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:16:54.481455 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:16:54.481455 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:16:54.481455 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Bound port: c08036f2-1fe2-4016-acea-9621f261b74e, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:54.482288 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:54.546465 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 337289f6-7de5-46e7-926b-192d77c901bc up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:54.558548 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-8776ad10-3f32-4110-a741-889f7b586ab2 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:54.560847 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-8776ad10-3f32-4110-a741-889f7b586ab2 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9280543 Aug 23 14:16:54.607106 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:54.635685 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f8a86d38-d314-4c17-a5b7-1e8b17fbd7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:54.696938 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 337289f6-7de5-46e7-926b-192d77c901bc triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:54.697785 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:54.730970 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Request body: {'port': {'device_id': '1411e8e8-41eb-415f-9c44-067041f8f136', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'cae7784c1a0e409298815052dfe79897'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:16:54.775831 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] For port c08036f2-1fe2-4016-acea-9621f261b74e, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:16:54.783180 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba1e5a-075c-479a-b7bd-554f296f95f8 req-73968b6f-e66f-4ade-bc95-ab07a9a5ab7b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:54.785119 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-15ba1e5a-075c-479a-b7bd-554f296f95f8 req-73968b6f-e66f-4ade-bc95-ab07a9a5ab7b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 935 time: 0.8966589 Aug 23 14:16:54.863487 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03b817d1-604f-4388-86aa-023de9466ca8 req-b41eb17a-84c0-454b-b6a2-39ba59adeb01 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585482 Aug 23 14:16:54.878481 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] For port c08036f2-1fe2-4016-acea-9621f261b74e, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c08036f2-1fe2-4016-acea-9621f261b74e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:16:54.898820 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f8a86d38-d314-4c17-a5b7-1e8b17fbd7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:54.933979 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-f8a86d38-d314-4c17-a5b7-1e8b17fbd7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e12f2fe-aefb-480a-bb69-0220ce407bf3']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:54.949896 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-f8a86d38-d314-4c17-a5b7-1e8b17fbd7e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2192cb-6548-4a2d-8eb1-07c330289339') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:54.956138 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-f8a86d38-d314-4c17-a5b7-1e8b17fbd7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2192cb-6548-4a2d-8eb1-07c330289339') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:54.967087 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f8a86d38-d314-4c17-a5b7-1e8b17fbd7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:54.977302 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:54.985125 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-15ece17d-c183-4e02-a38a-66b15f8463d0 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:55.055849 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:16:55.082860 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f8a86d38-d314-4c17-a5b7-1e8b17fbd7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:55.104573 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:55.107144 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] 10.222.0.60 "PUT /v2.0/ports/c08036f2-1fe2-4016-acea-9621f261b74e HTTP/1.1" status: 200 len: 1095 time: 4.6723905 Aug 23 14:16:55.108703 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a86d38-d314-4c17-a5b7-1e8b17fbd7e4 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:16:55.109293 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f8a86d38-d314-4c17-a5b7-1e8b17fbd7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:55.127734 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c92e143-201b-4adf-8be7-71a6bda275c1', 'tag': 'c08036f2-1fe2-4016-acea-9621f261b74e'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:16:55.131940 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:16:55.162893 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:16:55.192565 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-1fc7628f-0d13-4b81-baa1-560f49687965 req-399deb97-62d1-474f-892d-0dfb7dd358fe tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] For port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=7e287fe8-3bbd-4d45-a242-8a1758dd8d27,segment=NetworkSegment(7e831ccd-7a95-4669-a351-87cb88509e73),segment_id=7e831ccd-7a95-4669-a351-87cb88509e73)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:55.193829 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1fc7628f-0d13-4b81-baa1-560f49687965 req-399deb97-62d1-474f-892d-0dfb7dd358fe tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:55.218185 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-15ba1e5a-075c-479a-b7bd-554f296f95f8 req-74b0ad4e-eb1c-4d86-8fa7-df0e0a09c368 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/security-groups?id=79c54559-79a0-4aa1-9db1-6a43269a8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579206 Aug 23 14:16:55.225068 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:55.230326 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Usage tracker for resource:port and tenant:cae7784c1a0e409298815052dfe79897 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:55.234189 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:55.348764 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Pushing event updated for resources: {'Port': ['ID=c08036f2-1fe2-4016-acea-9621f261b74e,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:55.385833 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:55.400993 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:55.471682 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-702e63ad-b0f1-441b-b47a-debf67d71685 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2034027793af497da36d458d770abdf3&device_id=6c92e143-201b-4adf-8be7-71a6bda275c1 HTTP/1.1" status: 200 len: 1098 time: 0.2411225 Aug 23 14:16:55.488544 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-1fc7628f-0d13-4b81-baa1-560f49687965 req-399deb97-62d1-474f-892d-0dfb7dd358fe tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Calling delete_port for 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:16:55.631774 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84bd94f-9f7c-42c5-a909-b678fc29daea {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:55.656994 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:55.704418 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Made reservation on behalf of cae7784c1a0e409298815052dfe79897 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:16:55.708868 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:55.736761 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f8a86d38-d314-4c17-a5b7-1e8b17fbd7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:55.767036 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Transition to ACTIVE for port object a84bd94f-9f7c-42c5-a909-b678fc29daea will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:55.776611 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:55.776893 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-af0c8d74-1e8c-43ff-8f9e-04d4fd3ef9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:55.792077 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f8a86d38-d314-4c17-a5b7-1e8b17fbd7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:55.812928 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-4f391cae-1116-422d-a4a1-6ca663cf4153 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=c08036f2-1fe2-4016-acea-9621f261b74e HTTP/1.1" status: 200 len: 217 time: 0.1509733 Aug 23 14:16:55.816899 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b6ccf-6cff-4aab-aa66-5e9eb9831f39 req-70524ad3-eb9d-4bc7-8972-67618043d81e tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:55.818503 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-751b6ccf-6cff-4aab-aa66-5e9eb9831f39 req-70524ad3-eb9d-4bc7-8972-67618043d81e tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/ports?device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 945 time: 0.7417095 Aug 23 14:16:55.823952 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a86d38-d314-4c17-a5b7-1e8b17fbd7e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e12f2fe-aefb-480a-bb69-0220ce407bf3,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:55.830996 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f8a86d38-d314-4c17-a5b7-1e8b17fbd7e4 admin admin] 10.222.0.86 "DELETE /v2.0/networks/3e12f2fe-aefb-480a-bb69-0220ce407bf3 HTTP/1.1" status: 204 len: 168 time: 1.5018268 Aug 23 14:16:55.833148 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f8a86d38-d314-4c17-a5b7-1e8b17fbd7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:55.937740 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:55.953394 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-18de4395-bca9-45e7-a5a2-278850b7957b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:55.954229 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cdf64925-d42f-4e11-b03e-63bb6067c595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:55.956663 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-18de4395-bca9-45e7-a5a2-278850b7957b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1220512 Aug 23 14:16:55.994115 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:56.036610 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:16:56.052702 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Sync routers for ids ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:16:56.066907 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:56.077723 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Routers {'9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:16:56.080746 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:16:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:56.101799 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f9ae5-2669-40d7-be19-c35883604d69 req-ce9991c0-83cb-49a2-8026-0fddbc8db3f7 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:56.106867 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-562f9ae5-2669-40d7-be19-c35883604d69 req-ce9991c0-83cb-49a2-8026-0fddbc8db3f7 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 945 time: 0.5800653 Aug 23 14:16:56.121249 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-a363f595-55ed-4af2-a4a9-f200ec1d3979 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569142 Aug 23 14:16:56.264927 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:56.271872 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 8.8084621 Aug 23 14:16:56.275295 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39882) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:56.278883 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Usage tracker for resource:security_group_rule and tenant:cae7784c1a0e409298815052dfe79897 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:56.285351 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:56.296891 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:56.323263 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Pushing event updated for resources: {'Port': ['ID=a84bd94f-9f7c-42c5-a909-b678fc29daea,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:56.381442 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Set router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:16:56.384763 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:56.400117 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39886) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:56.429219 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1fc7628f-0d13-4b81-baa1-560f49687965 req-399deb97-62d1-474f-892d-0dfb7dd358fe tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:56.453077 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-080db7c4-cd43-4128-a6c1-9c496e4a4c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:56.530529 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-751b6ccf-6cff-4aab-aa66-5e9eb9831f39 req-27255c0a-3fdc-4b41-84f5-cab43947a0ad tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/security-groups?id=68d7fb6a-906c-4a80-aedf-9fb34960e419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402814 Aug 23 14:16:56.576720 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399deb97-62d1-474f-892d-0dfb7dd358fe tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Pushing event deleted for resources: {'Port': ['ID=7e287fe8-3bbd-4d45-a242-8a1758dd8d27,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:56.592344 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-c42d1626-36de-43fa-8000-3d0207284049 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592657 Aug 23 14:16:56.602255 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-387c317b-45b1-411c-98e2-3143f38ae743 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6aa5a9687a4e4e8c9d232cd2c47c6518&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2006917 Aug 23 14:16:56.604579 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39890) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:56.631754 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-399deb97-62d1-474f-892d-0dfb7dd358fe tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:56.795106 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:56.855351 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-router', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:47Z', 'updated_at': '2021-08-23T14:16:52Z', 'revision_number': 3, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'gw_port': {'id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:50Z', 'updated_at': '2021-08-23T14:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:56.855351 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Checking router: 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:16:56.855351 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Updating router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 port ce3c5650-0d4c-432b-b3c7-c4061ab5b787 binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:16:56.923741 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-562f9ae5-2669-40d7-be19-c35883604d69 req-d71c736e-55e9-4887-865a-a6fdbc14ff92 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751530 Aug 23 14:16:56.935317 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e0f57b7a-0779-4a79-b448-fc0ce0ffcfca req-8e2aa700-a4a6-4b68-984f-16132375d5eb service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316960 Aug 23 14:16:56.937205 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3906646e-1184-4044-afd5-c5f6760c01ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:56.938277 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:56.943796 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1817e181-9fc2-4ddf-a5cc-e296947fdfa1 req-23165c47-25a6-4e0f-9dd9-610f634ef74d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 210 time: 0.1698442 Aug 23 14:16:56.991562 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.012797 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc7628f-0d13-4b81-baa1-560f49687965 req-399deb97-62d1-474f-892d-0dfb7dd358fe tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] No DVR routers for this DVR port 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:57.018451 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1fc7628f-0d13-4b81-baa1-560f49687965 req-399deb97-62d1-474f-892d-0dfb7dd358fe tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.072163 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3906646e-1184-4044-afd5-c5f6760c01ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.080217 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9e93fe04-c173-428a-97fd-43c9da185a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:57.113821 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff3a70e-14b0-4aae-b58a-0fdce42201d9', 'name': 'network-vif-deleted', 'tag': '7e287fe8-3bbd-4d45-a242-8a1758dd8d27'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:57.501407 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c92e143-201b-4adf-8be7-71a6bda275c1', 'tag': 'c08036f2-1fe2-4016-acea-9621f261b74e', 'status': 'completed', 'code': 200} Aug 23 14:16:57.682454 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4fd56cf6-c8e7-49d0-9118-ed54b4bcf324 req-d5232c8f-a7b1-4bbf-9e8d-6fa0602429af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2034027793af497da36d458d770abdf3&device_id=6c92e143-201b-4adf-8be7-71a6bda275c1 HTTP/1.1" status: 200 len: 1098 time: 0.1689365 Aug 23 14:16:57.686218 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3906646e-1184-4044-afd5-c5f6760c01ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.693083 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7e9f635b-3686-4bec-98b4-e33474dc7afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:57.771290 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.787355 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Transition to ACTIVE for port object ce3c5650-0d4c-432b-b3c7-c4061ab5b787 will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:57.794377 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1fc7628f-0d13-4b81-baa1-560f49687965 req-399deb97-62d1-474f-892d-0dfb7dd358fe tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.60 "DELETE /v2.0/ports/7e287fe8-3bbd-4d45-a242-8a1758dd8d27 HTTP/1.1" status: 204 len: 173 time: 4.5146747 Aug 23 14:16:57.820685 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906646e-1184-4044-afd5-c5f6760c01ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e7b1f2-d9fe-4acb-847d-43e19bbd21e7,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:57.846568 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Attempting to bind port a84bd94f-9f7c-42c5-a909-b678fc29daea on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:57.847352 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Attempting to bind port a84bd94f-9f7c-42c5-a909-b678fc29daea by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:57.847686 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Attempting to bind port a84bd94f-9f7c-42c5-a909-b678fc29daea on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:16:57.852312 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81cd6a3c-f0f5-4d89-8551-690b760307c0,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:57.886333 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:57.899869 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:16:57.907841 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3906646e-1184-4044-afd5-c5f6760c01ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:57.917899 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.922834 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Port a84bd94f-9f7c-42c5-a909-b678fc29daea on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:16:57.926724 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Attempting to bind port a84bd94f-9f7c-42c5-a909-b678fc29daea on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:16:57.947525 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-19944404-0ab8-4b03-87a2-cfc521b6d96a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:57.953039 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3906646e-1184-4044-afd5-c5f6760c01ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.955406 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-3906646e-1184-4044-afd5-c5f6760c01ff admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/62e7b1f2-d9fe-4acb-847d-43e19bbd21e7 HTTP/1.1" status: 204 len: 168 time: 1.3471577 Aug 23 14:16:58.061521 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:16:58.062615 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:16:58.063242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:16:58.064049 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Bound port: a84bd94f-9f7c-42c5-a909-b678fc29daea, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:58.064614 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:58.096712 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd56cf6-c8e7-49d0-9118-ed54b4bcf324 req-33c8bbbb-8d26-4733-a96e-d2ac87b043cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:58.115266 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4fd56cf6-c8e7-49d0-9118-ed54b4bcf324 req-33c8bbbb-8d26-4733-a96e-d2ac87b043cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.4229283 Aug 23 14:16:58.163135 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device c08036f2-1fe2-4016-acea-9621f261b74e details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:16:58.188323 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fbb5e-0c3e-4d4e-b796-4f6a4edd5e24 None None] Pushing event updated for resources: {'Port': ['ID=ce3c5650-0d4c-432b-b3c7-c4061ab5b787,revision_number=2']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:58.195668 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:58.210656 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Attempting to bind port ce3c5650-0d4c-432b-b3c7-c4061ab5b787 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:58.211036 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Attempting to bind port ce3c5650-0d4c-432b-b3c7-c4061ab5b787 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:58.211411 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Attempting to bind port ce3c5650-0d4c-432b-b3c7-c4061ab5b787 on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:16:58.239941 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fbb5e-0c3e-4d4e-b796-4f6a4edd5e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:58.251712 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fbb5e-0c3e-4d4e-b796-4f6a4edd5e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:58.251712 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fbb5e-0c3e-4d4e-b796-4f6a4edd5e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:58.251712 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fbb5e-0c3e-4d4e-b796-4f6a4edd5e24 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:58.251712 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fbb5e-0c3e-4d4e-b796-4f6a4edd5e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:58.251712 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fbb5e-0c3e-4d4e-b796-4f6a4edd5e24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:58.251712 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fbb5e-0c3e-4d4e-b796-4f6a4edd5e24 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:58.251712 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fbb5e-0c3e-4d4e-b796-4f6a4edd5e24 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:58.257281 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc73b4d-eba9-4845-9331-1763c48f2656 req-e3b568b1-c9b5-4d56-9b7a-fa4ef781d60c tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:58.270626 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fbb5e-0c3e-4d4e-b796-4f6a4edd5e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:58.270626 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fbb5e-0c3e-4d4e-b796-4f6a4edd5e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:58.270626 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fbb5e-0c3e-4d4e-b796-4f6a4edd5e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:58.275398 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ffc73b4d-eba9-4845-9331-1763c48f2656 req-e3b568b1-c9b5-4d56-9b7a-fa4ef781d60c tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 947 time: 0.6172798 Aug 23 14:16:58.279657 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-4d2fbb5e-0c3e-4d4e-b796-4f6a4edd5e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:58.279657 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:16:58.279657 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:16:58.279657 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:58.279657 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:16:58.279657 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Bound port: ce3c5650-0d4c-432b-b3c7-c4061ab5b787, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:58.295268 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:58.375894 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:16:58.376790 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 7e287fe8-3bbd-4d45-a242-8a1758dd8d27 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:16:58.389978 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Allocated IP 192.168.233.193 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/2a579c06-70ee-4af2-871c-bb42a0aae3c3) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:58.399583 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:16:58.486397 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4fd56cf6-c8e7-49d0-9118-ed54b4bcf324 req-c9667168-9f8c-461f-8c00-f703862fffb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=c08036f2-1fe2-4016-acea-9621f261b74e HTTP/1.1" status: 200 len: 217 time: 0.2497790 Aug 23 14:16:58.589772 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] For port ce3c5650-0d4c-432b-b3c7-c4061ab5b787, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:16:58.594992 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] For port ce3c5650-0d4c-432b-b3c7-c4061ab5b787, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ce3c5650-0d4c-432b-b3c7-c4061ab5b787,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:16:58.721521 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] For port a84bd94f-9f7c-42c5-a909-b678fc29daea, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:16:58.747104 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] For port a84bd94f-9f7c-42c5-a909-b678fc29daea, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a84bd94f-9f7c-42c5-a909-b678fc29daea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:16:58.759276 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:58.767526 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:58.787268 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c08036f2-1fe2-4016-acea-9621f261b74e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c08036f2-1fe2-4016-acea-9621f261b74e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:58.865835 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'c08036f2-1fe2-4016-acea-9621f261b74e', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'c08036f2-1fe2-4016-acea-9621f261b74e', 'mac_address': 'fa:16:3e:89:da:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:16:58.878218 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:58.920548 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-98b1f13b-4b94-4746-8061-cdee9150bac9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:58.948708 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd56cf6-c8e7-49d0-9118-ed54b4bcf324 req-542ee60a-0e9b-4174-9296-639660c806fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:58.951788 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4fd56cf6-c8e7-49d0-9118-ed54b4bcf324 req-542ee60a-0e9b-4174-9296-639660c806fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.4504755 Aug 23 14:16:58.986549 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ffc73b4d-eba9-4845-9331-1763c48f2656 req-41910ce1-d2d1-4765-b7e9-6954e34a3bff tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/security-groups?id=79c54559-79a0-4aa1-9db1-6a43269a8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6522439 Aug 23 14:16:59.006612 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Routers {'9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:16:59.008592 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:16:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:59.025049 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-9fc2b18e-bfc1-456e-a1c6-f966cb10d84b req-87ea09a8-b8ab-4e02-8426-b51e1982fdf7 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Synchronizing usage tracker for tenant:63f6d3e03bd94898a05c4b30ee9961e4 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:59.033240 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:59.066362 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08036f2-1fe2-4016-acea-9621f261b74e {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:59.095815 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c08036f2-1fe2-4016-acea-9621f261b74e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c08036f2-1fe2-4016-acea-9621f261b74e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:16:59.186671 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:59.191894 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:59.287886 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fbb5e-0c3e-4d4e-b796-4f6a4edd5e24 None None] Pushing event updated for resources: {'Port': ['ID=ce3c5650-0d4c-432b-b3c7-c4061ab5b787,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:59.295088 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-4d2fbb5e-0c3e-4d4e-b796-4f6a4edd5e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:59.363002 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] Set router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:16:59.444548 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=c08036f2-1fe2-4016-acea-9621f261b74e,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:59.457968 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:59.461048 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] 10.222.0.60 "PUT /v2.0/ports/a84bd94f-9f7c-42c5-a909-b678fc29daea HTTP/1.1" status: 200 len: 1095 time: 6.4152985 Aug 23 14:16:59.464065 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff3a70e-14b0-4aae-b58a-0fdce42201d9', 'name': 'network-vif-deleted', 'tag': '7e287fe8-3bbd-4d45-a242-8a1758dd8d27', 'status': 'completed', 'code': 200} Aug 23 14:16:59.465934 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['c08036f2-1fe2-4016-acea-9621f261b74e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:16:59.570563 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Pushing event updated for resources: {'Port': ['ID=a84bd94f-9f7c-42c5-a909-b678fc29daea,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:59.661917 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1f192ccd-b8ff-489d-b641-d9212988a931 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292&tenant_id=e457f5bb77ff4c95a16e095f62e5326f&binding%3Ahost_id=n-h2-805629-1 HTTP/1.1" status: 200 len: 1096 time: 0.5166070 Aug 23 14:16:59.678258 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805629-1'}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:16:59.685201 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:59.691690 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-9fc2b18e-bfc1-456e-a1c6-f966cb10d84b req-87ea09a8-b8ab-4e02-8426-b51e1982fdf7 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Unset dirty status for tenant:63f6d3e03bd94898a05c4b30ee9961e4 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:59.696355 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:59.710771 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9fc2b18e-bfc1-456e-a1c6-f966cb10d84b req-87ea09a8-b8ab-4e02-8426-b51e1982fdf7 tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] 10.222.0.86 "GET /v2.0/ports?device_id=aff3a70e-14b0-4aae-b58a-0fdce42201d9 HTTP/1.1" status: 200 len: 210 time: 0.9938736 Aug 23 14:16:59.867997 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 39914) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:59.868802 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:59.950287 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4fd56cf6-c8e7-49d0-9118-ed54b4bcf324 req-dbdcb5d9-59e9-4a54-91a1-767f9f23277c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9807851 Aug 23 14:17:00.165258 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 17daa6eb-0173-4d03-957b-1336316050d0 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:00.233569 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:00.252171 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7dcba63-e0eb-4ced-8585-1d8f2c9a2cb1 req-39cd2bc5-5768-4934-9bab-ce2c9e9964b6 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 210 time: 0.1025271 Aug 23 14:17:00.260456 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-60042530-4a99-4b95-bb23-d01fa1e619da admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f15a9f3de6ed471dbb2d44de4095cd64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3767779 Aug 23 14:17:00.274155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 39920) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:00.341978 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Transition to ACTIVE for port object 2a579c06-70ee-4af2-871c-bb42a0aae3c3 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:00.344836 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-router', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:47Z', 'updated_at': '2021-08-23T14:16:52Z', 'revision_number': 3, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'gw_port': {'id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:50Z', 'updated_at': '2021-08-23T14:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:00.358785 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0dfc2d-bc62-4f1f-9ea5-3a25f2b46914 None None] The sync data for ids ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'] in n-d-805629-1 is: [{'id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-router', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:47Z', 'updated_at': '2021-08-23T14:16:52Z', 'revision_number': 3, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'gw_port': {'id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:50Z', 'updated_at': '2021-08-23T14:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:17:00.425352 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 17daa6eb-0173-4d03-957b-1336316050d0, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=17daa6eb-0173-4d03-957b-1336316050d0,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:00.428738 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9fa41-cfd5-4a89-880c-aa34b943c7e6 req-d6e2a238-5590-4336-bc4e-f90debc2302c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:00.437228 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-abd9fa41-cfd5-4a89-880c-aa34b943c7e6 req-d6e2a238-5590-4336-bc4e-f90debc2302c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 945 time: 0.5637462 Aug 23 14:17:00.455344 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '17daa6eb-0173-4d03-957b-1336316050d0', 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb', 'port_id': '17daa6eb-0173-4d03-957b-1336316050d0', 'mac_address': 'fa:16:3e:25:4e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c65d0fb-9e93-42b4-b48b-75141f36f07b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:17:00.465690 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26164af7-6059-41e1-b81e-ba3314b82553 req-771f1b5e-87c0-4a61-a518-87bcbac40bc3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2034027793af497da36d458d770abdf3&device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 1098 time: 0.7311523 Aug 23 14:17:00.577298 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:00.620855 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17daa6eb-0173-4d03-957b-1336316050d0 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:00.659342 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 17daa6eb-0173-4d03-957b-1336316050d0, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=17daa6eb-0173-4d03-957b-1336316050d0,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:00.663714 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26164af7-6059-41e1-b81e-ba3314b82553 req-f9715815-706b-428f-a6ee-543e284739b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a84bd94f-9f7c-42c5-a909-b678fc29daea HTTP/1.1" status: 200 len: 217 time: 0.1781473 Aug 23 14:17:00.725655 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:00.730315 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c781d36a-167a-41b4-a800-62a78191c7af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:00.759216 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-491c82a7-8441-4cbf-973f-fa679be25e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:00.766168 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] For port 8d1474d4-abee-40cf-944a-9ee02a5e6249, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:00.876242 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:00.877824 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 8d1474d4-abee-40cf-944a-9ee02a5e6249 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:00.920764 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-491c82a7-8441-4cbf-973f-fa679be25e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:00.927930 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['17daa6eb-0173-4d03-957b-1336316050d0'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:17:01.010793 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-abd9fa41-cfd5-4a89-880c-aa34b943c7e6 req-6984ba05-41d9-44f9-a4e9-632d498cc5a1 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721462 Aug 23 14:17:01.023919 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:17:01.028968 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:01.035270 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-014259dd-f59d-4882-b4fc-055b527fe40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:01.076021 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=17daa6eb-0173-4d03-957b-1336316050d0,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:01.087490 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:01.107715 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4fd56cf6-c8e7-49d0-9118-ed54b4bcf324 req-c6d44df7-21a0-468f-9031-0b51e25f4d10 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9549139 Aug 23 14:17:01.214497 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Pushing event updated for resources: {'Port': ['ID=2a579c06-70ee-4af2-871c-bb42a0aae3c3,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:01.217513 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:01.219208 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-491c82a7-8441-4cbf-973f-fa679be25e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:01.244579 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f647d484-e6f0-41ec-a700-069597504315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:01.371544 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:17:01.382590 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c82a7-8441-4cbf-973f-fa679be25e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff775604-1be9-4453-9df7-292caf958806,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:01.387470 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-491c82a7-8441-4cbf-973f-fa679be25e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:01.419765 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:01.423453 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:17:01.575483 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c811795e-78ea-48e4-a721-42c557d0d67c', 'tag': 'a84bd94f-9f7c-42c5-a909-b678fc29daea'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:01.590773 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:01.592476 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:01.623039 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-491c82a7-8441-4cbf-973f-fa679be25e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:01.624841 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-491c82a7-8441-4cbf-973f-fa679be25e97 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ff775604-1be9-4453-9df7-292caf958806 HTTP/1.1" status: 204 len: 168 time: 1.3365774 Aug 23 14:17:01.627069 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e61dc7cb-6e3b-40c5-8bca-fa01e7d3b96a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:01.634880 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26164af7-6059-41e1-b81e-ba3314b82553 req-e61dc7cb-6e3b-40c5-8bca-fa01e7d3b96a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.9429381 Aug 23 14:17:01.639171 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 8d1474d4-abee-40cf-944a-9ee02a5e6249, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:01.835069 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 8d1474d4-abee-40cf-944a-9ee02a5e6249 has no active binding in host n-h1-805629-1 {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Aug 23 14:17:01.865712 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.1882920 Aug 23 14:17:01.964595 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Request body: {'port': {'device_id': '1411e8e8-41eb-415f-9c44-067041f8f136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:17:01.965666 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:02.143771 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] For port 8d1474d4-abee-40cf-944a-9ee02a5e6249, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:17:02.180385 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device c08036f2-1fe2-4016-acea-9621f261b74e up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:02.212770 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:02.280336 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-1ce31cad-dfa8-4299-83d5-4f22d7bbb723 None None] Provisioning for port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:02.317368 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-1ce31cad-dfa8-4299-83d5-4f22d7bbb723 None None] Provisioning complete for port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:02.317988 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1ce31cad-dfa8-4299-83d5-4f22d7bbb723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:02.372501 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Allocated IP 172.20.0.1 (a99c7dd6-f8fe-435d-87d1-bd879e92be38/d27b2308-716d-4e1b-b0fb-8d405a12fdd4/9c9dcb3b-310b-47e0-b5fc-07f8294199c9) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:17:02.452584 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-1ce31cad-dfa8-4299-83d5-4f22d7bbb723 None None] Port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:17:02.518288 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26164af7-6059-41e1-b81e-ba3314b82553 req-fb2066bf-e5f2-484b-b889-841f5ca522dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8768036 Aug 23 14:17:02.537111 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fc75a-a04c-446e-abaa-484827aebf13 req-bec34a0a-26e7-4203-a8bc-72b3c6ec221f tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:02.549894 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c91fc75a-a04c-446e-abaa-484827aebf13 req-bec34a0a-26e7-4203-a8bc-72b3c6ec221f tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 947 time: 1.3476527 Aug 23 14:17:02.584014 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:02.602912 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8d2971-3ae8-4307-b098-744570913292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1474d4-abee-40cf-944a-9ee02a5e6249'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:02.652877 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ce3c5650-0d4c-432b-b3c7-c4061ab5b787 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:02.688569 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4fd56cf6-c8e7-49d0-9118-ed54b4bcf324 req-67325487-eecf-46d0-a534-336d6ab329c5 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5017245 Aug 23 14:17:02.719866 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:02.769467 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:02.781910 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port c08036f2-1fe2-4016-acea-9621f261b74e completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:02.802227 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Transition to ACTIVE for port object 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:02.804675 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:02.839624 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port c08036f2-1fe2-4016-acea-9621f261b74e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:02.841546 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.146146 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.190345 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c92e143-201b-4adf-8be7-71a6bda275c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08036f2-1fe2-4016-acea-9621f261b74e'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:03.211330 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port ce3c5650-0d4c-432b-b3c7-c4061ab5b787 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:03.225686 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c08036f2-1fe2-4016-acea-9621f261b74e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c08036f2-1fe2-4016-acea-9621f261b74e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:03.253015 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1474d4-abee-40cf-944a-9ee02a5e6249,revision_number=7']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:03.279121 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port ce3c5650-0d4c-432b-b3c7-c4061ab5b787 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:03.279802 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.311392 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:03.339149 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Attempting to bind port 8d1474d4-abee-40cf-944a-9ee02a5e6249 on host n-h2-805629-1 for vnic_type normal with profile {"migrating_to": "n-h1-805629-1"} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:17:03.339658 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Attempting to bind port 8d1474d4-abee-40cf-944a-9ee02a5e6249 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:17:03.340006 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Attempting to bind port 8d1474d4-abee-40cf-944a-9ee02a5e6249 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:17:03.348328 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Port 8d1474d4-abee-40cf-944a-9ee02a5e6249 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:17:03.348742 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Attempting to bind port 8d1474d4-abee-40cf-944a-9ee02a5e6249 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:17:03.353462 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.359094 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:03.361751 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:17:03.362840 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Checking segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:17:03.363628 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Bound using segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:17:03.364928 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Bound port: 8d1474d4-abee-40cf-944a-9ee02a5e6249, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:17:03.365310 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.475790 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.495444 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.502498 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42dcc4-1d22-40e4-9200-423055c6e0ba req-ed2bdd93-b064-44f6-8669-0af0447982ca tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:03.504388 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-9a42dcc4-1d22-40e4-9200-423055c6e0ba req-ed2bdd93-b064-44f6-8669-0af0447982ca tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Synchronizing usage tracker for tenant:cae7784c1a0e409298815052dfe79897 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:03.510192 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-32222653-8982-4f49-8ae6-65a1f6648f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:03.514222 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c91fc75a-a04c-446e-abaa-484827aebf13 req-5f4924f4-d48c-413c-b2fc-c8a9d9cb74c2 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/security-groups?id=79c54559-79a0-4aa1-9db1-6a43269a8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9629273 Aug 23 14:17:03.591398 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:17:03.592557 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.598039 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=c08036f2-1fe2-4016-acea-9621f261b74e,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:03.603960 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:03.620074 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port ce3c5650-0d4c-432b-b3c7-c4061ab5b787, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ce3c5650-0d4c-432b-b3c7-c4061ab5b787,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:03.629625 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-9a42dcc4-1d22-40e4-9200-423055c6e0ba req-ed2bdd93-b064-44f6-8669-0af0447982ca tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Unset dirty status for tenant:cae7784c1a0e409298815052dfe79897 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:03.630579 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a42dcc4-1d22-40e4-9200-423055c6e0ba req-ed2bdd93-b064-44f6-8669-0af0447982ca tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 936 time: 1.7105448 Aug 23 14:17:03.694392 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26164af7-6059-41e1-b81e-ba3314b82553 req-09f5e3d0-b877-41ac-84b8-2ec7c54ffd6f service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1289062 Aug 23 14:17:03.735214 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.737957 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:03.773577 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] For port 8d1474d4-abee-40cf-944a-9ee02a5e6249, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:17:03.778089 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] For port 8d1474d4-abee-40cf-944a-9ee02a5e6249, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:17:03.839619 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Network a99c7dd6-f8fe-435d-87d1-bd879e92be38 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:17:03.867534 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:03.875752 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:17:03.902473 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=ce3c5650-0d4c-432b-b3c7-c4061ab5b787,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:03.907015 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:03.922931 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.929222 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Pushing event updated for resources: {'Port': ['ID=9c9dcb3b-310b-47e0-b5fc-07f8294199c9,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:03.934929 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:03.935615 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:03.989768 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a579c06-70ee-4af2-871c-bb42a0aae3c3 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:04.010566 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:04.041091 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Transition to ACTIVE for port object 2a579c06-70ee-4af2-871c-bb42a0aae3c3 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:04.041091 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c811795e-78ea-48e4-a721-42c557d0d67c', 'tag': 'a84bd94f-9f7c-42c5-a909-b678fc29daea', 'status': 'completed', 'code': 200} Aug 23 14:17:04.115191 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-9a42dcc4-1d22-40e4-9200-423055c6e0ba req-b5da925c-8f88-4dd2-8b34-b5b27da7a388 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Synchronizing usage tracker for tenant:cae7784c1a0e409298815052dfe79897 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:04.169131 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:04.195766 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2c6e40da-2a48-4c77-97cd-48f07e0f19f2 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:04.202700 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 17daa6eb-0173-4d03-957b-1336316050d0 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:04.253647 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1474d4-abee-40cf-944a-9ee02a5e6249,revision_number=8']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:04.259668 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:04.422364 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 17daa6eb-0173-4d03-957b-1336316050d0 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:04.422811 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:04.546747 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-88ac0111-b1e0-47e8-89e9-40e5a35ec0d8 None None] Provisioning for port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:04.565294 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-88ac0111-b1e0-47e8-89e9-40e5a35ec0d8 None None] Provisioning complete for port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:04.565867 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-88ac0111-b1e0-47e8-89e9-40e5a35ec0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:04.627667 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:04.753854 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ce3c5650-0d4c-432b-b3c7-c4061ab5b787 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:04.791010 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:04.805041 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] 10.222.0.91 "PUT /v2.0/ports/8d1474d4-abee-40cf-944a-9ee02a5e6249 HTTP/1.1" status: 200 len: 1121 time: 5.1235287 Aug 23 14:17:04.812674 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-9a42dcc4-1d22-40e4-9200-423055c6e0ba req-b5da925c-8f88-4dd2-8b34-b5b27da7a388 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Unset dirty status for tenant:cae7784c1a0e409298815052dfe79897 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:04.822769 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a42dcc4-1d22-40e4-9200-423055c6e0ba req-b5da925c-8f88-4dd2-8b34-b5b27da7a388 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1568172 Aug 23 14:17:04.921298 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8d2971-3ae8-4307-b098-744570913292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1474d4-abee-40cf-944a-9ee02a5e6249', 'code': 200} Aug 23 14:17:04.979834 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26164af7-6059-41e1-b81e-ba3314b82553 req-4e1c7181-f8d2-4d9e-ac1b-44a701fdf113 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1987088 Aug 23 14:17:04.986797 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Pushing event updated for resources: {'Port': ['ID=2a579c06-70ee-4af2-871c-bb42a0aae3c3,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:05.022775 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:05.023499 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['8d1474d4-abee-40cf-944a-9ee02a5e6249'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:17:05.056725 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['8d1474d4-abee-40cf-944a-9ee02a5e6249'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:17:05.202429 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c92e143-201b-4adf-8be7-71a6bda275c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08036f2-1fe2-4016-acea-9621f261b74e', 'code': 200} Aug 23 14:17:05.320782 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-88ac0111-b1e0-47e8-89e9-40e5a35ec0d8 None None] Port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:17:05.335806 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:05.342944 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:05.561030 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port ce3c5650-0d4c-432b-b3c7-c4061ab5b787 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:05.561606 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:05.659925 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 17daa6eb-0173-4d03-957b-1336316050d0, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=17daa6eb-0173-4d03-957b-1336316050d0,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:05.863448 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:05.898148 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:05.917594 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6dd18c9d-1b96-4bda-8669-067114485eab req-8352c23e-6fc5-4571-a828-0863ec8cb018 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6c92e143-201b-4adf-8be7-71a6bda275c1 HTTP/1.1" status: 200 len: 1100 time: 0.7167974 Aug 23 14:17:05.927191 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93214678-bd9b-4c1a-8024-66128c5a01cd req-d4413a54-d0cb-4496-88aa-85f4a55ab7e3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:05.942262 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-93214678-bd9b-4c1a-8024-66128c5a01cd req-d4413a54-d0cb-4496-88aa-85f4a55ab7e3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 943 time: 1.6547062 Aug 23 14:17:06.020622 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Attempting to bind port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:17:06.021839 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Attempting to bind port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:17:06.022582 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Attempting to bind port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:17:06.042738 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:17:06.044044 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Attempting to bind port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:17:06.070663 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6dd18c9d-1b96-4bda-8669-067114485eab req-6c9e1f00-abfd-4c52-9405-a2e5104f2b8b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=79c54559-79a0-4aa1-9db1-6a43269a8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385033 Aug 23 14:17:06.083555 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a67dc47-6bc7-4c3d-991a-6e1b69fc5c89 req-f152ba27-5ef6-403e-b9ce-5c81bf96ae82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2034027793af497da36d458d770abdf3&device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 1098 time: 0.5623565 Aug 23 14:17:06.094497 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:17:06.094842 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:17:06.095233 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:17:06.095678 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Bound port: 2a579c06-70ee-4af2-871c-bb42a0aae3c3, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:17:06.096025 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:06.145672 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:06.215753 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607c8f4-d010-4e43-8c4d-89344af39b3c req-fd22f85b-0d95-4e6d-97cf-5f14a25e9278 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:06.223296 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a607c8f4-d010-4e43-8c4d-89344af39b3c req-fd22f85b-0d95-4e6d-97cf-5f14a25e9278 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 947 time: 0.8579388 Aug 23 14:17:06.226670 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:06.251080 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a84bd94f-9f7c-42c5-a909-b678fc29daea details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:06.290548 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d18590de-0f0c-44e8-a36c-51df79ab8b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:06.315011 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=17daa6eb-0173-4d03-957b-1336316050d0,revision_number=7']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:06.326712 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:06.348199 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] For port 2a579c06-70ee-4af2-871c-bb42a0aae3c3, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:17:06.354853 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] For port 2a579c06-70ee-4af2-871c-bb42a0aae3c3, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:17:06.381959 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:17:06.399952 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Pushing event updated for resources: {'Port': ['ID=9c9dcb3b-310b-47e0-b5fc-07f8294199c9,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:06.407743 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:06.494049 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:06.593510 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-93214678-bd9b-4c1a-8024-66128c5a01cd req-44ce76d8-527a-49e5-801e-7183326e5230 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6473398 Aug 23 14:17:06.626129 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a607c8f4-d010-4e43-8c4d-89344af39b3c req-2bf87e46-4449-4d97-8ecf-438737988066 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/security-groups?id=79c54559-79a0-4aa1-9db1-6a43269a8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003730 Aug 23 14:17:06.641014 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:06.754206 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a84bd94f-9f7c-42c5-a909-b678fc29daea, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a84bd94f-9f7c-42c5-a909-b678fc29daea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:06.785105 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1e181024-5d7b-4fed-a774-f7ab4cb1c744 tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:06.815522 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'a84bd94f-9f7c-42c5-a909-b678fc29daea', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'a84bd94f-9f7c-42c5-a909-b678fc29daea', 'mac_address': 'fa:16:3e:b9:e5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:17:06.944767 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8d2971-3ae8-4307-b098-744570913292', 'tag': '8d1474d4-abee-40cf-944a-9ee02a5e6249'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:07.065066 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Network a99c7dd6-f8fe-435d-87d1-bd879e92be38 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:17:07.080341 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:07.083619 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:07.179972 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:07.180577 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84bd94f-9f7c-42c5-a909-b678fc29daea {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:07.199149 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] 10.222.0.91 "PUT /v2.0/ports/2a579c06-70ee-4af2-871c-bb42a0aae3c3 HTTP/1.1" status: 200 len: 1096 time: 5.2717183 Aug 23 14:17:07.211060 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359cbb2f-5320-4e30-beb5-3d6de9441af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17daa6eb-0173-4d03-957b-1336316050d0'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:07.304438 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a84bd94f-9f7c-42c5-a909-b678fc29daea, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a84bd94f-9f7c-42c5-a909-b678fc29daea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:07.415929 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8d2971-3ae8-4307-b098-744570913292', 'tag': '8d1474d4-abee-40cf-944a-9ee02a5e6249', 'status': 'completed', 'code': 200} Aug 23 14:17:07.426681 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:07.447630 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:07.473645 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1411e8e8-41eb-415f-9c44-067041f8f136', 'tag': '2a579c06-70ee-4af2-871c-bb42a0aae3c3'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:07.804290 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359cbb2f-5320-4e30-beb5-3d6de9441af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17daa6eb-0173-4d03-957b-1336316050d0', 'code': 200} Aug 23 14:17:07.808026 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=a84bd94f-9f7c-42c5-a909-b678fc29daea,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:07.820262 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:07.938324 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['a84bd94f-9f7c-42c5-a909-b678fc29daea'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:17:08.041189 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67dc47-6bc7-4c3d-991a-6e1b69fc5c89 req-d12059af-2477-41b8-bdca-9387026beb57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:08.046003 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a67dc47-6bc7-4c3d-991a-6e1b69fc5c89 req-d12059af-2477-41b8-bdca-9387026beb57 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 1.4467196 Aug 23 14:17:08.313772 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Pushing event updated for resources: {'Port': ['ID=2a579c06-70ee-4af2-871c-bb42a0aae3c3,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:08.329810 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.545s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:08.529473 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a187a77f-b0a6-4f38-bcd6-917478c088a2 None None] Provisioning complete for port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:08.530742 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a187a77f-b0a6-4f38-bcd6-917478c088a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:08.719657 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-a187a77f-b0a6-4f38-bcd6-917478c088a2 None None] Port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:17:08.750924 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a67dc47-6bc7-4c3d-991a-6e1b69fc5c89 req-4f7ca1c0-1632-40c5-95b6-3cefeebc978e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a84bd94f-9f7c-42c5-a909-b678fc29daea HTTP/1.1" status: 200 len: 217 time: 0.6619937 Aug 23 14:17:08.854945 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c7b0e-76bb-4a01-90af-1e3881d4bc4d req-8ce836ca-67e6-4ae1-9b61-5edb5367ea8e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:08.861125 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a4c7b0e-76bb-4a01-90af-1e3881d4bc4d req-8ce836ca-67e6-4ae1-9b61-5edb5367ea8e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 948 time: 1.3574352 Aug 23 14:17:08.930809 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-46396db3-328a-4a3f-8e19-d1f985f8aa0b req-cf6314f2-d696-44ff-9f66-3425ea1b8f47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 1124 time: 0.9703829 Aug 23 14:17:08.939462 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67dc47-6bc7-4c3d-991a-6e1b69fc5c89 req-f2850ff0-408c-49f8-afd0-c1a4dac2b579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:08.942034 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a67dc47-6bc7-4c3d-991a-6e1b69fc5c89 req-f2850ff0-408c-49f8-afd0-c1a4dac2b579 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1739371 Aug 23 14:17:08.947685 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-c5829519-2832-4d29-a473-ba82a1a7d236 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 1099 time: 1.0860968 Aug 23 14:17:09.020544 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a4c7b0e-76bb-4a01-90af-1e3881d4bc4d req-0d01c602-51fa-4fa4-8b26-024901e2f5c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557031 Aug 23 14:17:09.256678 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f7aa3-b876-46a6-a96e-67a192d1dcea req-fa7c0b37-59ca-47a4-9962-e2b705c323ca tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:09.263265 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-710f7aa3-b876-46a6-a96e-67a192d1dcea req-fa7c0b37-59ca-47a4-9962-e2b705c323ca tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 948 time: 0.9421034 Aug 23 14:17:09.359283 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1411e8e8-41eb-415f-9c44-067041f8f136', 'tag': '2a579c06-70ee-4af2-871c-bb42a0aae3c3', 'status': 'completed', 'code': 200} Aug 23 14:17:09.426189 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-710f7aa3-b876-46a6-a96e-67a192d1dcea req-ad91204a-20cb-4931-8589-899bb2365526 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/security-groups?id=79c54559-79a0-4aa1-9db1-6a43269a8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199698 Aug 23 14:17:09.432840 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-32afe6cf-8611-49a3-890c-530fbc15da11 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3 HTTP/1.1" status: 200 len: 217 time: 0.4171767 Aug 23 14:17:09.447393 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a67dc47-6bc7-4c3d-991a-6e1b69fc5c89 req-d2f891a4-f167-4b76-89d5-467e3241ddeb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4335349 Aug 23 14:17:09.546988 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46396db3-328a-4a3f-8e19-d1f985f8aa0b req-d8e99e71-2e4a-4463-ad94-6b29a19f6f26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:09.550209 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-46396db3-328a-4a3f-8e19-d1f985f8aa0b req-d8e99e71-2e4a-4463-ad94-6b29a19f6f26 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.6057816 Aug 23 14:17:09.736319 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-46396db3-328a-4a3f-8e19-d1f985f8aa0b req-1f738589-062c-48bb-8388-c71094871721 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249 HTTP/1.1" status: 200 len: 217 time: 0.1685147 Aug 23 14:17:10.001421 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46396db3-328a-4a3f-8e19-d1f985f8aa0b req-7ad6e066-b112-480e-916c-b552445997a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:10.003842 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-46396db3-328a-4a3f-8e19-d1f985f8aa0b req-7ad6e066-b112-480e-916c-b552445997a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.2604425 Aug 23 14:17:10.020140 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:17:10.140530 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-4c0a9874-6ddd-4c83-a804-f39ce78b45e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:10.142085 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-4c0a9874-6ddd-4c83-a804-f39ce78b45e6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.6938303 Aug 23 14:17:10.167434 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-46396db3-328a-4a3f-8e19-d1f985f8aa0b req-8e07b69c-c9a1-4dbb-80ec-cdf983235e97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402063 Aug 23 14:17:10.208175 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a84bd94f-9f7c-42c5-a909-b678fc29daea up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:10.233748 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a67dc47-6bc7-4c3d-991a-6e1b69fc5c89 req-de4443bd-70e8-4e70-ba8a-55a1148351f2 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7033744 Aug 23 14:17:10.462950 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b609212-8ac3-463b-8318-8911229b5b09 req-65642542-b877-49e6-b696-8009896232e6 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:10.470246 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9b609212-8ac3-463b-8318-8911229b5b09 req-65642542-b877-49e6-b696-8009896232e6 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 943 time: 0.8159244 Aug 23 14:17:10.511655 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port a84bd94f-9f7c-42c5-a909-b678fc29daea completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:10.518086 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port a84bd94f-9f7c-42c5-a909-b678fc29daea triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:10.518597 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:10.672610 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a67dc47-6bc7-4c3d-991a-6e1b69fc5c89 req-6a4369fd-5497-48c5-accc-deb30ce51b50 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228461 Aug 23 14:17:10.688749 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-46396db3-328a-4a3f-8e19-d1f985f8aa0b req-3762cfb2-27a4-42d5-a5dd-5d57be6323c4 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111222 Aug 23 14:17:10.771945 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9b609212-8ac3-463b-8318-8911229b5b09 req-abe6cd38-ad6d-46fd-8c51-d216e37a0c9e tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493232 Aug 23 14:17:10.799694 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-e8b6d06a-6920-46fa-bce9-52473088414f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6442263 Aug 23 14:17:10.926789 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:11.132963 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a84bd94f-9f7c-42c5-a909-b678fc29daea, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a84bd94f-9f7c-42c5-a909-b678fc29daea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:11.142510 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c811795e-78ea-48e4-a721-42c557d0d67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84bd94f-9f7c-42c5-a909-b678fc29daea'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:11.215241 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:11.225699 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c781d36a-167a-41b4-a800-62a78191c7af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:11.514920 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-46396db3-328a-4a3f-8e19-d1f985f8aa0b req-c8de012a-25e4-470c-a95f-665c22b49679 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8168261 Aug 23 14:17:11.690342 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=a84bd94f-9f7c-42c5-a909-b678fc29daea,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:11.701456 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:11.770260 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:17:11.786885 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Sync routers for ids ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:17:11.812417 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] 10.222.0.86 "PUT /v2.0/routers/9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5274758 Aug 23 14:17:11.846060 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Routers {'9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:17:11.847442 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:16:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:11.882210 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-4cc4cd81-91ff-4fe5-8d52-464165383eba service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0746160 Aug 23 14:17:12.097661 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d394867-b6fc-4aab-b33b-e711e04afd71 req-4c59d503-b39f-4196-b611-d01ec58b24d8 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:12.107208 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8d394867-b6fc-4aab-b33b-e711e04afd71 req-4c59d503-b39f-4196-b611-d01ec58b24d8 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 948 time: 0.8009553 Aug 23 14:17:12.324992 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59515186-9c42-4328-af2b-a8761a5cdd4c req-fb9a327b-0385-4d29-99fd-12b7b58a0670 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:12.337001 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-59515186-9c42-4328-af2b-a8761a5cdd4c req-fb9a327b-0385-4d29-99fd-12b7b58a0670 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 949 time: 0.6785185 Aug 23 14:17:12.359300 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-0888804e-41ad-4894-b1e8-39608ba9dbf1 service neutron] 10.222.0.60 "GET /v2.0/ports/8d1474d4-abee-40cf-944a-9ee02a5e6249/bindings/n-h1-805629-1 HTTP/1.1" status: 200 len: 384 time: 0.2155423 Aug 23 14:17:12.430253 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8d394867-b6fc-4aab-b33b-e711e04afd71 req-88a6e358-32e6-472e-bf7b-0a7377a20f39 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216970 Aug 23 14:17:12.445364 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-867b4a2a-f5d2-4c4e-9796-3f9091923a0a req-03ac7098-6941-4183-b5f7-6a26dbba3490 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489235 Aug 23 14:17:12.550898 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-59515186-9c42-4328-af2b-a8761a5cdd4c req-947c9c5e-d415-46de-af1d-330bdfa8a06d tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/security-groups?id=79c54559-79a0-4aa1-9db1-6a43269a8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127266 Aug 23 14:17:12.684371 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Set router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:17:12.789321 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-12d59917-6e62-477f-a679-e4ca603f2dcf req-53ee5516-eaed-480b-b368-c9e0d8636ce9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 1099 time: 0.1674628 Aug 23 14:17:13.108900 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c811795e-78ea-48e4-a721-42c557d0d67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84bd94f-9f7c-42c5-a909-b678fc29daea', 'code': 200} Aug 23 14:17:13.115237 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-42067a1f-6569-4004-b9f1-da47f2cad9a4 service neutron] For port 8d1474d4-abee-40cf-944a-9ee02a5e6249, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:13.209079 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-42067a1f-6569-4004-b9f1-da47f2cad9a4 service neutron] For port 8d1474d4-abee-40cf-944a-9ee02a5e6249, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:17:13.336363 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-42067a1f-6569-4004-b9f1-da47f2cad9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1474d4-abee-40cf-944a-9ee02a5e6249 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:13.350393 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-42067a1f-6569-4004-b9f1-da47f2cad9a4 service neutron] For port 8d1474d4-abee-40cf-944a-9ee02a5e6249, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:13.366604 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-router', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:47Z', 'updated_at': '2021-08-23T14:17:04Z', 'revision_number': 4, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'gw_port': {'id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:50Z', 'updated_at': '2021-08-23T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '9c9dcb3b-310b-47e0-b5fc-07f8294199c9', 'name': '', 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'mac_address': 'fa:16:3e:5f:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:17:01Z', 'updated_at': '2021-08-23T14:17:05Z', 'revision_number': 2, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'subnets': [{'id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:13.378114 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Checking router: 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:17:13.379232 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Updating router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:17:13.529291 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d59917-6e62-477f-a679-e4ca603f2dcf req-f6137730-952c-4540-9c4d-45d0c85c5c8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:13.530098 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:13.531629 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-12d59917-6e62-477f-a679-e4ca603f2dcf req-f6137730-952c-4540-9c4d-45d0c85c5c8d service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.7346613 Aug 23 14:17:13.563504 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-42067a1f-6569-4004-b9f1-da47f2cad9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:13.666215 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-12d59917-6e62-477f-a679-e4ca603f2dcf req-9900d8ed-7516-41c1-8e9d-92180f47ea4b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3 HTTP/1.1" status: 200 len: 217 time: 0.1195040 Aug 23 14:17:13.671252 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2fe8893d-3440-4faf-8a16-c4ad2a9ebd05 req-d4f15d4c-9ec2-4523-b8e1-53ca675f0cdd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 1100 time: 0.5038710 Aug 23 14:17:13.828891 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-42067a1f-6569-4004-b9f1-da47f2cad9a4 service neutron] Transition to ACTIVE for port object 8d1474d4-abee-40cf-944a-9ee02a5e6249 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:13.836026 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2fe8893d-3440-4faf-8a16-c4ad2a9ebd05 req-58ecaa53-25d6-49d8-a2d0-4e2516d8b325 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=79c54559-79a0-4aa1-9db1-6a43269a8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990686 Aug 23 14:17:13.847768 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db074f5d-4c4f-40d7-9ac3-f4fba97ac95f req-8d685124-1176-4b57-97c6-b39379a13084 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:13.856042 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-db074f5d-4c4f-40d7-9ac3-f4fba97ac95f req-8d685124-1176-4b57-97c6-b39379a13084 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 943 time: 0.3591659 Aug 23 14:17:13.892948 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d59917-6e62-477f-a679-e4ca603f2dcf req-061beae4-82bc-481c-a573-0d4918f7374f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:13.896047 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-12d59917-6e62-477f-a679-e4ca603f2dcf req-061beae4-82bc-481c-a573-0d4918f7374f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2219725 Aug 23 14:17:13.912852 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-42067a1f-6569-4004-b9f1-da47f2cad9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:13.917993 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3d2a7e71-3687-41fe-9f72-158773f8d80b tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:14.003062 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-db074f5d-4c4f-40d7-9ac3-f4fba97ac95f req-503e2976-22dc-4cf6-834a-60eac1303c38 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453300 Aug 23 14:17:14.075827 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-12d59917-6e62-477f-a679-e4ca603f2dcf req-8b5db345-72b8-42e7-bb8e-9d65bcab36e8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1533854 Aug 23 14:17:14.244123 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:14.280619 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Transition to ACTIVE for port object 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:14.285191 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-12d59917-6e62-477f-a679-e4ca603f2dcf req-cb952427-2ca8-4e6c-b33d-26b13dd7bde2 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012136 Aug 23 14:17:14.420464 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:14.424465 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:14.460818 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-42067a1f-6569-4004-b9f1-da47f2cad9a4 service neutron] No DVR routers for this DVR port 8d1474d4-abee-40cf-944a-9ee02a5e6249 on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:17:14.463295 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42067a1f-6569-4004-b9f1-da47f2cad9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1474d4-abee-40cf-944a-9ee02a5e6249,revision_number=10']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:14.467695 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-42067a1f-6569-4004-b9f1-da47f2cad9a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:14.581879 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-42067a1f-6569-4004-b9f1-da47f2cad9a4 service neutron] 10.222.0.60 "PUT /v2.0/ports/8d1474d4-abee-40cf-944a-9ee02a5e6249/bindings/n-h1-805629-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2133348 Aug 23 14:17:14.642890 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d3a55-8d3e-41a9-8336-2b5c5995734b None None] Pushing event updated for resources: {'Port': ['ID=9c9dcb3b-310b-47e0-b5fc-07f8294199c9,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:14.654894 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-ba7d3a55-8d3e-41a9-8336-2b5c5995734b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:14.672213 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-ae49a5d2-498a-4ecb-a0ca-71332b9f233b tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:14.672960 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-ae49a5d2-498a-4ecb-a0ca-71332b9f233b tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Synchronizing usage tracker for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:14.749882 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-12d59917-6e62-477f-a679-e4ca603f2dcf req-6a74c81d-461d-41ba-bbdc-8dbf46e975ad service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584744 Aug 23 14:17:14.864310 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 40122) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:14.927054 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-ae49a5d2-498a-4ecb-a0ca-71332b9f233b tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Unset dirty status for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:14.936954 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-ae49a5d2-498a-4ecb-a0ca-71332b9f233b tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/networks?id=a99c7dd6-f8fe-435d-87d1-bd879e92be38 HTTP/1.1" status: 200 len: 828 time: 0.5046296 Aug 23 14:17:14.951169 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Attempting to bind port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:17:14.951877 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Attempting to bind port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'e96436a8-2a3f-4e6d-a019-427c0adfa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:17:14.952150 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Attempting to bind port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 on network a99c7dd6-f8fe-435d-87d1-bd879e92be38 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:17:14.986776 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:17:14.988300 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Checking segment: {'id': 'e96436a8-2a3f-4e6d-a019-427c0adfa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:17:14.988300 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:14.988300 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Bound using segment: {'id': 'e96436a8-2a3f-4e6d-a019-427c0adfa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:17:14.988796 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Bound port: 9c9dcb3b-310b-47e0-b5fc-07f8294199c9, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96436a8-2a3f-4e6d-a019-427c0adfa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:17:14.989037 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:15.012257 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-7e040ecb-beb7-4259-8761-d8e70f560008 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/quotas/e5db478cc95442438a056dfebe7e6b07 HTTP/1.1" status: 200 len: 375 time: 0.0742567 Aug 23 14:17:15.019229 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2a579c06-70ee-4af2-871c-bb42a0aae3c3 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:15.272513 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-fa7eb205-59cc-4a88-9090-672fb0fd0104 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292&tenant_id=e457f5bb77ff4c95a16e095f62e5326f&binding%3Ahost_id=n-h2-805629-1 HTTP/1.1" status: 200 len: 1095 time: 0.4492598 Aug 23 14:17:15.279191 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675c05c-4fb4-4527-b316-bf8694cec820 req-e507452f-5a14-4125-8086-02862e9e3e81 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:15.286404 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c675c05c-4fb4-4527-b316-bf8694cec820 req-e507452f-5a14-4125-8086-02862e9e3e81 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 948 time: 0.1745381 Aug 23 14:17:15.288017 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2a579c06-70ee-4af2-871c-bb42a0aae3c3, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:15.327233 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '2a579c06-70ee-4af2-871c-bb42a0aae3c3', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '2a579c06-70ee-4af2-871c-bb42a0aae3c3', 'mac_address': 'fa:16:3e:7f:22:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:17:15.365252 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-2030f78d-9b87-44b5-8079-1c1615e8ad0d tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5db478cc95442438a056dfebe7e6b07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3375280 Aug 23 14:17:15.420766 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] For port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:17:15.487356 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:15.490425 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c675c05c-4fb4-4527-b316-bf8694cec820 req-5f402845-2857-41c5-b7f7-af50a89d5c35 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028942 Aug 23 14:17:15.518314 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a579c06-70ee-4af2-871c-bb42a0aae3c3 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:15.537051 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2a579c06-70ee-4af2-871c-bb42a0aae3c3, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:15.546978 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] For port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=9c9dcb3b-310b-47e0-b5fc-07f8294199c9,segment=NetworkSegment(e96436a8-2a3f-4e6d-a019-427c0adfa670),segment_id=e96436a8-2a3f-4e6d-a019-427c0adfa670)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:17:15.593519 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bef4fabe-ea6f-4442-9875-585e20926eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:15.599800 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-4fccde66-8c79-4d7e-bd90-2cf29bbb31b6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292&tenant_id=e457f5bb77ff4c95a16e095f62e5326f HTTP/1.1" status: 200 len: 1095 time: 0.2881918 Aug 23 14:17:15.672508 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:15.677479 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:15.758531 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-23657e28-4eeb-46df-a001-4574037ba7b7 service neutron] 10.222.0.86 "GET /v2.0/networks/a99c7dd6-f8fe-435d-87d1-bd879e92be38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834848 Aug 23 14:17:15.771959 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=2a579c06-70ee-4af2-871c-bb42a0aae3c3,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:15.776216 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:15.778577 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:15.791758 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-ba7d3a55-8d3e-41a9-8336-2b5c5995734b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:15.873134 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Routers {'9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:17:15.874217 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:16:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:16.002854 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['2a579c06-70ee-4af2-871c-bb42a0aae3c3'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:17:16.032002 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-9dfc6bf2-2194-4a04-a9e3-82c61b36fa2e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 1095 time: 0.4028497 Aug 23 14:17:16.143913 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ba47b-184e-4264-93d6-7e21ed85a9b2 req-ed8dee6a-d006-4762-a197-7376926c8103 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:16.158016 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa7ba47b-184e-4264-93d6-7e21ed85a9b2 req-ed8dee6a-d006-4762-a197-7376926c8103 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 949 time: 0.3741677 Aug 23 14:17:16.309104 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 8d1474d4-abee-40cf-944a-9ee02a5e6249 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:16.398633 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d3a55-8d3e-41a9-8336-2b5c5995734b None None] Pushing event updated for resources: {'Port': ['ID=9c9dcb3b-310b-47e0-b5fc-07f8294199c9,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:16.402875 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-ba7d3a55-8d3e-41a9-8336-2b5c5995734b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:16.431748 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 8d1474d4-abee-40cf-944a-9ee02a5e6249 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:17:16.524658 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-0643300c-7afd-43f5-8191-02f97033c8cd service neutron] 10.222.0.86 "GET /v2.0/networks/a99c7dd6-f8fe-435d-87d1-bd879e92be38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7655187 Aug 23 14:17:16.582181 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa7ba47b-184e-4264-93d6-7e21ed85a9b2 req-1725a566-aea0-4986-a9f2-564f687f951c tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/security-groups?id=79c54559-79a0-4aa1-9db1-6a43269a8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975115 Aug 23 14:17:16.718116 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] Set router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:17:16.755278 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-ee74b70c-9fd7-4a35-be0a-fd05673ef565 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:16.758505 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-ee74b70c-9fd7-4a35-be0a-fd05673ef565 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.7009354 Aug 23 14:17:16.869920 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-bef4fabe-ea6f-4442-9875-585e20926eec admin admin] Deleting port b3e94bc8-1588-4b5e-a153-27287dbc2a8f {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:17:16.869920 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bef4fabe-ea6f-4442-9875-585e20926eec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:16.873303 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-6c9c6cf0-92cd-4a8e-a186-fb88ca6c0552 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249 HTTP/1.1" status: 200 len: 217 time: 0.1082110 Aug 23 14:17:16.971078 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1658d1c2-ea29-4779-a629-4fc4991fc452 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:16.978488 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-1658d1c2-ea29-4779-a629-4fc4991fc452 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.0966475 Aug 23 14:17:17.145373 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-0ba3562b-63a8-4dbf-963e-feb8f78f611a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1565886 Aug 23 14:17:17.398935 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-bef4fabe-ea6f-4442-9875-585e20926eec admin admin] For port b3e94bc8-1588-4b5e-a153-27287dbc2a8f, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=b3e94bc8-1588-4b5e-a153-27287dbc2a8f,segment=NetworkSegment(7e831ccd-7a95-4669-a351-87cb88509e73),segment_id=7e831ccd-7a95-4669-a351-87cb88509e73)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:17.401088 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bef4fabe-ea6f-4442-9875-585e20926eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:17.456627 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-router', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:47Z', 'updated_at': '2021-08-23T14:17:04Z', 'revision_number': 4, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'gw_port': {'id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:50Z', 'updated_at': '2021-08-23T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '9c9dcb3b-310b-47e0-b5fc-07f8294199c9', 'name': '', 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'mac_address': 'fa:16:3e:5f:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:17:01Z', 'updated_at': '2021-08-23T14:17:15Z', 'revision_number': 4, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'subnets': [{'id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:17.463384 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea656dd6-8277-4da6-9f1c-dbc20306c808 None None] The sync data for ids ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'] in n-d-805629-1 is: [{'id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-router', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:47Z', 'updated_at': '2021-08-23T14:17:04Z', 'revision_number': 4, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'gw_port': {'id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:50Z', 'updated_at': '2021-08-23T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '9c9dcb3b-310b-47e0-b5fc-07f8294199c9', 'name': '', 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'mac_address': 'fa:16:3e:5f:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:17:01Z', 'updated_at': '2021-08-23T14:17:15Z', 'revision_number': 4, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'subnets': [{'id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:17:17.705288 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-bef4fabe-ea6f-4442-9875-585e20926eec admin admin] Calling delete_port for b3e94bc8-1588-4b5e-a153-27287dbc2a8f owned by network:router_interface {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:17:17.785368 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ba395-73df-4098-ad57-afa5aea7c822 req-34856ed7-5d66-424c-80b9-b4e42a8e20d9 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:17.796873 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-af5ba395-73df-4098-ad57-afa5aea7c822 req-34856ed7-5d66-424c-80b9-b4e42a8e20d9 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 949 time: 0.4681599 Aug 23 14:17:17.876444 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-0bcd6bbe-4e2f-462a-935c-20f71c86b182 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7230468 Aug 23 14:17:17.950996 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9496483-e11a-493e-a672-03e48febd265 req-d9fdec09-b263-4100-a322-ffb663b2df78 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:17.962790 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e9496483-e11a-493e-a672-03e48febd265 req-d9fdec09-b263-4100-a322-ffb663b2df78 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 944 time: 0.5473700 Aug 23 14:17:18.138673 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-af5ba395-73df-4098-ad57-afa5aea7c822 req-cd3f8db9-3ead-4fec-9aeb-890a8712bdc6 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405161 Aug 23 14:17:18.267379 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e9496483-e11a-493e-a672-03e48febd265 req-26b599f3-6b3f-4b1a-81d5-9b21f357c40b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967010 Aug 23 14:17:18.320670 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-ff7750f0-6101-4b5a-88a6-aaa0cb4a520c service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346647 Aug 23 14:17:18.404249 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bef4fabe-ea6f-4442-9875-585e20926eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:18.416021 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6c03d7ef-42d4-4e6e-996b-b607d1a980ef tempest-LiveMigrationNegativeTest-1468700390 tempest-LiveMigrationNegativeTest-1468700390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:18.503893 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4fabe-ea6f-4442-9875-585e20926eec admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e94bc8-1588-4b5e-a153-27287dbc2a8f,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:18.508008 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-bef4fabe-ea6f-4442-9875-585e20926eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:18.645124 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-75d06d89-eb9b-4977-8ca5-02cef3940826 req-5a2d5e07-42d9-42d5-8011-7f140d24fdd9 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 210 time: 0.1781199 Aug 23 14:17:18.693279 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:18.781796 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef902a48-2679-412b-8bf2-5131d40ce9e6 req-ea6be63d-32d9-4798-b961-cca3247032b7 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:18.787751 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ef902a48-2679-412b-8bf2-5131d40ce9e6 req-ea6be63d-32d9-4798-b961-cca3247032b7 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c92e143-201b-4adf-8be7-71a6bda275c1 HTTP/1.1" status: 200 len: 949 time: 0.3928485 Aug 23 14:17:18.896839 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ef902a48-2679-412b-8bf2-5131d40ce9e6 req-721001c1-99dc-432e-aa19-5775dcea1c23 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/security-groups?id=79c54559-79a0-4aa1-9db1-6a43269a8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976868 Aug 23 14:17:19.039213 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2a579c06-70ee-4af2-871c-bb42a0aae3c3 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:19.197649 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:19.210321 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:19.210701 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:19.301393 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-ab6edc25-5a5b-4483-ad70-fa40f60172d4 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292&tenant_id=e457f5bb77ff4c95a16e095f62e5326f&binding%3Ahost_id=n-h1-805629-1 HTTP/1.1" status: 200 len: 1095 time: 0.2556303 Aug 23 14:17:19.309676 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bef4fabe-ea6f-4442-9875-585e20926eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:19.494843 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:19.531523 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:19.534132 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:19.631771 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:19.688712 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-5da75603-ed44-43b4-aaad-3bbf1b97ce94 service neutron] For port 8d1474d4-abee-40cf-944a-9ee02a5e6249, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:17:19.696673 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-5da75603-ed44-43b4-aaad-3bbf1b97ce94 service neutron] Notify callbacks [] for binding, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:19.699090 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95e4f359-9e7d-4d68-8925-b35c775b8b67 req-5da75603-ed44-43b4-aaad-3bbf1b97ce94 service neutron] 10.222.0.91 "DELETE /v2.0/ports/8d1474d4-abee-40cf-944a-9ee02a5e6249/bindings/n-h2-805629-1 HTTP/1.1" status: 204 len: 173 time: 0.3895588 Aug 23 14:17:19.768599 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=9c9dcb3b-310b-47e0-b5fc-07f8294199c9,segment=NetworkSegment(e96436a8-2a3f-4e6d-a019-427c0adfa670),segment_id=e96436a8-2a3f-4e6d-a019-427c0adfa670)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:19.866997 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:19.917080 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1411e8e8-41eb-415f-9c44-067041f8f136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a579c06-70ee-4af2-871c-bb42a0aae3c3'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:19.929489 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:19.941089 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2a579c06-70ee-4af2-871c-bb42a0aae3c3, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:19.942837 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:20.090410 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=9c9dcb3b-310b-47e0-b5fc-07f8294199c9,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:20.094294 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:20.096840 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:20.097439 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:20.219112 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=2a579c06-70ee-4af2-871c-bb42a0aae3c3,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:20.223682 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:20.590666 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55458384-f8bd-4944-b485-8bb1748b5fd9 req-dee52a14-9b48-4c9a-9bbd-fcaee7eaa64a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:20.610460 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-55458384-f8bd-4944-b485-8bb1748b5fd9 req-dee52a14-9b48-4c9a-9bbd-fcaee7eaa64a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.1747706 Aug 23 14:17:20.821603 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-55458384-f8bd-4944-b485-8bb1748b5fd9 req-c5be77fa-d33b-4c30-9767-c7194f147868 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090147 Aug 23 14:17:20.881525 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:20.978944 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef4fabe-ea6f-4442-9875-585e20926eec admin admin] Router 26036bff-87ac-424a-8ce0-5f96a39b0812 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:17:21.074316 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c718984-95b5-4c4c-83d1-71417cb35415 req-c8b73b7b-a2b7-4a75-bb37-0f5d863bd5f2 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:21.078240 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6c718984-95b5-4c4c-83d1-71417cb35415 req-c8b73b7b-a2b7-4a75-bb37-0f5d863bd5f2 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 944 time: 0.2062042 Aug 23 14:17:21.164231 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:21.165630 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:21.335489 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7c1f1214-8ede-406c-b437-db55f8fc7873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:21.507628 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 40188) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:21.608315 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef4fabe-ea6f-4442-9875-585e20926eec admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:17:21.619338 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6c718984-95b5-4c4c-83d1-71417cb35415 req-2b377872-a315-4915-bc91-a863a5c19b3d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5353470 Aug 23 14:17:21.631724 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc383017-93c4-458c-a519-7dcdda0bf3d4 None None] Sync routers for ids ['26036bff-87ac-424a-8ce0-5f96a39b0812'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:17:21.654170 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1aff88c8-0f4f-4150-b683-e7a785a91146 req-80302579-e096-4273-a908-40ff1ff97c85 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 210 time: 0.4769981 Aug 23 14:17:21.719573 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc383017-93c4-458c-a519-7dcdda0bf3d4 None None] Routers {'26036bff-87ac-424a-8ce0-5f96a39b0812'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:17:21.727764 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-bc383017-93c4-458c-a519-7dcdda0bf3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:16:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['26036bff-87ac-424a-8ce0-5f96a39b0812'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:21.762263 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1411e8e8-41eb-415f-9c44-067041f8f136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a579c06-70ee-4af2-871c-bb42a0aae3c3', 'code': 200} Aug 23 14:17:21.765037 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-bef4fabe-ea6f-4442-9875-585e20926eec admin admin] 10.222.0.86 "PUT /v2.0/routers/26036bff-87ac-424a-8ce0-5f96a39b0812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8960679 Aug 23 14:17:21.767894 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 40194) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:21.787481 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:21.890472 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-cb9f90fe-7417-4d26-bfc3-34eddb2ebf55 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:21.892197 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-cb9f90fe-7417-4d26-bfc3-34eddb2ebf55 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.91 "GET /v2.0/networks?id=a99c7dd6-f8fe-435d-87d1-bd879e92be38 HTTP/1.1" status: 200 len: 828 time: 0.7069173 Aug 23 14:17:21.912893 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Request body: {'port': {'device_id': '39d5ea79-16eb-49bd-bce5-3e2e9870d9e9', 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'admin_state_up': True, 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:17:22.406260 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-bc383017-93c4-458c-a519-7dcdda0bf3d4 None None] Set router 26036bff-87ac-424a-8ce0-5f96a39b0812 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:17:22.434513 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-852e87b8-e8b4-474e-8020-a127f84b513b admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:22.588660 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-852e87b8-e8b4-474e-8020-a127f84b513b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:22.615567 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-852e87b8-e8b4-474e-8020-a127f84b513b admin admin] Usage tracker for resource:security_group_rule and tenant:65099b8c4add4e3aa11fd5b3c56f0634 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:22.629527 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-640479c1-ceb0-43b6-bb7d-f2bfe0b1e064 req-21587a74-48c4-4a01-97c5-de3b5c0099b1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 1101 time: 0.6117823 Aug 23 14:17:22.632854 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-852e87b8-e8b4-474e-8020-a127f84b513b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:22.661117 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-852e87b8-e8b4-474e-8020-a127f84b513b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:22.793633 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-640479c1-ceb0-43b6-bb7d-f2bfe0b1e064 req-aa4c8f08-38b4-4838-b03c-40f88ca6948c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553349 Aug 23 14:17:22.810959 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-bc383017-93c4-458c-a519-7dcdda0bf3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'name': 'tempest-AttachSCSIVolumeTestJSON-528034441-router', 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:13:46Z', 'updated_at': '2021-08-23T14:17:18Z', 'revision_number': 5, 'project_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'gw_port': {'id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:13:49Z', 'updated_at': '2021-08-23T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:22.817175 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc383017-93c4-458c-a519-7dcdda0bf3d4 None None] Checking router: 26036bff-87ac-424a-8ce0-5f96a39b0812 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:17:22.832071 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc383017-93c4-458c-a519-7dcdda0bf3d4 None None] Routers {'26036bff-87ac-424a-8ce0-5f96a39b0812'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:17:22.832996 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-bc383017-93c4-458c-a519-7dcdda0bf3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:16:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['26036bff-87ac-424a-8ce0-5f96a39b0812'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:22.873251 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-852e87b8-e8b4-474e-8020-a127f84b513b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:22.883163 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:22.892494 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Usage tracker for resource:port and tenant:e5db478cc95442438a056dfebe7e6b07 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:22.897769 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:22.906965 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Quota usage for port was recalculated. Used quota:2. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:22.928951 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:22.951104 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4c4d5-8dde-49ea-ad5c-cdec967ef072 req-0fc4d031-c261-4ac8-9fdf-8f0cf539d05d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:22.959529 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-55d4c4d5-8dde-49ea-ad5c-cdec967ef072 req-0fc4d031-c261-4ac8-9fdf-8f0cf539d05d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.6107287 Aug 23 14:17:23.002987 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9c139458-6f1d-483f-86f3-565e2b92ae0f req-d9aad506-7033-4d5f-bfb3-50d6fd7e014e tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 1095 time: 0.5963402 Aug 23 14:17:23.017956 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-852e87b8-e8b4-474e-8020-a127f84b513b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:23.031964 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-87e63cb3-7c35-43ff-99ec-5e51c87376f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:23.089697 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-55d4c4d5-8dde-49ea-ad5c-cdec967ef072 req-2b8a73a2-c524-4c9c-ab84-86bb11f88c4c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272891 Aug 23 14:17:23.096972 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e87b8-e8b4-474e-8020-a127f84b513b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce4a2f6-f52f-433c-8ce0-88ef318927d5,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:23.102444 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-852e87b8-e8b4-474e-8020-a127f84b513b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:23.108653 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-852e87b8-e8b4-474e-8020-a127f84b513b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=65099b8c4add4e3aa11fd5b3c56f0634&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5971491 Aug 23 14:17:23.116233 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 40218) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:23.123881 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9c139458-6f1d-483f-86f3-565e2b92ae0f req-131b4055-0437-4ca9-b06b-ceb701c8e9d0 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213641 Aug 23 14:17:23.126245 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Made reservation on behalf of e5db478cc95442438a056dfebe7e6b07 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:17:23.131118 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:23.264347 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-bc383017-93c4-458c-a519-7dcdda0bf3d4 None None] Set router 26036bff-87ac-424a-8ce0-5f96a39b0812 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:17:23.332356 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d24c-0439-40b2-a55c-688f1d51fcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:23.390686 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d24c-0439-40b2-a55c-688f1d51fcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:23.568335 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-308659d0-2486-421d-9c48-85245747b67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:23.573083 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Allocated IP 172.20.0.11 (a99c7dd6-f8fe-435d-87d1-bd879e92be38/d27b2308-716d-4e1b-b0fb-8d405a12fdd4/fd22bf4d-c1f6-4891-a8ff-21be78dc77a5) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:17:23.598333 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d24c-0439-40b2-a55c-688f1d51fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:23.617698 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9e8ac1d6-91d8-4a14-845a-5ba2861f0e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:23.680389 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0d24c-0439-40b2-a55c-688f1d51fcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce4a2f6-f52f-433c-8ce0-88ef318927d5,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:23.708011 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c8d0d24c-0439-40b2-a55c-688f1d51fcbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:23.708826 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:23.725544 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d24c-0439-40b2-a55c-688f1d51fcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:23.745687 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-c8d0d24c-0439-40b2-a55c-688f1d51fcbd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7ce4a2f6-f52f-433c-8ce0-88ef318927d5 HTTP/1.1" status: 204 len: 168 time: 0.6135638 Aug 23 14:17:23.749612 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-bc383017-93c4-458c-a519-7dcdda0bf3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'name': 'tempest-AttachSCSIVolumeTestJSON-528034441-router', 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:13:46Z', 'updated_at': '2021-08-23T14:17:18Z', 'revision_number': 5, 'project_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'gw_port': {'id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:13:49Z', 'updated_at': '2021-08-23T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:23.761669 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc383017-93c4-458c-a519-7dcdda0bf3d4 None None] The sync data for ids ['26036bff-87ac-424a-8ce0-5f96a39b0812'] in n-d-805629-1 is: [{'id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'name': 'tempest-AttachSCSIVolumeTestJSON-528034441-router', 'tenant_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:13:46Z', 'updated_at': '2021-08-23T14:17:18Z', 'revision_number': 5, 'project_id': '63f6d3e03bd94898a05c4b30ee9961e4', 'gw_port': {'id': 'b32bf922-a88b-4371-96f5-94abb50cbe6e', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26036bff-87ac-424a-8ce0-5f96a39b0812', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:13:49Z', 'updated_at': '2021-08-23T14:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:17:23.831349 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] Deleting port b32bf922-a88b-4371-96f5-94abb50cbe6e {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:17:23.831700 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:23.872015 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ec7f99e8-285e-4f5d-9b02-53d9387c7931 req-4a06c19d-a8b7-4fb8-8d41-5873eaab15df tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 210 time: 0.3795033 Aug 23 14:17:24.050630 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:24.087691 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Transition to ACTIVE for port object fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:24.125255 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fbfe8758-3b2b-4697-8792-7dedee1ea767 req-e923a817-8641-4b16-8e58-40c595ddf6f9 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 1095 time: 0.1544778 Aug 23 14:17:24.172640 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] For port b32bf922-a88b-4371-96f5-94abb50cbe6e, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=b32bf922-a88b-4371-96f5-94abb50cbe6e,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:24.173107 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:24.226259 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fbfe8758-3b2b-4697-8792-7dedee1ea767 req-2dec21de-038e-4c42-bbae-f1a2e3416729 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827682 Aug 23 14:17:24.270114 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device c08036f2-1fe2-4016-acea-9621f261b74e details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:24.277782 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:24.308524 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bf4c350e-4dee-4a11-a096-6d408ab6d919 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:24.544969 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Network a99c7dd6-f8fe-435d-87d1-bd879e92be38 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:17:24.558148 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:24.570500 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device b3e94bc8-1588-4b5e-a153-27287dbc2a8f no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:24.577474 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:17:24.579927 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] Calling delete_port for b32bf922-a88b-4371-96f5-94abb50cbe6e owned by network:router_gateway {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:17:24.702088 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: b3e94bc8-1588-4b5e-a153-27287dbc2a8f {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:17:24.702528 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device b3e94bc8-1588-4b5e-a153-27287dbc2a8f not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:17:24.802510 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Pushing event updated for resources: {'Port': ['ID=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:24.850295 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c08036f2-1fe2-4016-acea-9621f261b74e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c08036f2-1fe2-4016-acea-9621f261b74e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:24.878045 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:24.880045 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:24.896359 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'c08036f2-1fe2-4016-acea-9621f261b74e', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'c08036f2-1fe2-4016-acea-9621f261b74e', 'mac_address': 'fa:16:3e:89:da:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:17:24.960987 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:24.961353 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:24.961773 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:24.962147 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:24.962514 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:24.962877 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:24.963276 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:24.964228 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:24.964703 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:24.965930 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:24.966576 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:24.971304 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:24.986949 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:25.003531 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127e269-9002-4d7e-b857-ed6143f59799 req-4505b100-69b9-4cc5-a939-b7394763df48 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:25.011098 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c127e269-9002-4d7e-b857-ed6143f59799 req-4505b100-69b9-4cc5-a939-b7394763df48 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.4534600 Aug 23 14:17:25.013032 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1057584 Aug 23 14:17:25.047264 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Request body: {'port': {'device_id': '39d5ea79-16eb-49bd-bce5-3e2e9870d9e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:17:25.072637 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:25.109973 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 40256) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:25.124051 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c08036f2-1fe2-4016-acea-9621f261b74e {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:25.162304 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cb12e170-9b0d-40b5-8b78-66ee4c612928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:25.162923 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c08036f2-1fe2-4016-acea-9621f261b74e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c08036f2-1fe2-4016-acea-9621f261b74e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:25.271920 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-cb12e170-9b0d-40b5-8b78-66ee4c612928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:25.283860 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-cb12e170-9b0d-40b5-8b78-66ee4c612928 admin admin] Usage tracker for resource:security_group_rule and tenant:b110a69083794220be28d85464f91021 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:25.326603 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-cb12e170-9b0d-40b5-8b78-66ee4c612928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:25.327009 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:25.327478 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-cb12e170-9b0d-40b5-8b78-66ee4c612928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:25.327571 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c127e269-9002-4d7e-b857-ed6143f59799 req-249aba5d-b71d-4b66-a132-20f77c4bd839 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512506 Aug 23 14:17:25.371741 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:25.379351 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-66d450c7-4565-4409-b976-ba48b4ae02fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:25.435536 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:25.435536 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:25.462799 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b32bf922-a88b-4371-96f5-94abb50cbe6e,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:25.474375 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:25.580993 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['c08036f2-1fe2-4016-acea-9621f261b74e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:17:25.718436 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5f68136d-83e9-4ec6-9580-76628a627cb3 None None] Provisioning for port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:25.736614 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5f68136d-83e9-4ec6-9580-76628a627cb3 None None] Provisioning complete for port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:25.737260 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5f68136d-83e9-4ec6-9580-76628a627cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:25.873359 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=c08036f2-1fe2-4016-acea-9621f261b74e,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:25.883803 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5f68136d-83e9-4ec6-9580-76628a627cb3 None None] Port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:17:25.885886 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:25.946004 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930082'] for router_gateway, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:25.990761 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.285981 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device c08036f2-1fe2-4016-acea-9621f261b74e up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:26.383005 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port c08036f2-1fe2-4016-acea-9621f261b74e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:26.383394 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.564553 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cb12e170-9b0d-40b5-8b78-66ee4c612928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.605168 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.664126 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96dc1a-41a9-4764-8fe6-88816dcc8202 req-71cc523f-9a0e-42a7-8143-97c12e94d515 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:26.667840 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2f96dc1a-41a9-4764-8fe6-88816dcc8202 req-71cc523f-9a0e-42a7-8143-97c12e94d515 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Synchronizing usage tracker for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:26.687175 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:26.696720 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.703309 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.721782 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.727833 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c92e143-201b-4adf-8be7-71a6bda275c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08036f2-1fe2-4016-acea-9621f261b74e'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:26.736012 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cb12e170-9b0d-40b5-8b78-66ee4c612928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.745604 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9594432a-51a4-42a8-9807-6a7d2cd04ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:26.757616 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c08036f2-1fe2-4016-acea-9621f261b74e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c08036f2-1fe2-4016-acea-9621f261b74e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:26.798004 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Transition to ACTIVE for port object fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:26.807296 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12e170-9b0d-40b5-8b78-66ee4c612928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e378e6ce-fc3b-495f-9d02-fb52f85c25e6,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:26.814020 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-cb12e170-9b0d-40b5-8b78-66ee4c612928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:26.822720 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-cb12e170-9b0d-40b5-8b78-66ee4c612928 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b110a69083794220be28d85464f91021&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7107666 Aug 23 14:17:26.823005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 40292) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:26.824377 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.825299 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26036bff-87ac-424a-8ce0-5f96a39b0812 {{(pid=76506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:17:26.831554 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.833517 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:26.858869 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.863289 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] 10.222.0.86 "DELETE /v2.0/routers/26036bff-87ac-424a-8ce0-5f96a39b0812 HTTP/1.1" status: 204 len: 168 time: 5.0938077 Aug 23 14:17:26.865741 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 40296) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:26.874561 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.895855 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bc7cb4fa-4f74-4a4c-903c-3ab24cb33918 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:26.927995 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=c08036f2-1fe2-4016-acea-9621f261b74e,revision_number=7']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:26.932262 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:26.968216 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-17787476-2c87-4f36-a289-c653f3e67e38 admin admin] Deleting subnet db288af1-dbbc-47b5-b528-6df8f5570c85 {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:17:26.981830 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-17787476-2c87-4f36-a289-c653f3e67e38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.061413 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-17787476-2c87-4f36-a289-c653f3e67e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.074246 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2f96dc1a-41a9-4764-8fe6-88816dcc8202 req-71cc523f-9a0e-42a7-8143-97c12e94d515 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Unset dirty status for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:27.077272 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2f96dc1a-41a9-4764-8fe6-88816dcc8202 req-71cc523f-9a0e-42a7-8143-97c12e94d515 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 932 time: 0.8761258 Aug 23 14:17:27.311151 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-17787476-2c87-4f36-a289-c653f3e67e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.404748 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c79b0559-f70a-4609-b4b7-5420fa7f1ef0 req-da48bcf9-1f7c-4e5a-a193-11239312b69f tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 1101 time: 0.6863959 Aug 23 14:17:27.489774 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f0d8a8c1-5c30-458b-93d3-b82ac1d3e681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.495683 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Pushing event updated for resources: {'Port': ['ID=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:27.504071 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:27.516017 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c79b0559-f70a-4609-b4b7-5420fa7f1ef0 req-dfae3918-8769-4acb-8d80-5db1d74a885e tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.615536 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-17787476-2c87-4f36-a289-c653f3e67e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.637169 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e946aba8-ab62-4f37-9cdf-2662248e52e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:27.773128 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca858ad9-46ef-4988-a132-8741538649c1 None None] Network 25d788dc-79d6-46be-8fa1-467aa9f15a13 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:17:27.787697 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-17787476-2c87-4f36-a289-c653f3e67e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.869261 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f0d8a8c1-5c30-458b-93d3-b82ac1d3e681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.893584 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-17787476-2c87-4f36-a289-c653f3e67e38 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/db288af1-dbbc-47b5-b528-6df8f5570c85 HTTP/1.1" status: 204 len: 168 time: 1.0255883 Aug 23 14:17:27.895033 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17787476-2c87-4f36-a289-c653f3e67e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db288af1-dbbc-47b5-b528-6df8f5570c85,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:27.911700 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 40302) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:28.087169 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-17787476-2c87-4f36-a289-c653f3e67e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:28.087969 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2f96dc1a-41a9-4764-8fe6-88816dcc8202 req-9abdf04b-0916-4b6a-aaf9-69d9c709fdfc tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Synchronizing usage tracker for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:28.131009 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-c79b0559-f70a-4609-b4b7-5420fa7f1ef0 req-dfae3918-8769-4acb-8d80-5db1d74a885e tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:28.158920 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c79b0559-f70a-4609-b4b7-5420fa7f1ef0 req-dfae3918-8769-4acb-8d80-5db1d74a885e tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] Usage tracker for resource:security_group_rule and tenant:ad7b26ac980a4b12ac623eedd54873e5 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:28.170053 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c79b0559-f70a-4609-b4b7-5420fa7f1ef0 req-dfae3918-8769-4acb-8d80-5db1d74a885e tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:28.209107 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-c79b0559-f70a-4609-b4b7-5420fa7f1ef0 req-dfae3918-8769-4acb-8d80-5db1d74a885e tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:28.224287 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Attempting to bind port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:17:28.224915 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Attempting to bind port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e96436a8-2a3f-4e6d-a019-427c0adfa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:17:28.225239 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Attempting to bind port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 on network a99c7dd6-f8fe-435d-87d1-bd879e92be38 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:17:28.237505 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc119179-bf85-4fcc-a829-a110ab585f4a None None] DHCP port deletion for 25d788dc-79d6-46be-8fa1-467aa9f15a13 request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:17:28.239520 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:28.245930 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-fc119179-bf85-4fcc-a829-a110ab585f4a None None] Deleting port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:17:28.249685 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-fc119179-bf85-4fcc-a829-a110ab585f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:28.251381 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 on network a99c7dd6-f8fe-435d-87d1-bd879e92be38 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:17:28.251381 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Attempting to bind port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 on network a99c7dd6-f8fe-435d-87d1-bd879e92be38 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:17:28.314959 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:17:28.315265 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Checking segment: {'id': 'e96436a8-2a3f-4e6d-a019-427c0adfa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:17:28.315708 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Bound using segment: {'id': 'e96436a8-2a3f-4e6d-a019-427c0adfa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:17:28.316147 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Bound port: fd22bf4d-c1f6-4891-a8ff-21be78dc77a5, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96436a8-2a3f-4e6d-a019-427c0adfa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:17:28.316496 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:28.333085 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Deleting port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:17:28.333422 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:28.369576 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2f96dc1a-41a9-4764-8fe6-88816dcc8202 req-9abdf04b-0916-4b6a-aaf9-69d9c709fdfc tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Unset dirty status for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:28.379395 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2f96dc1a-41a9-4764-8fe6-88816dcc8202 req-9abdf04b-0916-4b6a-aaf9-69d9c709fdfc tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/security-groups?id=08305925-2e50-4f02-95a5-665c764e7571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2677567 Aug 23 14:17:28.416392 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f0d8a8c1-5c30-458b-93d3-b82ac1d3e681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:28.592952 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:28.695740 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-fc119179-bf85-4fcc-a829-a110ab585f4a None None] For port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=428ade7e-11b8-407b-ab27-cc0b1f7bd25b,segment=NetworkSegment(7e831ccd-7a95-4669-a351-87cb88509e73),segment_id=7e831ccd-7a95-4669-a351-87cb88509e73)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:28.696440 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-fc119179-bf85-4fcc-a829-a110ab585f4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:28.771340 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c79b0559-f70a-4609-b4b7-5420fa7f1ef0 req-dfae3918-8769-4acb-8d80-5db1d74a885e tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:28.820160 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8a8c1-5c30-458b-93d3-b82ac1d3e681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e378e6ce-fc3b-495f-9d02-fb52f85c25e6,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:28.826144 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f0d8a8c1-5c30-458b-93d3-b82ac1d3e681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:28.851396 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f0d8a8c1-5c30-458b-93d3-b82ac1d3e681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:28.852520 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f0d8a8c1-5c30-458b-93d3-b82ac1d3e681 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e378e6ce-fc3b-495f-9d02-fb52f85c25e6 HTTP/1.1" status: 204 len: 168 time: 2.0285718 Aug 23 14:17:28.854963 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c79b0559-f70a-4609-b4b7-5420fa7f1ef0 req-dfae3918-8769-4acb-8d80-5db1d74a885e tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:28.905421 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-aa63c60e-5390-4532-bcab-7f6edf76106f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:28.935122 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c79b0559-f70a-4609-b4b7-5420fa7f1ef0 req-dfae3918-8769-4acb-8d80-5db1d74a885e tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] Synchronizing usage tracker for tenant:ad7b26ac980a4b12ac623eedd54873e5 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:28.953029 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 428ade7e-11b8-407b-ab27-cc0b1f7bd25b no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:29.071375 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-fc119179-bf85-4fcc-a829-a110ab585f4a None None] Calling delete_port for 428ade7e-11b8-407b-ab27-cc0b1f7bd25b owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:17:29.137757 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c92e143-201b-4adf-8be7-71a6bda275c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08036f2-1fe2-4016-acea-9621f261b74e', 'code': 200} Aug 23 14:17:29.305461 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:29.315155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] For port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=428ade7e-11b8-407b-ab27-cc0b1f7bd25b,segment=NetworkSegment(7e831ccd-7a95-4669-a351-87cb88509e73),segment_id=7e831ccd-7a95-4669-a351-87cb88509e73)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:29.315748 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:29.464597 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-fc119179-bf85-4fcc-a829-a110ab585f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112'] for port, after_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:29.483386 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:29.562921 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc119179-bf85-4fcc-a829-a110ab585f4a None None] Pushing event deleted for resources: {'Port': ['ID=428ade7e-11b8-407b-ab27-cc0b1f7bd25b,revision_number=None']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:29.566169 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-fc119179-bf85-4fcc-a829-a110ab585f4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:29.574492 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc119179-bf85-4fcc-a829-a110ab585f4a None None] No DVR routers for this DVR port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b on host n-d-805629-1 {{(pid=76509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:17:29.696265 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Calling delete_port for 428ade7e-11b8-407b-ab27-cc0b1f7bd25b owned by network:dhcp {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:17:29.825183 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] For port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:17:29.839935 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae3918-8769-4acb-8d80-5db1d74a885e tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f940d62-9c12-4e0f-a3e8-2a76e2bfc061,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:29.886392 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] For port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5,segment=NetworkSegment(e96436a8-2a3f-4e6d-a019-427c0adfa670),segment_id=e96436a8-2a3f-4e6d-a019-427c0adfa670)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:17:29.891560 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-dfae3918-8769-4acb-8d80-5db1d74a885e tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.986s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:29.907852 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.api [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:17:29.908911 n-d-805629-1 neutron-server[76505]: DEBUG oslo_db.api [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:17:29.968196 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb01fc-799e-4f39-9ff4-96b97ab543ff req-04908ade-c967-4a2c-ae7b-5d5d9c1199df tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:29.978675 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fdcb01fc-799e-4f39-9ff4-96b97ab543ff req-04908ade-c967-4a2c-ae7b-5d5d9c1199df tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 944 time: 0.1408663 Aug 23 14:17:30.080220 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fdcb01fc-799e-4f39-9ff4-96b97ab543ff req-b4e1fe86-8f14-4b76-8db2-ac6432335be8 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/security-groups?id=08305925-2e50-4f02-95a5-665c764e7571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965827 Aug 23 14:17:30.080220 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c79b0559-f70a-4609-b4b7-5420fa7f1ef0 req-dfae3918-8769-4acb-8d80-5db1d74a885e tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] Unset dirty status for tenant:ad7b26ac980a4b12ac623eedd54873e5 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:30.092962 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c79b0559-f70a-4609-b4b7-5420fa7f1ef0 req-dfae3918-8769-4acb-8d80-5db1d74a885e tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6869819 Aug 23 14:17:30.111955 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:30.116847 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:30.305854 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:30.309882 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] 10.222.0.91 "PUT /v2.0/ports/fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 HTTP/1.1" status: 200 len: 1092 time: 5.2875695 Aug 23 14:17:30.317250 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d5ea79-16eb-49bd-bce5-3e2e9870d9e9', 'tag': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:30.339431 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Pushing event updated for resources: {'Port': ['ID=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:30.356203 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:30.408886 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Deleting port 428ade7e-11b8-407b-ab27-cc0b1f7bd25b {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:17:30.409728 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:30.757042 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] The port '428ade7e-11b8-407b-ab27-cc0b1f7bd25b' was deleted {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:17:30.768797 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d5ea79-16eb-49bd-bce5-3e2e9870d9e9', 'tag': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5', 'status': 'completed', 'code': 200} Aug 23 14:17:30.949150 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9c243ea2-3663-4da3-bab2-27cf6cc53600 req-ea63b020-93ef-4195-bf27-691f72cf8cdb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4846385 Aug 23 14:17:30.998000 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:31.030415 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d788dc-79d6-46be-8fa1-467aa9f15a13']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:31.047128 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-42f802df-5617-4386-a369-0fe63f725a2a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e5db478cc95442438a056dfebe7e6b07&device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 1095 time: 0.5059216 Aug 23 14:17:31.052949 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e831ccd-7a95-4669-a351-87cb88509e73') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:31.053155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e831ccd-7a95-4669-a351-87cb88509e73') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:31.157463 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:31.203181 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-3a5cbb2d-7c28-4b9e-8f36-7954f04646d1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 HTTP/1.1" status: 200 len: 217 time: 0.1305132 Aug 23 14:17:31.203181 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:31.448895 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:17:31.449702 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: util.warn( Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: util.warn( Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: util.warn( Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: util.warn( Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:17:31.470331 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:17:31.677156 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-140835a1-77a2-41e2-9b58-06c7a1660050 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:31.679695 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-140835a1-77a2-41e2-9b58-06c7a1660050 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d27b2308-716d-4e1b-b0fb-8d405a12fdd4 HTTP/1.1" status: 200 len: 867 time: 0.4781864 Aug 23 14:17:31.681171 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:31.790600 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:31.834995 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-007fba6b-a78d-4ba4-9b1e-332671b0cea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:31.879029 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:31.926335 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=25d788dc-79d6-46be-8fa1-467aa9f15a13,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:31.933776 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:31.981598 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942add5c-4f74-4af6-bf64-a932347a02fb req-e2a07352-2b0c-4b88-b714-ed85cc867b6f tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:31.993343 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-942add5c-4f74-4af6-bf64-a932347a02fb req-e2a07352-2b0c-4b88-b714-ed85cc867b6f tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 944 time: 0.5936072 Aug 23 14:17:32.050152 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-15f8de5e-dd70-4665-8f38-5a1de2b42174 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a99c7dd6-f8fe-435d-87d1-bd879e92be38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3596926 Aug 23 14:17:32.058577 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] 10.222.0.86 "DELETE /v2.0/networks/25d788dc-79d6-46be-8fa1-467aa9f15a13 HTTP/1.1" status: 204 len: 168 time: 4.1399751 Aug 23 14:17:32.060380 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 40424) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:32.186448 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-942add5c-4f74-4af6-bf64-a932347a02fb req-267a286c-83d9-4882-b276-16a2e1926463 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/security-groups?id=08305925-2e50-4f02-95a5-665c764e7571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919494 Aug 23 14:17:32.519026 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device b32bf922-a88b-4371-96f5-94abb50cbe6e no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:32.611878 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-78484923-b2e4-4f07-b799-6c02f8feb59c service neutron] 10.222.0.91 "GET /v2.0/networks/a99c7dd6-f8fe-435d-87d1-bd879e92be38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495687 Aug 23 14:17:32.641813 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: b32bf922-a88b-4371-96f5-94abb50cbe6e {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:17:32.641813 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device b32bf922-a88b-4371-96f5-94abb50cbe6e not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:17:32.962397 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-6fa5f9ae-cc2e-43da-91a1-1af7cecd9fb2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5359676 Aug 23 14:17:33.045600 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a38fff4-cf0a-4c63-bda5-ff7fee5c30cc req-7bfe8439-5948-4ce3-a189-f993e0dc7503 service neutron] 10.222.0.91 "GET /v2.0/networks/a99c7dd6-f8fe-435d-87d1-bd879e92be38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292686 Aug 23 14:17:33.142181 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486db33-b04a-4959-b6ea-a0f1e43f6506 req-ff940dc0-0b71-4002-95b9-6a38c9a08edc tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:33.155886 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a486db33-b04a-4959-b6ea-a0f1e43f6506 req-ff940dc0-0b71-4002-95b9-6a38c9a08edc tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.2163825 Aug 23 14:17:33.396830 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:33.758698 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a486db33-b04a-4959-b6ea-a0f1e43f6506 req-b780be3c-3a0d-4cd4-821c-b9b15a1b955e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006434 Aug 23 14:17:33.872193 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-046e582a-5147-4455-af57-fc84176ce47d req-f0a7b1b7-3a98-4954-a894-13ce72bc29d3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e5db478cc95442438a056dfebe7e6b07&device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 1095 time: 0.6362236 Aug 23 14:17:34.046435 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e582a-5147-4455-af57-fc84176ce47d req-d98b7457-f08a-4816-aebd-d4e2f731d93d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:34.047924 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-046e582a-5147-4455-af57-fc84176ce47d req-d98b7457-f08a-4816-aebd-d4e2f731d93d service neutron] 10.222.0.91 "GET /v2.0/networks?id=a99c7dd6-f8fe-435d-87d1-bd879e92be38 HTTP/1.1" status: 200 len: 929 time: 0.1610994 Aug 23 14:17:34.172805 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4119051-f857-4378-b6e7-9d73d130f12b req-0ddf4daa-67e9-4927-83e1-646e0ac47f22 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:34.188105 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a4119051-f857-4378-b6e7-9d73d130f12b req-0ddf4daa-67e9-4927-83e1-646e0ac47f22 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 944 time: 0.5148053 Aug 23 14:17:34.729369 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-046e582a-5147-4455-af57-fc84176ce47d req-1e18c479-8b23-4af4-a213-571ffb110f8b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 HTTP/1.1" status: 200 len: 217 time: 0.6662903 Aug 23 14:17:34.831006 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a4119051-f857-4378-b6e7-9d73d130f12b req-ee3684fe-9e82-4376-8652-8d930b2d7fb9 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/security-groups?id=08305925-2e50-4f02-95a5-665c764e7571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6416948 Aug 23 14:17:34.847989 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e582a-5147-4455-af57-fc84176ce47d req-fb1d5135-c248-492e-bc41-86a0010bb2b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:34.850397 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-046e582a-5147-4455-af57-fc84176ce47d req-fb1d5135-c248-492e-bc41-86a0010bb2b0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d27b2308-716d-4e1b-b0fb-8d405a12fdd4 HTTP/1.1" status: 200 len: 867 time: 0.1089182 Aug 23 14:17:34.891085 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:17:34.951506 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-07fba866-b411-4b5e-8047-199cac90cf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:35.100925 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:35.467135 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-046e582a-5147-4455-af57-fc84176ce47d req-ed1930ea-407a-41fc-9467-fbdce1da00dc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a99c7dd6-f8fe-435d-87d1-bd879e92be38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6064343 Aug 23 14:17:35.586969 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5,segment=NetworkSegment(e96436a8-2a3f-4e6d-a019-427c0adfa670),segment_id=e96436a8-2a3f-4e6d-a019-427c0adfa670)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:35.636287 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5', 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'port_id': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5', 'mac_address': 'fa:16:3e:f5:a7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:17:35.976685 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546e757-98a1-45fe-ab1a-4a2e2a86d63d req-ce6ceced-0ea5-4756-8caf-e6719fe6e23a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:35.978025 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:35.984904 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7546e757-98a1-45fe-ab1a-4a2e2a86d63d req-ce6ceced-0ea5-4756-8caf-e6719fe6e23a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.8703728 Aug 23 14:17:36.011311 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:36.039858 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5,segment=NetworkSegment(e96436a8-2a3f-4e6d-a019-427c0adfa670),segment_id=e96436a8-2a3f-4e6d-a019-427c0adfa670)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:36.156695 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7546e757-98a1-45fe-ab1a-4a2e2a86d63d req-7782014a-5c35-4360-94a5-23c76a7144a6 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707466 Aug 23 14:17:36.164431 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:36.170933 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-fc119179-bf85-4fcc-a829-a110ab585f4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:36.240722 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-046e582a-5147-4455-af57-fc84176ce47d req-848e973d-50ee-4df5-b7b2-8872a4895ed2 service neutron] 10.222.0.91 "GET /v2.0/networks/a99c7dd6-f8fe-435d-87d1-bd879e92be38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946352 Aug 23 14:17:36.356208 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:36.376298 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:36.490073 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['fd22bf4d-c1f6-4891-a8ff-21be78dc77a5'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:17:36.914783 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-dce7820c-1765-4142-9a40-f56a802c07e1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 1101 time: 0.2107832 Aug 23 14:17:37.181587 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-046e582a-5147-4455-af57-fc84176ce47d req-f7087994-3262-42c8-8176-2d898099f8b8 service neutron] 10.222.0.91 "GET /v2.0/networks/a99c7dd6-f8fe-435d-87d1-bd879e92be38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8667357 Aug 23 14:17:37.188664 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-22d02421-2e44-4550-9eb3-615399d573f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:37.193084 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-22d02421-2e44-4550-9eb3-615399d573f0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.2663171 Aug 23 14:17:37.308808 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78de56-2d53-4e0c-9271-c475a4f5fae1 req-627a8841-0e6c-406c-a487-c868b72f8a7b tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:37.317435 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2d78de56-2d53-4e0c-9271-c475a4f5fae1 req-627a8841-0e6c-406c-a487-c868b72f8a7b tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 945 time: 0.4934578 Aug 23 14:17:37.329371 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-2d9fb320-0ad9-4925-ade8-c6bb4910c035 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3 HTTP/1.1" status: 200 len: 217 time: 0.1274340 Aug 23 14:17:37.412889 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2d78de56-2d53-4e0c-9271-c475a4f5fae1 req-eac0b7dc-9115-497f-9d17-887dc7d5cb5d tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/security-groups?id=08305925-2e50-4f02-95a5-665c764e7571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937366 Aug 23 14:17:37.464818 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-68b983c1-3f39-4985-9d85-a76f1c2af96f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:37.468255 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-68b983c1-3f39-4985-9d85-a76f1c2af96f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1326571 Aug 23 14:17:37.727067 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-07fba866-b411-4b5e-8047-199cac90cf7c admin admin] Deleting port 58f4e019-f9c9-46cd-8e43-e77c47835847 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:17:37.727627 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-07fba866-b411-4b5e-8047-199cac90cf7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:37.755205 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-de27273b-c8d2-45aa-99c0-68eba680261e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2781305 Aug 23 14:17:38.063440 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-b53e3633-951c-41e1-8667-e7cf2b17a1b4 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990618 Aug 23 14:17:38.124202 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf439f-9dde-4861-8869-b1ef17745e96 req-1ba915a5-ffcf-4fa9-b846-65003415f80a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:38.136361 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b9bf439f-9dde-4861-8869-b1ef17745e96 req-1ba915a5-ffcf-4fa9-b846-65003415f80a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.2471178 Aug 23 14:17:38.195757 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-07fba866-b411-4b5e-8047-199cac90cf7c admin admin] For port 58f4e019-f9c9-46cd-8e43-e77c47835847, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=58f4e019-f9c9-46cd-8e43-e77c47835847,segment=NetworkSegment(5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5),segment_id=5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:38.196667 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-07fba866-b411-4b5e-8047-199cac90cf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:38.246257 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b9bf439f-9dde-4861-8869-b1ef17745e96 req-bac42d43-bf4a-452e-9b63-63390f8bbb64 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083994 Aug 23 14:17:38.411776 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-e39f200a-cca0-48d0-80bb-207d49383c5d service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426545 Aug 23 14:17:38.951018 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-07fba866-b411-4b5e-8047-199cac90cf7c admin admin] Calling delete_port for 58f4e019-f9c9-46cd-8e43-e77c47835847 owned by network:router_interface {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:17:39.069051 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b302623-4717-4567-9678-527b8f602f5c req-ccfd407d-02c1-4349-9428-1b20055a8816 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:39.074086 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9b302623-4717-4567-9678-527b8f602f5c req-ccfd407d-02c1-4349-9428-1b20055a8816 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 945 time: 0.1762407 Aug 23 14:17:39.330136 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:39.331461 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9b302623-4717-4567-9678-527b8f602f5c req-9c515c96-c7dd-4fa1-9b9f-24ca1c5defa1 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/security-groups?id=08305925-2e50-4f02-95a5-665c764e7571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786369 Aug 23 14:17:39.448673 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-07fba866-b411-4b5e-8047-199cac90cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:39.453514 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:39.487496 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:39.512579 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:39.514843 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:39.624926 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fba866-b411-4b5e-8047-199cac90cf7c admin admin] Pushing event deleted for resources: {'Port': ['ID=58f4e019-f9c9-46cd-8e43-e77c47835847,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:39.739944 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-07fba866-b411-4b5e-8047-199cac90cf7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:40.006249 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:40.049219 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d5ea79-16eb-49bd-bce5-3e2e9870d9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:40.068727 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5,segment=NetworkSegment(e96436a8-2a3f-4e6d-a019-427c0adfa670),segment_id=e96436a8-2a3f-4e6d-a019-427c0adfa670)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:40.169064 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:40.182505 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-96b6128e-5ea7-46e0-9bbc-c89da5530ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:40.312067 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:40.325784 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:40.347222 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666c01d-d964-4aec-904a-e92061ce9ffd req-8e05378d-ba85-44bf-86ea-34d05bb49373 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:40.355551 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7666c01d-d964-4aec-904a-e92061ce9ffd req-8e05378d-ba85-44bf-86ea-34d05bb49373 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.7322557 Aug 23 14:17:40.516800 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7666c01d-d964-4aec-904a-e92061ce9ffd req-fcc9d3ef-15f9-42f4-9a65-2ca60f4a2c87 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601307 Aug 23 14:17:40.728079 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d5ea79-16eb-49bd-bce5-3e2e9870d9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5', 'code': 200} Aug 23 14:17:40.746184 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-07fba866-b411-4b5e-8047-199cac90cf7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:41.057216 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6372c30f-3d44-4306-8417-8deb4f082a5c req-2a1cd575-38cc-4662-8ec8-f4fe5a9d63c2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 1097 time: 0.2398067 Aug 23 14:17:41.173035 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6372c30f-3d44-4306-8417-8deb4f082a5c req-a7f2e6f4-c7a6-46c9-8401-2e7322c49a70 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=08305925-2e50-4f02-95a5-665c764e7571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074092 Aug 23 14:17:41.329256 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9294d4-8c28-4d27-87fe-7b59d0b1d20d req-5fb28dcf-76bd-47bf-b681-a4f3fdcdadb8 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:41.336599 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd9294d4-8c28-4d27-87fe-7b59d0b1d20d req-5fb28dcf-76bd-47bf-b681-a4f3fdcdadb8 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 946 time: 0.3054092 Aug 23 14:17:41.547924 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd9294d4-8c28-4d27-87fe-7b59d0b1d20d req-61d545a0-7146-4bea-8e30-ba475835fe85 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/security-groups?id=08305925-2e50-4f02-95a5-665c764e7571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101607 Aug 23 14:17:42.072963 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f53c8-6137-4e05-9af8-67e05c36309a req-0ad3ec5d-6949-4f49-9d8f-4b564897b08b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:42.074980 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2a2f53c8-6137-4e05-9af8-67e05c36309a req-0ad3ec5d-6949-4f49-9d8f-4b564897b08b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.2947936 Aug 23 14:17:42.216307 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5212034e-9c6c-497a-9514-8f084ce63ff9 req-d8b615ea-a45a-4cb9-b515-3899e8fbe0d9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2420578 Aug 23 14:17:42.423767 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2a2f53c8-6137-4e05-9af8-67e05c36309a req-8e6cf70a-df7c-4946-8a8f-16b4257841c2 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419163 Aug 23 14:17:42.536382 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fba866-b411-4b5e-8047-199cac90cf7c admin admin] Router c4f53458-67ef-4096-9c28-e4f9acec7db5 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:17:42.536682 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dba1d080-9ec8-4da5-88d3-cf40b7d6800e req-b31a24db-c0fc-4b33-bfd4-0371f3320d85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=68a58e4ba53c42e18be665e5234f87bb&device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 1097 time: 0.2450252 Aug 23 14:17:43.063541 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1d080-9ec8-4da5-88d3-cf40b7d6800e req-8c201585-e449-4bb0-b112-fcc32d406439 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:43.065725 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dba1d080-9ec8-4da5-88d3-cf40b7d6800e req-8c201585-e449-4bb0-b112-fcc32d406439 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb HTTP/1.1" status: 200 len: 906 time: 0.4708371 Aug 23 14:17:43.070608 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5212034e-9c6c-497a-9514-8f084ce63ff9 req-1d299034-3e42-4765-b572-c3d8d5bc0d83 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 1095 time: 0.3630004 Aug 23 14:17:43.124924 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8d01e-6b70-471b-a911-2abb13bcc68b req-ea01f1f4-d79e-4404-80fd-b81007b1d1a3 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:43.141939 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-09d8d01e-6b70-471b-a911-2abb13bcc68b req-ea01f1f4-d79e-4404-80fd-b81007b1d1a3 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 946 time: 0.3031983 Aug 23 14:17:43.157858 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dba1d080-9ec8-4da5-88d3-cf40b7d6800e req-d27f8709-9bd3-44ce-97bb-bf1741540803 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17daa6eb-0173-4d03-957b-1336316050d0 HTTP/1.1" status: 200 len: 217 time: 0.0842373 Aug 23 14:17:43.264335 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fba866-b411-4b5e-8047-199cac90cf7c admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:17:43.281507 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2931ec93-6443-4c45-97e7-9ab84f4d99e5 None None] Sync routers for ids ['c4f53458-67ef-4096-9c28-e4f9acec7db5'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:17:43.286284 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-09d8d01e-6b70-471b-a911-2abb13bcc68b req-a2b3f481-0ff4-47ec-bcb3-f0feaa364717 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/security-groups?id=08305925-2e50-4f02-95a5-665c764e7571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434269 Aug 23 14:17:43.303214 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2931ec93-6443-4c45-97e7-9ab84f4d99e5 None None] Routers {'c4f53458-67ef-4096-9c28-e4f9acec7db5'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:17:43.304230 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-2931ec93-6443-4c45-97e7-9ab84f4d99e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:17:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['c4f53458-67ef-4096-9c28-e4f9acec7db5'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:43.317586 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-07fba866-b411-4b5e-8047-199cac90cf7c admin admin] 10.222.0.86 "PUT /v2.0/routers/c4f53458-67ef-4096-9c28-e4f9acec7db5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2562048 Aug 23 14:17:43.318472 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 40690) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:43.573120 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-2931ec93-6443-4c45-97e7-9ab84f4d99e5 None None] Set router c4f53458-67ef-4096-9c28-e4f9acec7db5 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:17:43.746089 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1d080-9ec8-4da5-88d3-cf40b7d6800e req-0c88de58-efc4-4b24-afe4-9d9aa9d22a3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:43.750118 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dba1d080-9ec8-4da5-88d3-cf40b7d6800e req-0c88de58-efc4-4b24-afe4-9d9aa9d22a3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c65d0fb-9e93-42b4-b48b-75141f36f07b HTTP/1.1" status: 200 len: 845 time: 0.5491097 Aug 23 14:17:43.974882 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-cf89521d-1ec7-4f87-96ec-da21b3edff1f tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 258 time: 0.4947417 Aug 23 14:17:43.984417 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:17:44.010772 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:44.018628 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dba1d080-9ec8-4da5-88d3-cf40b7d6800e req-45fa5bcf-8696-41e8-9fcb-e1c0d192955e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2516680 Aug 23 14:17:44.078555 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-2931ec93-6443-4c45-97e7-9ab84f4d99e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812674367-router', 'tenant_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:09Z', 'updated_at': '2021-08-23T14:17:39Z', 'revision_number': 5, 'project_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'gw_port': {'id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:11Z', 'updated_at': '2021-08-23T14:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:44.078808 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Usage tracker for resource:floatingip and tenant:e5db478cc95442438a056dfebe7e6b07 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:44.080881 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2931ec93-6443-4c45-97e7-9ab84f4d99e5 None None] Checking router: c4f53458-67ef-4096-9c28-e4f9acec7db5 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:17:44.099461 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2931ec93-6443-4c45-97e7-9ab84f4d99e5 None None] Routers {'c4f53458-67ef-4096-9c28-e4f9acec7db5'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:17:44.100136 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-2931ec93-6443-4c45-97e7-9ab84f4d99e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:17:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['c4f53458-67ef-4096-9c28-e4f9acec7db5'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:44.146025 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:44.159144 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:44.272233 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602fb11-1d00-4135-992c-6611d0e8949d req-243937f8-2c08-4fe4-8b8d-78aa36c5dd18 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:44.284254 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3602fb11-1d00-4135-992c-6611d0e8949d req-243937f8-2c08-4fe4-8b8d-78aa36c5dd18 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.2919466 Aug 23 14:17:44.355448 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-2931ec93-6443-4c45-97e7-9ab84f4d99e5 None None] Set router c4f53458-67ef-4096-9c28-e4f9acec7db5 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:17:44.365498 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for floatingip, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:44.396856 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] Notify callbacks [] for router, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:44.425216 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dba1d080-9ec8-4da5-88d3-cf40b7d6800e req-533d4d2a-cb19-43eb-88df-f5cecf885cfa service neutron] 10.222.0.60 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951819 Aug 23 14:17:44.595214 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3602fb11-1d00-4135-992c-6611d0e8949d req-480a4276-f8fa-48bf-ba3c-0bb401ec2bc0 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100402 Aug 23 14:17:44.759404 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212034e-9c6c-497a-9514-8f084ce63ff9 req-f3eaf19d-3f37-4a1c-848e-98de727e9109 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:44.760410 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5212034e-9c6c-497a-9514-8f084ce63ff9 req-f3eaf19d-3f37-4a1c-848e-98de727e9109 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 1.6013038 Aug 23 14:17:44.979190 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:45.061705 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5212034e-9c6c-497a-9514-8f084ce63ff9 req-408d3945-c4cc-446d-8ec6-5986bed002df service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ae21481-5899-4416-8d23-6a79dab86825 HTTP/1.1" status: 200 len: 217 time: 0.2919202 Aug 23 14:17:45.118033 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-2931ec93-6443-4c45-97e7-9ab84f4d99e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812674367-router', 'tenant_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:09Z', 'updated_at': '2021-08-23T14:17:39Z', 'revision_number': 5, 'project_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'gw_port': {'id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:11Z', 'updated_at': '2021-08-23T14:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:45.123830 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2931ec93-6443-4c45-97e7-9ab84f4d99e5 None None] The sync data for ids ['c4f53458-67ef-4096-9c28-e4f9acec7db5'] in n-d-805629-1 is: [{'id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1812674367-router', 'tenant_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:09Z', 'updated_at': '2021-08-23T14:17:39Z', 'revision_number': 5, 'project_id': '27cf2bd90e504aa48ad835bf674ec1c5', 'gw_port': {'id': '65a881c4-ad06-4366-828f-5a44c3ce7ca9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f53458-67ef-4096-9c28-e4f9acec7db5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:11Z', 'updated_at': '2021-08-23T14:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:17:45.255705 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Allocated IP 172.25.6.28 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/b564add0-354e-46c1-8f60-f2ed3b48e852) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:17:45.291113 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dba1d080-9ec8-4da5-88d3-cf40b7d6800e req-3f47f381-7fc1-4669-827d-f77a29591a96 service neutron] 10.222.0.60 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8345325 Aug 23 14:17:45.379820 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212034e-9c6c-497a-9514-8f084ce63ff9 req-89ba1246-36c3-479f-82e8-9791828e8bf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:45.388493 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5212034e-9c6c-497a-9514-8f084ce63ff9 req-89ba1246-36c3-479f-82e8-9791828e8bf3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.2875230 Aug 23 14:17:45.513067 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5212034e-9c6c-497a-9514-8f084ce63ff9 req-4baf7dac-4167-483f-9a73-27f345a31a12 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103132 Aug 23 14:17:45.754676 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:45.896708 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5212034e-9c6c-497a-9514-8f084ce63ff9 req-cb948dd3-007b-4450-b276-edced62c59e9 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147528 Aug 23 14:17:45.921232 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:45.963066 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34279d5-939c-4c6a-9683-52e8523c6200 req-23cdfaee-9a2d-484d-a63c-8613ac49564a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:45.992445 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c34279d5-939c-4c6a-9683-52e8523c6200 req-23cdfaee-9a2d-484d-a63c-8613ac49564a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.1716812 Aug 23 14:17:46.089492 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c34279d5-939c-4c6a-9683-52e8523c6200 req-9ef22809-90ee-4f85-b65c-58f943f3828e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923796 Aug 23 14:17:46.099498 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5212034e-9c6c-497a-9514-8f084ce63ff9 req-b3874b39-c539-4780-ae26-b3e7bb8bc4c7 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555592 Aug 23 14:17:46.110467 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] Deleting port 65a881c4-ad06-4366-828f-5a44c3ce7ca9 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:17:46.114790 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:46.207609 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:46.221062 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fb855df3-1d5d-43fa-a664-c6b788eaf3dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:46.475880 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:17:46.479190 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:46.487855 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] For port 65a881c4-ad06-4366-828f-5a44c3ce7ca9, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=65a881c4-ad06-4366-828f-5a44c3ce7ca9,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:46.488269 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:46.496655 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:17:46.537573 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Pushing event updated for resources: {'Port': ['ID=b564add0-354e-46c1-8f60-f2ed3b48e852,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:46.545610 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 58f4e019-f9c9-46cd-8e43-e77c47835847 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:46.616604 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 58f4e019-f9c9-46cd-8e43-e77c47835847 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:17:46.617359 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 58f4e019-f9c9-46cd-8e43-e77c47835847 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:17:46.702640 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:46.714624 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] Calling delete_port for 65a881c4-ad06-4366-828f-5a44c3ce7ca9 owned by network:router_gateway {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:17:47.017495 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:47.294981 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:47.475993 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:47.486279 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:47.542762 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a881c4-ad06-4366-828f-5a44c3ce7ca9,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:47.558529 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:47.984115 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:17:48.009117 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930082'] for router_gateway, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:48.252331 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:48.324095 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71ccc8-1bc6-49bd-aa4c-930063b184b6 req-da60a500-7a09-4fe8-a825-93b4d156f472 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:48.332030 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dc71ccc8-1bc6-49bd-aa4c-930063b184b6 req-da60a500-7a09-4fe8-a825-93b4d156f472 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.6437268 Aug 23 14:17:48.477453 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:48.484970 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:48.724509 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dc71ccc8-1bc6-49bd-aa4c-930063b184b6 req-d0086ba8-35ad-4cad-9b99-c6c65cf9979b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920467 Aug 23 14:17:48.729676 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:48.731436 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Pushing event updated for resources: {'Port': ['ID=b564add0-354e-46c1-8f60-f2ed3b48e852,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:48.749068 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:48.795295 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:48.849893 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:48.990323 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:48.991270 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4f53458-67ef-4096-9c28-e4f9acec7db5 {{(pid=76505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:17:49.011428 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] Notify callbacks [] for router, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:49.014244 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] 10.222.0.86 "DELETE /v2.0/routers/c4f53458-67ef-4096-9c28-e4f9acec7db5 HTTP/1.1" status: 204 len: 168 time: 5.6946070 Aug 23 14:17:49.017382 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 40784) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:49.256225 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-f775d7dd-da4f-48ed-baaa-b84ef5a84ec6 admin admin] Deleting subnet 0ceaa66a-bfe0-457b-a440-570a10e4f699 {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:17:49.256964 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f775d7dd-da4f-48ed-baaa-b84ef5a84ec6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:49.323476 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:49.335421 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.3507659 Aug 23 14:17:49.509628 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f775d7dd-da4f-48ed-baaa-b84ef5a84ec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:49.572399 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-7e06aa8f-ad3c-41ad-8dc5-4d0ed26f4f86 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Synchronizing usage tracker for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:floatingip {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:49.700320 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f775d7dd-da4f-48ed-baaa-b84ef5a84ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:49.852666 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-7e06aa8f-ad3c-41ad-8dc5-4d0ed26f4f86 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Unset dirty status for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:floatingip {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:49.854794 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-7e06aa8f-ad3c-41ad-8dc5-4d0ed26f4f86 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.28 HTTP/1.1" status: 200 len: 695 time: 0.5149069 Aug 23 14:17:50.044028 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-0cfcaff8-c016-458d-b6bd-61e2384e0f22 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:50.045383 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0f67aa00-b768-4b7e-a82e-2b1d96dd73e9 req-0cfcaff8-c016-458d-b6bd-61e2384e0f22 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.1853499 Aug 23 14:17:50.427528 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f775d7dd-da4f-48ed-baaa-b84ef5a84ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:50.435750 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 17daa6eb-0173-4d03-957b-1336316050d0 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:50.438744 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f6b04-174e-497c-94b9-08c9df6fb6ac req-ed4cd44a-097d-4c03-8440-d79cb0cee9e5 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:50.440299 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a40f6b04-174e-497c-94b9-08c9df6fb6ac req-ed4cd44a-097d-4c03-8440-d79cb0cee9e5 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.0883250 Aug 23 14:17:50.441945 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6c9e3e14-6b0e-4299-a3de-3b8f33611436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:50.496000 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775d7dd-da4f-48ed-baaa-b84ef5a84ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ceaa66a-bfe0-457b-a440-570a10e4f699,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:50.518238 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f775d7dd-da4f-48ed-baaa-b84ef5a84ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:50.531209 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f775d7dd-da4f-48ed-baaa-b84ef5a84ec6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:50.535900 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 65a881c4-ad06-4366-828f-5a44c3ce7ca9 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:50.550879 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a40f6b04-174e-497c-94b9-08c9df6fb6ac req-fb24fa89-de61-4b8b-9ee1-b358cdda1e97 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714736 Aug 23 14:17:50.552906 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f775d7dd-da4f-48ed-baaa-b84ef5a84ec6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0ceaa66a-bfe0-457b-a440-570a10e4f699 HTTP/1.1" status: 204 len: 168 time: 1.5277572 Aug 23 14:17:50.555674 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 40804) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:50.610861 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8395f9d0-d80e-4b8f-8981-571504ccc7a4 None None] Network 17040fb0-4d0c-4f44-880b-5731c4ef524e requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:17:50.655966 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 65a881c4-ad06-4366-828f-5a44c3ce7ca9 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:17:50.656605 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 65a881c4-ad06-4366-828f-5a44c3ce7ca9 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:17:50.807782 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:50.821858 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:50.855213 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Deleting port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:17:50.855731 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:50.961100 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359cbb2f-5320-4e30-beb5-3d6de9441af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17daa6eb-0173-4d03-957b-1336316050d0'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:51.033126 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 17daa6eb-0173-4d03-957b-1336316050d0, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=17daa6eb-0173-4d03-957b-1336316050d0,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:51.188887 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa76964-9831-4114-8072-a5a17a897067 req-f86bc14a-1f6b-499f-b48a-4d76a0bb965d tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:51.199338 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9aa76964-9831-4114-8072-a5a17a897067 req-f86bc14a-1f6b-499f-b48a-4d76a0bb965d tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2409112 Aug 23 14:17:51.325446 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5e9651-4006-4a62-ac41-e9e932748d6c None None] DHCP port deletion for 17040fb0-4d0c-4f44-880b-5731c4ef524e request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:17:51.331108 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-be5e9651-4006-4a62-ac41-e9e932748d6c None None] Deleting port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:17:51.331788 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-be5e9651-4006-4a62-ac41-e9e932748d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:51.402943 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9aa76964-9831-4114-8072-a5a17a897067 req-26151878-d203-40f5-8038-fe05d8dee464 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.28 HTTP/1.1" status: 200 len: 695 time: 0.1981428 Aug 23 14:17:51.422359 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-9aa76964-9831-4114-8072-a5a17a897067 req-04452d91-783b-4be5-a862-a1d60e3fe6f0 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Request body: {'floatingip': {'port_id': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:17:51.540164 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] For port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=24fb7874-6797-4ed6-96a6-7ce1eb9483ce,segment=NetworkSegment(5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5),segment_id=5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:51.547994 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:51.642461 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9aa76964-9831-4114-8072-a5a17a897067 req-04452d91-783b-4be5-a862-a1d60e3fe6f0 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for floatingip, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:51.847342 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-03f83c21-3c3c-4a05-a4ae-ebf603c3182b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:51.849115 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:51.857861 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:51.903388 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Calling delete_port for 24fb7874-6797-4ed6-96a6-7ce1eb9483ce owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:17:51.963643 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:52.003220 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-be5e9651-4006-4a62-ac41-e9e932748d6c None None] For port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=24fb7874-6797-4ed6-96a6-7ce1eb9483ce,segment=NetworkSegment(5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5),segment_id=5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:52.004069 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-be5e9651-4006-4a62-ac41-e9e932748d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:52.027979 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=17daa6eb-0173-4d03-957b-1336316050d0,revision_number=8']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:52.166755 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:52.171632 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:52.208977 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-be5e9651-4006-4a62-ac41-e9e932748d6c None None] Calling delete_port for 24fb7874-6797-4ed6-96a6-7ce1eb9483ce owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:17:52.280432 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=24fb7874-6797-4ed6-96a6-7ce1eb9483ce,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:52.301130 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.303715 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] No DVR routers for this DVR port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce on host n-d-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:17:52.310718 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.312651 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.312651 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.316114 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.317936 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.317936 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.318582 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.319665 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.324877 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.324877 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.349510 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:52.378251 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.378615 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.378979 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.379347 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.380025 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.380430 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.380793 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.381181 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.381534 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.381897 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.382250 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:52.385074 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-be5e9651-4006-4a62-ac41-e9e932748d6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:17:52.387332 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:52.389977 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-be5e9651-4006-4a62-ac41-e9e932748d6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:17:52.462453 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:52.477646 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17040fb0-4d0c-4f44-880b-5731c4ef524e']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:52.492896 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:52.493199 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb3c455-b0c0-4f5c-9e39-7df83c09c1f5') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:52.528400 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:52.579778 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:52.589648 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:17:52.590612 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:17:52.615030 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:17:52.622323 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 24fb7874-6797-4ed6-96a6-7ce1eb9483ce no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:52.726352 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 24fb7874-6797-4ed6-96a6-7ce1eb9483ce {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:17:52.730316 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 24fb7874-6797-4ed6-96a6-7ce1eb9483ce not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:17:52.892459 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-be5e9651-4006-4a62-ac41-e9e932748d6c None None] Deleting port 24fb7874-6797-4ed6-96a6-7ce1eb9483ce {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:17:52.896454 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-be5e9651-4006-4a62-ac41-e9e932748d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:52.956536 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:52.975494 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:53.030227 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-227fdaae-767a-4825-99a3-f75ddf8b7112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:53.073869 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9aa76964-9831-4114-8072-a5a17a897067 req-04452d91-783b-4be5-a862-a1d60e3fe6f0 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:53.097750 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] 10.222.0.86 "DELETE /v2.0/networks/17040fb0-4d0c-4f44-880b-5731c4ef524e HTTP/1.1" status: 204 len: 168 time: 2.5401554 Aug 23 14:17:53.105756 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=17040fb0-4d0c-4f44-880b-5731c4ef524e,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:53.108995 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:53.163855 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9aa76964-9831-4114-8072-a5a17a897067 req-04452d91-783b-4be5-a862-a1d60e3fe6f0 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:53.198861 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-be5e9651-4006-4a62-ac41-e9e932748d6c None None] The port '24fb7874-6797-4ed6-96a6-7ce1eb9483ce' was deleted {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:17:53.619112 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-063de0db-1cf1-458d-85e3-f07aaba349ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:53.690178 n-d-805629-1 neutron-server[76505]: INFO neutron.db.l3_db [req-9aa76964-9831-4114-8072-a5a17a897067 req-04452d91-783b-4be5-a862-a1d60e3fe6f0 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Floating IP 3d18abed-b3de-41b5-b64b-41e3145e49f4 associated. External IP: 172.25.6.28, port: fd22bf4d-c1f6-4891-a8ff-21be78dc77a5. Aug 23 14:17:54.100978 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 40856) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:54.214955 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-0300c5a1-1e33-4922-9ad6-ecd95ac2de9c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=63f6d3e03bd94898a05c4b30ee9961e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1122417 Aug 23 14:17:54.215145 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 40864) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:54.428174 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ce3eaecd-b957-443f-92ac-7a316ec4a6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:54.457800 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:54.603586 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ce3eaecd-b957-443f-92ac-7a316ec4a6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:54.735745 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9aa76964-9831-4114-8072-a5a17a897067 req-04452d91-783b-4be5-a862-a1d60e3fe6f0 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:17:54.830160 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ce3eaecd-b957-443f-92ac-7a316ec4a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:54.841146 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-eb400254-3a5b-48a3-8269-55fea6417b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:54.865765 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3eaecd-b957-443f-92ac-7a316ec4a6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d7fb6a-906c-4a80-aedf-9fb34960e419,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:54.877984 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ce3eaecd-b957-443f-92ac-7a316ec4a6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:54.896019 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ce3eaecd-b957-443f-92ac-7a316ec4a6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:54.899792 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-ce3eaecd-b957-443f-92ac-7a316ec4a6c4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/68d7fb6a-906c-4a80-aedf-9fb34960e419 HTTP/1.1" status: 204 len: 168 time: 0.6769824 Aug 23 14:17:55.270030 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9aa76964-9831-4114-8072-a5a17a897067 req-04452d91-783b-4be5-a862-a1d60e3fe6f0 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:17:55.282666 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9aa76964-9831-4114-8072-a5a17a897067 req-04452d91-783b-4be5-a862-a1d60e3fe6f0 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:55.284943 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d666b5f-7fac-4525-aa27-62566a0d5005 None None] Sync routers for ids ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:17:55.320941 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d666b5f-7fac-4525-aa27-62566a0d5005 None None] Routers {'9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:17:55.322456 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-2d666b5f-7fac-4525-aa27-62566a0d5005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:17:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:55.334695 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359cbb2f-5320-4e30-beb5-3d6de9441af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17daa6eb-0173-4d03-957b-1336316050d0', 'code': 200} Aug 23 14:17:55.416744 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9aa76964-9831-4114-8072-a5a17a897067 req-04452d91-783b-4be5-a862-a1d60e3fe6f0 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "PUT /v2.0/floatingips/3d18abed-b3de-41b5-b64b-41e3145e49f4 HTTP/1.1" status: 200 len: 996 time: 4.0061843 Aug 23 14:17:55.417337 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d5ea79-16eb-49bd-bce5-3e2e9870d9e9', 'tag': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:55.821954 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9aa76964-9831-4114-8072-a5a17a897067 req-47704ebf-75be-4412-8f9f-106c17115f32 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5db478cc95442438a056dfebe7e6b07&device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 1097 time: 0.3929884 Aug 23 14:17:55.822765 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-2d666b5f-7fac-4525-aa27-62566a0d5005 None None] Set router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:17:55.980844 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:56.226026 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa76964-9831-4114-8072-a5a17a897067 req-89d0ff97-2f41-41a4-9684-2982a55288fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:56.229792 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9aa76964-9831-4114-8072-a5a17a897067 req-89d0ff97-2f41-41a4-9684-2982a55288fb service neutron] 10.222.0.86 "GET /v2.0/networks?id=a99c7dd6-f8fe-435d-87d1-bd879e92be38 HTTP/1.1" status: 200 len: 929 time: 0.3973181 Aug 23 14:17:56.263353 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae42aee-e0bc-47e7-9bc7-e4b6e8ddd602 req-7ceb3b19-ff53-48e6-b281-fcfa2e1a54e9 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:56.273269 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ae42aee-e0bc-47e7-9bc7-e4b6e8ddd602 req-7ceb3b19-ff53-48e6-b281-fcfa2e1a54e9 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.1849105 Aug 23 14:17:56.535839 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ae42aee-e0bc-47e7-9bc7-e4b6e8ddd602 req-288d8525-f7af-45c4-9923-f95b2d0a07fa tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156827 Aug 23 14:17:56.535839 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9aa76964-9831-4114-8072-a5a17a897067 req-651cda12-41bd-4e78-9c90-bdae98f56da5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 HTTP/1.1" status: 200 len: 999 time: 0.2281222 Aug 23 14:17:56.680780 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-2d666b5f-7fac-4525-aa27-62566a0d5005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-router', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:47Z', 'updated_at': '2021-08-23T14:17:04Z', 'revision_number': 4, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'gw_port': {'id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:50Z', 'updated_at': '2021-08-23T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': '3d18abed-b3de-41b5-b64b-41e3145e49f4', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'floating_ip_address': '172.25.6.28', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'port_id': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'mac_address': 'fa:16:3e:f5:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d5ea79-16eb-49bd-bce5-3e2e9870d9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:17:46Z', 'updated_at': '2021-08-23T14:17:52Z', 'revision_number': 1, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9dcb3b-310b-47e0-b5fc-07f8294199c9', 'name': '', 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'mac_address': 'fa:16:3e:5f:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:17:01Z', 'updated_at': '2021-08-23T14:17:19Z', 'revision_number': 5, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'subnets': [{'id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:56.681994 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa76964-9831-4114-8072-a5a17a897067 req-72bfb79b-8db1-4328-b0ab-191cc6f99899 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:56.685163 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9aa76964-9831-4114-8072-a5a17a897067 req-72bfb79b-8db1-4328-b0ab-191cc6f99899 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d27b2308-716d-4e1b-b0fb-8d405a12fdd4 HTTP/1.1" status: 200 len: 867 time: 0.1674683 Aug 23 14:17:56.701779 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d666b5f-7fac-4525-aa27-62566a0d5005 None None] Checking router: 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:17:56.747472 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d666b5f-7fac-4525-aa27-62566a0d5005 None None] Routers {'9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:17:56.747472 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-2d666b5f-7fac-4525-aa27-62566a0d5005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:17:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:56.917379 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 40912) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:57.013039 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9aa76964-9831-4114-8072-a5a17a897067 req-4835574b-9672-42b9-aa86-e7085b139f62 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a99c7dd6-f8fe-435d-87d1-bd879e92be38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3190458 Aug 23 14:17:57.095504 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-c4131cda-029a-47ff-bd09-4dfef357f1c0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=27cf2bd90e504aa48ad835bf674ec1c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1759012 Aug 23 14:17:57.099166 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 40916) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:57.252326 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-2d666b5f-7fac-4525-aa27-62566a0d5005 None None] Set router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:17:57.317062 n-d-805629-1 neutron-server[76506]: INFO neutron.api.v2.resource [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-80a604d1-bd7e-4ee7-953f-475632549046 service neutron] show failed (client error): The resource could not be found. Aug 23 14:17:57.318764 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-80a604d1-bd7e-4ee7-953f-475632549046 service neutron] 10.222.0.91 "GET /v2.0/ports/2a579c06-70ee-4af2-871c-bb42a0aae3c3/bindings/n-h2-805629-1 HTTP/1.1" status: 404 len: 380 time: 0.2168546 Aug 23 14:17:57.618862 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9aa76964-9831-4114-8072-a5a17a897067 req-9d2856d4-57c5-43af-8140-a4b2852c2892 service neutron] 10.222.0.86 "GET /v2.0/networks/a99c7dd6-f8fe-435d-87d1-bd879e92be38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037767 Aug 23 14:17:57.795016 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e5a548e-cfa7-4fce-b3e2-6d170e261ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:57.871934 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e5a548e-cfa7-4fce-b3e2-6d170e261ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:57.948904 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9aa76964-9831-4114-8072-a5a17a897067 req-56ddcc95-ba27-43a3-a7ed-40cee1b1cab3 service neutron] 10.222.0.86 "GET /v2.0/networks/a99c7dd6-f8fe-435d-87d1-bd879e92be38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289938 Aug 23 14:17:58.166889 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e5a548e-cfa7-4fce-b3e2-6d170e261ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:58.166889 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-563f63b5-97a8-4aaa-af26-272aa8d398af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:58.256786 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e5a548e-cfa7-4fce-b3e2-6d170e261ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:58.266298 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-1e5a548e-cfa7-4fce-b3e2-6d170e261ce2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/96f433aa-fc4f-40a2-870e-25620425264b HTTP/1.1" status: 204 len: 168 time: 1.0151978 Aug 23 14:17:58.284497 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-2d666b5f-7fac-4525-aa27-62566a0d5005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-router', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:47Z', 'updated_at': '2021-08-23T14:17:04Z', 'revision_number': 4, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'gw_port': {'id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:50Z', 'updated_at': '2021-08-23T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': '3d18abed-b3de-41b5-b64b-41e3145e49f4', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'floating_ip_address': '172.25.6.28', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'port_id': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'mac_address': 'fa:16:3e:f5:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d5ea79-16eb-49bd-bce5-3e2e9870d9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:17:46Z', 'updated_at': '2021-08-23T14:17:52Z', 'revision_number': 1, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9dcb3b-310b-47e0-b5fc-07f8294199c9', 'name': '', 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'mac_address': 'fa:16:3e:5f:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:17:01Z', 'updated_at': '2021-08-23T14:17:19Z', 'revision_number': 5, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'subnets': [{'id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:58.287928 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a548e-cfa7-4fce-b3e2-6d170e261ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f433aa-fc4f-40a2-870e-25620425264b,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:58.299178 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d666b5f-7fac-4525-aa27-62566a0d5005 None None] The sync data for ids ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'] in n-d-805629-1 is: [{'id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-router', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:47Z', 'updated_at': '2021-08-23T14:17:04Z', 'revision_number': 4, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'gw_port': {'id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:50Z', 'updated_at': '2021-08-23T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': '3d18abed-b3de-41b5-b64b-41e3145e49f4', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'floating_ip_address': '172.25.6.28', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'port_id': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'mac_address': 'fa:16:3e:f5:a7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d5ea79-16eb-49bd-bce5-3e2e9870d9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:17:46Z', 'updated_at': '2021-08-23T14:17:52Z', 'revision_number': 1, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9dcb3b-310b-47e0-b5fc-07f8294199c9', 'name': '', 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'mac_address': 'fa:16:3e:5f:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:17:01Z', 'updated_at': '2021-08-23T14:17:19Z', 'revision_number': 5, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'subnets': [{'id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:17:58.341953 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1e5a548e-cfa7-4fce-b3e2-6d170e261ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:58.438247 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-01df8d58-6583-4d20-a0d4-bb5330939e84 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136&tenant_id=cae7784c1a0e409298815052dfe79897 HTTP/1.1" status: 200 len: 1101 time: 0.3413906 Aug 23 14:17:58.455850 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805629-1', 'device_owner': 'compute:nova'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:17:58.896514 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:58.919638 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112edf0-3f29-41b5-8456-e33c89337ac2 None None] New status for floating IP 3d18abed-b3de-41b5-b64b-41e3145e49f4: ACTIVE {{(pid=76509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:17:59.251246 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d5ea79-16eb-49bd-bce5-3e2e9870d9e9', 'tag': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5', 'status': 'completed', 'code': 200} Aug 23 14:17:59.549408 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] For port 2a579c06-70ee-4af2-871c-bb42a0aae3c3, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:17:59.587722 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f906bd2b-3d56-488e-bb7c-87172b7f3803 req-76a59978-d1ab-46bc-b531-be06a6fecc22 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e5db478cc95442438a056dfebe7e6b07&device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 1097 time: 0.1914027 Aug 23 14:17:59.905093 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fda5c-3a74-48af-98bc-d8e8b0bf6a62 req-9545ffe8-b362-44a1-8fb0-00e4b7259bd0 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:59.907334 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-010fda5c-3a74-48af-98bc-d8e8b0bf6a62 req-9545ffe8-b362-44a1-8fb0-00e4b7259bd0 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.1871080 Aug 23 14:17:59.995281 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.resource_extend [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:18:00.044983 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906bd2b-3d56-488e-bb7c-87172b7f3803 req-8086b64f-5c1b-4e40-a157-b4dd88179115 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:00.052898 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f906bd2b-3d56-488e-bb7c-87172b7f3803 req-8086b64f-5c1b-4e40-a157-b4dd88179115 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a99c7dd6-f8fe-435d-87d1-bd879e92be38 HTTP/1.1" status: 200 len: 929 time: 0.4526844 Aug 23 14:18:00.056757 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-010fda5c-3a74-48af-98bc-d8e8b0bf6a62 req-e0b5be0c-cc4e-4a41-b9c9-9c34d36c6c3a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342137 Aug 23 14:18:00.068754 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] For port 2a579c06-70ee-4af2-871c-bb42a0aae3c3, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:18:00.326831 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1411e8e8-41eb-415f-9c44-067041f8f136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a579c06-70ee-4af2-871c-bb42a0aae3c3'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:00.348250 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:00.381204 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f906bd2b-3d56-488e-bb7c-87172b7f3803 req-0c23775e-2c73-4c6d-9657-253117f588ef service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 HTTP/1.1" status: 200 len: 1001 time: 0.3143158 Aug 23 14:18:00.452517 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Transition to ACTIVE for port object 2a579c06-70ee-4af2-871c-bb42a0aae3c3 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:00.532078 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906bd2b-3d56-488e-bb7c-87172b7f3803 req-13558330-49dd-4577-bb94-256859060ae0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:00.533651 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f906bd2b-3d56-488e-bb7c-87172b7f3803 req-13558330-49dd-4577-bb94-256859060ae0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d27b2308-716d-4e1b-b0fb-8d405a12fdd4 HTTP/1.1" status: 200 len: 867 time: 0.1418622 Aug 23 14:18:00.584402 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-23d2c5b7-fb1b-444c-b6b8-06f125fea7c9 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 258 time: 0.3047407 Aug 23 14:18:00.603682 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:18:00.614053 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:00.627418 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:00.676315 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f906bd2b-3d56-488e-bb7c-87172b7f3803 req-fedfaee4-845a-43bf-b7e5-6b85b3e5c578 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a99c7dd6-f8fe-435d-87d1-bd879e92be38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327758 Aug 23 14:18:00.716296 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:00.728772 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-41106510-0d7a-4fc4-9b75-8107348678c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:00.845336 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for floatingip, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:01.029730 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35943d2f-a7c4-49fc-9935-c4fde9822c6c req-db9e378b-2d0e-44e6-836c-a6dba18662f3 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:01.031344 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-35943d2f-a7c4-49fc-9935-c4fde9822c6c req-db9e378b-2d0e-44e6-836c-a6dba18662f3 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.60 "GET /v2.0/ports?device_id=359cbb2f-5320-4e30-beb5-3d6de9441af0 HTTP/1.1" status: 200 len: 944 time: 0.2738934 Aug 23 14:18:01.032654 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Pushing event updated for resources: {'Port': ['ID=2a579c06-70ee-4af2-871c-bb42a0aae3c3,revision_number=6']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:01.036441 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:01.127735 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] No DVR routers for this DVR port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:18:01.212967 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-35943d2f-a7c4-49fc-9935-c4fde9822c6c req-6925f530-6b5d-40b7-86fa-0535a2a73835 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Deleting port 17daa6eb-0173-4d03-957b-1336316050d0 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:18:01.219963 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-35943d2f-a7c4-49fc-9935-c4fde9822c6c req-6925f530-6b5d-40b7-86fa-0535a2a73835 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:01.234940 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f906bd2b-3d56-488e-bb7c-87172b7f3803 req-0ae760a2-5d92-4c7c-9ec7-a6bcf946d599 service neutron] 10.222.0.91 "GET /v2.0/networks/a99c7dd6-f8fe-435d-87d1-bd879e92be38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492842 Aug 23 14:18:01.238708 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Attempting to bind port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:01.239415 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Attempting to bind port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:01.240200 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Attempting to bind port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:18:01.245416 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2a579c06-70ee-4af2-871c-bb42a0aae3c3 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:01.458000 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f906bd2b-3d56-488e-bb7c-87172b7f3803 req-c49230fb-f3c4-4c76-89a6-764c67b47c64 service neutron] 10.222.0.91 "GET /v2.0/networks/a99c7dd6-f8fe-435d-87d1-bd879e92be38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136707 Aug 23 14:18:01.477738 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:18:01.482067 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Attempting to bind port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:18:01.504755 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:18:01.505372 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:18:01.505902 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:18:01.509568 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Bound port: 2a579c06-70ee-4af2-871c-bb42a0aae3c3, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:01.509568 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:01.540976 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2a579c06-70ee-4af2-871c-bb42a0aae3c3 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:18:01.659244 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] For port 2a579c06-70ee-4af2-871c-bb42a0aae3c3, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:18:01.664166 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] For port 2a579c06-70ee-4af2-871c-bb42a0aae3c3, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:18:01.812859 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:01.830459 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:01.836487 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:01.895563 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:01.917813 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Pushing event updated for resources: {'Port': ['ID=2a579c06-70ee-4af2-871c-bb42a0aae3c3,revision_number=7']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:01.921223 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:01.952046 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:01.954211 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] 10.222.0.60 "PUT /v2.0/ports/2a579c06-70ee-4af2-871c-bb42a0aae3c3 HTTP/1.1" status: 200 len: 1096 time: 3.5111175 Aug 23 14:18:02.137653 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-b70003c8-884d-40d7-9461-61924c666b75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 1099 time: 0.1388063 Aug 23 14:18:02.251439 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-35943d2f-a7c4-49fc-9935-c4fde9822c6c req-6925f530-6b5d-40b7-86fa-0535a2a73835 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] For port 17daa6eb-0173-4d03-957b-1336316050d0, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=17daa6eb-0173-4d03-957b-1336316050d0,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:02.251439 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-35943d2f-a7c4-49fc-9935-c4fde9822c6c req-6925f530-6b5d-40b7-86fa-0535a2a73835 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:02.257493 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Allocated IP 172.25.6.32 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/2306b21f-915d-410e-9f93-52ae4f1306ea) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:02.412960 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-adec7f38-16d0-47ae-9b2d-474400fc6902 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:02.415124 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-adec7f38-16d0-47ae-9b2d-474400fc6902 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.2756298 Aug 23 14:18:02.440481 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-35943d2f-a7c4-49fc-9935-c4fde9822c6c req-6925f530-6b5d-40b7-86fa-0535a2a73835 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Calling delete_port for 17daa6eb-0173-4d03-957b-1336316050d0 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:18:02.496420 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-78c98efa-c6a8-4b98-a957-650936d75f5a tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:02.498538 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-78c98efa-c6a8-4b98-a957-650936d75f5a tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/networks?id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb HTTP/1.1" status: 200 len: 805 time: 0.7220502 Aug 23 14:18:02.506886 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 41000) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:02.537255 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-3c4b4b46-4249-4a24-99d2-629fcecd899c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3 HTTP/1.1" status: 200 len: 217 time: 0.1147466 Aug 23 14:18:02.567150 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-8c710c5e-c972-49c1-bf8d-124abc4e71a8 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/quotas/68a58e4ba53c42e18be665e5234f87bb HTTP/1.1" status: 200 len: 375 time: 0.0460339 Aug 23 14:18:02.626621 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-1a34396e-db04-4b83-8b56-0a7ce3d1e271 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:02.629132 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-1a34396e-db04-4b83-8b56-0a7ce3d1e271 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.0855155 Aug 23 14:18:02.810343 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-de6f62a0-936d-4eef-8e43-64519e492d41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1744761 Aug 23 14:18:02.897701 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-42dd5de3-9903-4408-886f-f6be8c45e456 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=68a58e4ba53c42e18be665e5234f87bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3235130 Aug 23 14:18:02.915134 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d20ffaf5-dcac-4f62-82e2-7ff94ab07233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:02.970434 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:03.134751 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-d20ffaf5-dcac-4f62-82e2-7ff94ab07233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:03.155006 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-d20ffaf5-dcac-4f62-82e2-7ff94ab07233 admin admin] Usage tracker for resource:security_group_rule and tenant:68df5030b29c4c09936c1005cdc39f7e is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:03.160511 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-d20ffaf5-dcac-4f62-82e2-7ff94ab07233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:03.164290 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-ecf3036d-46b5-4943-9c99-a9ef2c6e03fd service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464727 Aug 23 14:18:03.175220 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-35943d2f-a7c4-49fc-9935-c4fde9822c6c req-6925f530-6b5d-40b7-86fa-0535a2a73835 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:03.191337 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-d20ffaf5-dcac-4f62-82e2-7ff94ab07233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:03.212456 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-59f6aa96-5453-4298-8830-f23b9e3623c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:03.305112 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925f530-6b5d-40b7-86fa-0535a2a73835 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Pushing event deleted for resources: {'Port': ['ID=17daa6eb-0173-4d03-957b-1336316050d0,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:03.328565 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-e91289b0-888b-423f-91b6-3a45e3c69506 service neutron] 10.222.0.86 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139102 Aug 23 14:18:03.354272 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6925f530-6b5d-40b7-86fa-0535a2a73835 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:03.396587 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:03.405671 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a70784cd-b198-41fa-b4be-cf88184aed35 req-e07a0eee-a284-4723-bda7-84f212110a84 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343163 Aug 23 14:18:03.522992 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:03.541384 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:03.610907 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-35943d2f-a7c4-49fc-9935-c4fde9822c6c req-6925f530-6b5d-40b7-86fa-0535a2a73835 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] No DVR routers for this DVR port 17daa6eb-0173-4d03-957b-1336316050d0 on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:18:03.644935 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-35943d2f-a7c4-49fc-9935-c4fde9822c6c req-6925f530-6b5d-40b7-86fa-0535a2a73835 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:03.664092 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359cbb2f-5320-4e30-beb5-3d6de9441af0', 'name': 'network-vif-deleted', 'tag': '17daa6eb-0173-4d03-957b-1336316050d0'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:03.726482 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:03.727440 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Pushing event updated for resources: {'Port': ['ID=2306b21f-915d-410e-9f93-52ae4f1306ea,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:03.740030 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-d3aff721-bb83-4e0d-b31d-029259645e1b service neutron] 10.222.0.86 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103847 Aug 23 14:18:03.740855 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:03.743869 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:03.751165 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:18:03.784521 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d20ffaf5-dcac-4f62-82e2-7ff94ab07233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:04.047886 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d20ffaf5-dcac-4f62-82e2-7ff94ab07233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:04.069792 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:04.078029 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-35943d2f-a7c4-49fc-9935-c4fde9822c6c req-6925f530-6b5d-40b7-86fa-0535a2a73835 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.60 "DELETE /v2.0/ports/17daa6eb-0173-4d03-957b-1336316050d0 HTTP/1.1" status: 204 len: 173 time: 3.0318604 Aug 23 14:18:04.095303 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:04.124224 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ffaf5-dcac-4f62-82e2-7ff94ab07233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafa6f71-43a2-4cc0-ab40-92b3aa7d4d7d,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:04.133135 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-d20ffaf5-dcac-4f62-82e2-7ff94ab07233 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=68df5030b29c4c09936c1005cdc39f7e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6205111 Aug 23 14:18:04.133135 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d20ffaf5-dcac-4f62-82e2-7ff94ab07233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:04.135179 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 41012) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:04.212984 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1411e8e8-41eb-415f-9c44-067041f8f136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a579c06-70ee-4af2-871c-bb42a0aae3c3', 'code': 200} Aug 23 14:18:04.249027 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3cf5e799-58b8-4da6-88eb-fddb353d6c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:04.302538 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3cf5e799-58b8-4da6-88eb-fddb353d6c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:04.367455 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:04.499661 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 17daa6eb-0173-4d03-957b-1336316050d0 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:04.556618 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 17daa6eb-0173-4d03-957b-1336316050d0 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:18:04.556937 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 17daa6eb-0173-4d03-957b-1336316050d0 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:18:04.613512 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3cf5e799-58b8-4da6-88eb-fddb353d6c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:04.622307 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:04.648808 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5e799-58b8-4da6-88eb-fddb353d6c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafa6f71-43a2-4cc0-ab40-92b3aa7d4d7d,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:04.648808 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3cf5e799-58b8-4da6-88eb-fddb353d6c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:04.648808 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3cf5e799-58b8-4da6-88eb-fddb353d6c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:04.648808 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-3cf5e799-58b8-4da6-88eb-fddb353d6c69 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bafa6f71-43a2-4cc0-ab40-92b3aa7d4d7d HTTP/1.1" status: 204 len: 168 time: 0.5081756 Aug 23 14:18:04.757327 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6142a8-89ae-4435-abeb-f45a8c99b857 req-34a58d62-c515-43a4-b89d-25e7502239ca tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:04.760113 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-da6142a8-89ae-4435-abeb-f45a8c99b857 req-34a58d62-c515-43a4-b89d-25e7502239ca tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 948 time: 0.1705866 Aug 23 14:18:04.816164 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:04.845993 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-da6142a8-89ae-4435-abeb-f45a8c99b857 req-46146be4-2645-4708-8daa-558c612e24cf tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592606 Aug 23 14:18:05.027374 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:05.037644 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1ecac25e-a76b-4b43-8b6e-b0e3b2eba1fd tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:05.174334 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Pushing event updated for resources: {'Port': ['ID=2306b21f-915d-410e-9f93-52ae4f1306ea,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:05.191716 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:05.221331 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:05.389803 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:05.391110 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7960005 Aug 23 14:18:05.491669 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-889e0eca-515f-4c3a-861d-b3300e81f4c4 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Synchronizing usage tracker for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:floatingip {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:05.660496 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-d030f6b2-7a3d-40e5-85b0-e1e2dea2a37c tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=80837eee125343e295f66d1329ea3bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460510 Aug 23 14:18:05.701152 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-889e0eca-515f-4c3a-861d-b3300e81f4c4 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Unset dirty status for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:floatingip {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:05.702360 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-889e0eca-515f-4c3a-861d-b3300e81f4c4 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.3018913 Aug 23 14:18:05.794034 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 41046) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:05.824522 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-40b75bb5-302c-40b6-982c-b5c3253d9a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:05.880484 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-40b75bb5-302c-40b6-982c-b5c3253d9a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:05.886600 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-40b75bb5-302c-40b6-982c-b5c3253d9a04 admin admin] Usage tracker for resource:security_group_rule and tenant:728845715dea43aaaad994d951c10659 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:05.890356 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-40b75bb5-302c-40b6-982c-b5c3253d9a04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:05.901016 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-40b75bb5-302c-40b6-982c-b5c3253d9a04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:06.020071 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-40b75bb5-302c-40b6-982c-b5c3253d9a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:06.064522 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-e7955cdf-c7a4-42fa-b408-1723f8daed1d tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:06.066078 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-e7955cdf-c7a4-42fa-b408-1723f8daed1d tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3901730 Aug 23 14:18:06.071322 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-4b46cd7b-303f-4fd7-aca4-44657f63b568 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:06.072515 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d6a2ce3d-f06c-40a9-ab2a-58cd04a1f696 req-4b46cd7b-303f-4fd7-aca4-44657f63b568 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.3579745 Aug 23 14:18:06.086205 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-dd44422b-d9b1-41d8-9437-ad89345dc339 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/quotas/80837eee125343e295f66d1329ea3bc6 HTTP/1.1" status: 200 len: 375 time: 0.0126050 Aug 23 14:18:06.143942 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-08c4a1d8-8533-4a65-839c-db0c68caf9a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=80837eee125343e295f66d1329ea3bc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499125 Aug 23 14:18:06.147045 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359cbb2f-5320-4e30-beb5-3d6de9441af0', 'name': 'network-vif-deleted', 'tag': '17daa6eb-0173-4d03-957b-1336316050d0', 'status': 'completed', 'code': 200} Aug 23 14:18:06.162012 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-40b75bb5-302c-40b6-982c-b5c3253d9a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:06.248942 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6b96109e-e4f5-4260-814f-49e8d39c0326 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:06.277213 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1411e8e8-41eb-415f-9c44-067041f8f136', 'tag': '2a579c06-70ee-4af2-871c-bb42a0aae3c3'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:06.293978 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-40b75bb5-302c-40b6-982c-b5c3253d9a04 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=728845715dea43aaaad994d951c10659&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4973342 Aug 23 14:18:06.314984 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 41056) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:06.322837 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b75bb5-302c-40b6-982c-b5c3253d9a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c686a00-c43a-416d-91eb-655cd63596d4,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:06.327876 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-40b75bb5-302c-40b6-982c-b5c3253d9a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:06.390847 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-98097823-056b-4654-8e51-41efdf5ffb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:06.450630 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-8c139da4-9e39-4180-838d-d28e416c6183 req-460d1a84-5268-4c89-8092-847dec07d481 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Synchronizing usage tracker for tenant:68a58e4ba53c42e18be665e5234f87bb on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:06.471824 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-98097823-056b-4654-8e51-41efdf5ffb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:06.496822 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device c08036f2-1fe2-4016-acea-9621f261b74e no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:06.629510 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:06.674653 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c92e143-201b-4adf-8be7-71a6bda275c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c08036f2-1fe2-4016-acea-9621f261b74e'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:06.686861 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c08036f2-1fe2-4016-acea-9621f261b74e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c08036f2-1fe2-4016-acea-9621f261b74e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:06.818046 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-8c139da4-9e39-4180-838d-d28e416c6183 req-460d1a84-5268-4c89-8092-847dec07d481 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Unset dirty status for tenant:68a58e4ba53c42e18be665e5234f87bb on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:06.822585 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8c139da4-9e39-4180-838d-d28e416c6183 req-460d1a84-5268-4c89-8092-847dec07d481 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ee05bb1-0831-4b88-86b6-361b364b27fa HTTP/1.1" status: 200 len: 210 time: 0.4328036 Aug 23 14:18:06.830665 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-98097823-056b-4654-8e51-41efdf5ffb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:06.844201 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-49d9d745-c61f-4910-a25a-53a19700116c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:06.870793 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98097823-056b-4654-8e51-41efdf5ffb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c686a00-c43a-416d-91eb-655cd63596d4,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:06.886726 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-98097823-056b-4654-8e51-41efdf5ffb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:06.898870 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-98097823-056b-4654-8e51-41efdf5ffb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:06.903780 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-98097823-056b-4654-8e51-41efdf5ffb4d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2c686a00-c43a-416d-91eb-655cd63596d4 HTTP/1.1" status: 204 len: 168 time: 0.5999081 Aug 23 14:18:06.915430 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:06.925257 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-4fc0bf17-c08c-4f5e-8312-417d70e8a53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:07.031808 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=c08036f2-1fe2-4016-acea-9621f261b74e,revision_number=8']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:07.045298 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:07.277077 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518dd47-46e7-42db-ada7-754b393f79f1 req-e7cf37cd-8063-416b-9279-b98381e0c8e0 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:07.278624 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1518dd47-46e7-42db-ada7-754b393f79f1 req-e7cf37cd-8063-416b-9279-b98381e0c8e0 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1236238 Aug 23 14:18:07.284664 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6ba28-ec2b-4de7-a653-63aed608bc48 req-dd9852b6-3f34-42ad-bd60-bcbba59013c2 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:07.286200 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e5e6ba28-ec2b-4de7-a653-63aed608bc48 req-dd9852b6-3f34-42ad-bd60-bcbba59013c2 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 948 time: 0.1784520 Aug 23 14:18:07.393778 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1518dd47-46e7-42db-ada7-754b393f79f1 req-c21d566c-576a-491c-94ad-d18bd3eb0a12 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.1060514 Aug 23 14:18:07.406173 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-1518dd47-46e7-42db-ada7-754b393f79f1 req-592bd7a7-9682-4034-ae28-af110f753f7f tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Request body: {'floatingip': {'port_id': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:18:07.485331 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1518dd47-46e7-42db-ada7-754b393f79f1 req-592bd7a7-9682-4034-ae28-af110f753f7f tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for floatingip, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:07.689754 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e5e6ba28-ec2b-4de7-a653-63aed608bc48 req-cff8f238-4e38-49fa-81e7-f1df36cae25d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465989 Aug 23 14:18:07.808348 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1411e8e8-41eb-415f-9c44-067041f8f136', 'tag': '2a579c06-70ee-4af2-871c-bb42a0aae3c3', 'status': 'completed', 'code': 200} Aug 23 14:18:08.034736 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-33aae573-3f98-438e-b466-3df0b769362a req-dbcb0d6e-9d41-4985-b844-9e4410e28387 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d20b2c4-a69a-4f49-85e4-38608b48a443 HTTP/1.1" status: 200 len: 210 time: 0.1610570 Aug 23 14:18:08.056303 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-7ef85fd2-9300-425b-a40f-d234dc1379de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 1099 time: 0.1419930 Aug 23 14:18:08.062024 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-6ce28298-1ec0-4da0-8046-23a89459343b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 1099 time: 0.2285771 Aug 23 14:18:08.180068 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c92e143-201b-4adf-8be7-71a6bda275c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c08036f2-1fe2-4016-acea-9621f261b74e', 'code': 200} Aug 23 14:18:08.417812 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-1792b75e-f9df-4cad-a1a4-bb8b2d238054 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:08.419454 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-1792b75e-f9df-4cad-a1a4-bb8b2d238054 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.60 "GET /v2.0/networks?id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb HTTP/1.1" status: 200 len: 805 time: 0.6657121 Aug 23 14:18:08.428631 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-3e70ef4c-31b9-4c50-87ee-bda56a205fec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:08.433425 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-3e70ef4c-31b9-4c50-87ee-bda56a205fec service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.3372476 Aug 23 14:18:08.433425 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-64b6b124-b409-432c-ba15-fdacc0d23a7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:08.434341 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-64b6b124-b409-432c-ba15-fdacc0d23a7b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.3708684 Aug 23 14:18:08.447985 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Request body: {'port': {'device_id': '8ee05bb1-0831-4b88-86b6-361b364b27fa', 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb', 'admin_state_up': True, 'tenant_id': '68a58e4ba53c42e18be665e5234f87bb'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:18:08.509725 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 2a579c06-70ee-4af2-871c-bb42a0aae3c3 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:08.614972 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-6754f699-76c8-4b47-a374-3cdab25d2330 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3 HTTP/1.1" status: 200 len: 217 time: 0.1755121 Aug 23 14:18:08.622318 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-9325f849-b9e1-4237-8540-465c58e0268a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3 HTTP/1.1" status: 200 len: 217 time: 0.1813142 Aug 23 14:18:08.690812 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-1518dd47-46e7-42db-ada7-754b393f79f1 req-592bd7a7-9682-4034-ae28-af110f753f7f tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] update failed (client error): There was a conflict when trying to complete your request. Aug 23 14:18:08.702365 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1518dd47-46e7-42db-ada7-754b393f79f1 req-592bd7a7-9682-4034-ae28-af110f753f7f tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "PUT /v2.0/floatingips/581c1e1c-5f9a-4765-982b-47f522e90127 HTTP/1.1" status: 409 len: 550 time: 1.3012147 Aug 23 14:18:08.853594 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:08.861019 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 2a579c06-70ee-4af2-871c-bb42a0aae3c3, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:08.873949 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:08.884257 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '2a579c06-70ee-4af2-871c-bb42a0aae3c3', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '2a579c06-70ee-4af2-871c-bb42a0aae3c3', 'mac_address': 'fa:16:3e:7f:22:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:08.900372 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc65c9-a809-4e8c-8432-51824e921e3e req-5f244524-05d9-4530-8229-1fc04aa38719 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:08.903466 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fbbc65c9-a809-4e8c-8432-51824e921e3e req-5f244524-05d9-4530-8229-1fc04aa38719 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c92e143-201b-4adf-8be7-71a6bda275c1 HTTP/1.1" status: 200 len: 947 time: 0.4694157 Aug 23 14:18:08.917593 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-6a9bbb76-46cf-4ccb-8777-79b8272aa9a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:08.919247 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-6a9bbb76-46cf-4ccb-8777-79b8272aa9a2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2955101 Aug 23 14:18:08.923731 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-90b8a3f1-87f5-4518-b8c8-c3d2a7558887 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:08.926353 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-90b8a3f1-87f5-4518-b8c8-c3d2a7558887 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1998308 Aug 23 14:18:09.048841 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fbbc65c9-a809-4e8c-8432-51824e921e3e req-bb2eea0b-decc-4449-9dc2-8d8bfb5c244c tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/security-groups?id=79c54559-79a0-4aa1-9db1-6a43269a8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323318 Aug 23 14:18:09.053812 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Made reservation on behalf of 68a58e4ba53c42e18be665e5234f87bb for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:09.066147 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:09.091877 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:09.132544 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-607db7ea-9bde-4927-b481-ce70197e93e6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2046967 Aug 23 14:18:09.159440 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a579c06-70ee-4af2-871c-bb42a0aae3c3 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:09.207330 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 2a579c06-70ee-4af2-871c-bb42a0aae3c3, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:09.352173 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-b1ca656f-a17f-4030-98dd-f0023629bbbd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3833880 Aug 23 14:18:09.441051 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Allocated IP 172.20.0.11 (d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb/7c65d0fb-9e93-42b4-b48b-75141f36f07b/61a1f521-c2d3-4153-b4ba-c3f8af12268a) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:09.472546 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ace91d4-2524-46d4-b3e7-13d9e68b5c3f req-3fe4cafa-714a-4449-a3c7-c46e3a3e7fd4 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ee05bb1-0831-4b88-86b6-361b364b27fa HTTP/1.1" status: 200 len: 210 time: 0.0512631 Aug 23 14:18:09.494642 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:09.500065 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:09.749830 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-c8e4e19c-7ea2-4833-9bee-c848b686c860 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932224 Aug 23 14:18:09.752410 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=2a579c06-70ee-4af2-871c-bb42a0aae3c3,revision_number=8']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:09.756141 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-83136240-a877-454c-8e04-e9f569740247 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864970 Aug 23 14:18:09.758494 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:09.801334 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['2a579c06-70ee-4af2-871c-bb42a0aae3c3'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:18:09.804486 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dacf04f0-de1e-49eb-9c12-b7a59d3cd4a2 req-fd238f32-6c03-4c02-a4d4-2f26ccaa1113 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/floatingips/581c1e1c-5f9a-4765-982b-47f522e90127 HTTP/1.1" status: 200 len: 692 time: 0.1791766 Aug 23 14:18:10.368718 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3d7f81b8-42d8-4d58-aee0-b585e9af5b3e req-d5dcef42-c5c9-49dc-9dc2-fe2936f58e0d tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d20b2c4-a69a-4f49-85e4-38608b48a443 HTTP/1.1" status: 200 len: 210 time: 0.2954547 Aug 23 14:18:10.561963 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:10.590515 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf04f0-de1e-49eb-9c12-b7a59d3cd4a2 req-229a94fe-7730-4320-b131-a398e751ab01 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:10.598507 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dacf04f0-de1e-49eb-9c12-b7a59d3cd4a2 req-229a94fe-7730-4320-b131-a398e751ab01 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.6942139 Aug 23 14:18:10.700316 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad432ca-3801-4754-b70d-c4f62ef6a934 req-c8dfe9ff-9343-4116-8255-7f12389796e3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:10.703283 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8ad432ca-3801-4754-b70d-c4f62ef6a934 req-c8dfe9ff-9343-4116-8255-7f12389796e3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.91 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136&tenant_id=cae7784c1a0e409298815052dfe79897&binding%3Ahost_id=n-h2-805629-1 HTTP/1.1" status: 200 len: 949 time: 0.7980592 Aug 23 14:18:10.725730 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-449161e4-d479-4f9a-be80-7e36372fdcc8 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8986676 Aug 23 14:18:10.730025 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bd29a7e0-40a5-4304-9585-6d97bcff1eba req-027fd1cc-42a4-466d-8ccf-fadf05fde50c service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9590926 Aug 23 14:18:10.831596 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dacf04f0-de1e-49eb-9c12-b7a59d3cd4a2 req-4a2a978e-9c90-4154-a1a3-4b702421910e tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.2317810 Aug 23 14:18:10.955470 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-8ad432ca-3801-4754-b70d-c4f62ef6a934 req-eabdefa1-a0ff-4194-bf50-bb9a93a0a910 service neutron] delete failed (client error): The resource could not be found. Aug 23 14:18:10.956544 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8ad432ca-3801-4754-b70d-c4f62ef6a934 req-eabdefa1-a0ff-4194-bf50-bb9a93a0a910 service neutron] 10.222.0.91 "DELETE /v2.0/ports/2a579c06-70ee-4af2-871c-bb42a0aae3c3/bindings/n-h1-805629-1 HTTP/1.1" status: 404 len: 380 time: 0.2404544 Aug 23 14:18:10.959312 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dacf04f0-de1e-49eb-9c12-b7a59d3cd4a2 req-869fcd2e-7285-44a7-8da9-1bb6eeab5d5c tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.1127651 Aug 23 14:18:11.180820 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:11.204557 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:11.285126 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-dacf04f0-de1e-49eb-9c12-b7a59d3cd4a2 req-916cbf19-3940-40f4-8761-57589c4110ef tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Deleting port 2306b21f-915d-410e-9f93-52ae4f1306ea {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:18:11.285583 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-dacf04f0-de1e-49eb-9c12-b7a59d3cd4a2 req-916cbf19-3940-40f4-8761-57589c4110ef tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:11.386039 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:11.387578 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Pushing event updated for resources: {'Port': ['ID=61a1f521-c2d3-4153-b4ba-c3f8af12268a,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:11.401098 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:11.401098 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:11.422324 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:18:11.538049 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8ad432ca-3801-4754-b70d-c4f62ef6a934 req-92ce2921-95bf-4491-a012-73e9983ee534 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 1100 time: 0.4881382 Aug 23 14:18:11.635892 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-07ba9c91-7d78-4b22-a66c-0af926b98f70 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=80837eee125343e295f66d1329ea3bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586865 Aug 23 14:18:11.684418 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:11.685436 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:11.845307 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-dacf04f0-de1e-49eb-9c12-b7a59d3cd4a2 req-916cbf19-3940-40f4-8761-57589c4110ef tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:11.848417 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-dacf04f0-de1e-49eb-9c12-b7a59d3cd4a2 req-916cbf19-3940-40f4-8761-57589c4110ef tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:11.873349 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:18:11.969632 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-bab24160-6585-407a-9129-851b8dd29699 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:11.974909 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-bab24160-6585-407a-9129-851b8dd29699 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3302927 Aug 23 14:18:11.999821 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Request body: {'port': {'device_id': '0d20b2c4-a69a-4f49-85e4-38608b48a443', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': '80837eee125343e295f66d1329ea3bc6'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:18:12.067217 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-dacf04f0-de1e-49eb-9c12-b7a59d3cd4a2 req-916cbf19-3940-40f4-8761-57589c4110ef tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Calling delete_port for 2306b21f-915d-410e-9f93-52ae4f1306ea owned by network:floatingip {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:18:12.187979 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7467773 Aug 23 14:18:12.213485 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Request body: {'port': {'device_id': '8ee05bb1-0831-4b88-86b6-361b364b27fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:18:12.225318 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:12.232145 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Usage tracker for resource:port and tenant:80837eee125343e295f66d1329ea3bc6 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:12.238823 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:12.257588 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad432ca-3801-4754-b70d-c4f62ef6a934 req-634d5701-c368-484b-91d7-99fe09561db4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:12.257588 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8ad432ca-3801-4754-b70d-c4f62ef6a934 req-634d5701-c368-484b-91d7-99fe09561db4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.6933458 Aug 23 14:18:12.258011 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:12.377517 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8ad432ca-3801-4754-b70d-c4f62ef6a934 req-e232f75c-b26f-4022-ad36-78536983d3ff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3 HTTP/1.1" status: 200 len: 217 time: 0.1157911 Aug 23 14:18:12.450694 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Made reservation on behalf of 80837eee125343e295f66d1329ea3bc6 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:12.452322 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:12.473742 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:12.530997 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 2a579c06-70ee-4af2-871c-bb42a0aae3c3 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:12.540479 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:12.551655 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Usage tracker for resource:security_group_rule and tenant:80837eee125343e295f66d1329ea3bc6 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:12.559016 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:12.569504 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:12.685928 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:12.784607 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad432ca-3801-4754-b70d-c4f62ef6a934 req-ecdcb4ff-6740-4ddb-9be1-beda34827786 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:12.786283 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8ad432ca-3801-4754-b70d-c4f62ef6a934 req-ecdcb4ff-6740-4ddb-9be1-beda34827786 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.3903558 Aug 23 14:18:12.790803 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:12.815901 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adddd91-52fb-4c78-90a0-202e2d8c72bd req-bdeec0a2-8f08-4b08-b6bb-352df4c87817 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:12.817748 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2adddd91-52fb-4c78-90a0-202e2d8c72bd req-bdeec0a2-8f08-4b08-b6bb-352df4c87817 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 949 time: 0.7756467 Aug 23 14:18:12.830605 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:12.845418 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:12.845418 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:12.921369 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:12.927515 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b958bf2d-feee-49e8-82f7-deee3db8b135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:13.054865 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2adddd91-52fb-4c78-90a0-202e2d8c72bd req-f6c8d4c5-50fd-449c-89ee-528f4fd93394 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832168 Aug 23 14:18:13.127701 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:13.151991 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061b5dd9-96b7-4185-9614-bf97ec2d3d62,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:13.158019 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:13.186471 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-dacf04f0-de1e-49eb-9c12-b7a59d3cd4a2 req-916cbf19-3940-40f4-8761-57589c4110ef tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:13.196408 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-98b973ff-62eb-4126-bd79-c6e4004ea9c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:13.199574 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1411e8e8-41eb-415f-9c44-067041f8f136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a579c06-70ee-4af2-871c-bb42a0aae3c3'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:13.216197 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 2a579c06-70ee-4af2-871c-bb42a0aae3c3, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:13.286659 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8ad432ca-3801-4754-b70d-c4f62ef6a934 req-33fc10b3-1151-427d-a9df-9d5fae3e6169 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4816418 Aug 23 14:18:13.296831 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916cbf19-3940-40f4-8761-57589c4110ef tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Pushing event deleted for resources: {'Port': ['ID=2306b21f-915d-410e-9f93-52ae4f1306ea,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:13.326186 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-916cbf19-3940-40f4-8761-57589c4110ef tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:13.352501 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Allocated IP 192.168.233.191 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/bafd5fc0-4e81-4ad1-85c2-9774cb4e9824) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:13.491002 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:13.493230 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:13.668727 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=2a579c06-70ee-4af2-871c-bb42a0aae3c3,revision_number=9']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:13.677590 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:13.700711 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:13.728633 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Transition to ACTIVE for port object bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:13.861393 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8ad432ca-3801-4754-b70d-c4f62ef6a934 req-d6bea95b-796d-4854-aa3f-09d17916eb76 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562835 Aug 23 14:18:13.862634 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-dacf04f0-de1e-49eb-9c12-b7a59d3cd4a2 req-916cbf19-3940-40f4-8761-57589c4110ef tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for floatingip, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:13.894902 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:13.905502 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:13.985660 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:13.988979 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:13.994293 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:18:14.003705 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a72189-3910-4603-9031-fb49a9213869 req-6d1bb8e9-d201-4f2c-bc3f-215a5e79a1f2 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:14.004840 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-b8a72189-3910-4603-9031-fb49a9213869 req-6d1bb8e9-d201-4f2c-bc3f-215a5e79a1f2 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Synchronizing usage tracker for tenant:68a58e4ba53c42e18be665e5234f87bb on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:14.032320 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:18:14.032541 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Pushing event updated for resources: {'Port': ['ID=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:14.038100 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:14.106894 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:14.107916 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:14.205861 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a1f521-c2d3-4153-b4ba-c3f8af12268a {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:14.232396 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:14.240158 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8ad432ca-3801-4754-b70d-c4f62ef6a934 req-10d3825b-4f69-47ab-8957-2ecc187618d6 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610954 Aug 23 14:18:14.260954 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Transition to ACTIVE for port object 61a1f521-c2d3-4153-b4ba-c3f8af12268a will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:14.368144 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-b8a72189-3910-4603-9031-fb49a9213869 req-6d1bb8e9-d201-4f2c-bc3f-215a5e79a1f2 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Unset dirty status for tenant:68a58e4ba53c42e18be665e5234f87bb on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:14.368144 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b8a72189-3910-4603-9031-fb49a9213869 req-6d1bb8e9-d201-4f2c-bc3f-215a5e79a1f2 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ee05bb1-0831-4b88-86b6-361b364b27fa HTTP/1.1" status: 200 len: 932 time: 1.0352674 Aug 23 14:18:14.431775 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b8a72189-3910-4603-9031-fb49a9213869 req-10eb3794-d7c4-4a44-b175-4042ef874aa4 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569255 Aug 23 14:18:14.475214 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4633861 Aug 23 14:18:14.476508 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:14.476508 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-dacf04f0-de1e-49eb-9c12-b7a59d3cd4a2 req-916cbf19-3940-40f4-8761-57589c4110ef tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:14.476508 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dacf04f0-de1e-49eb-9c12-b7a59d3cd4a2 req-916cbf19-3940-40f4-8761-57589c4110ef tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "DELETE /v2.0/floatingips/581c1e1c-5f9a-4765-982b-47f522e90127 HTTP/1.1" status: 204 len: 173 time: 3.4976993 Aug 23 14:18:14.476508 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-07fba866-b411-4b5e-8047-199cac90cf7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:14.477434 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Request body: {'port': {'device_id': '0d20b2c4-a69a-4f49-85e4-38608b48a443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:18:14.492669 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-67b1599e-b93e-45b8-943b-ddb85a5c2614 None None] Provisioning for port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:14.513827 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-67b1599e-b93e-45b8-943b-ddb85a5c2614 None None] Provisioning complete for port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:14.515348 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-67b1599e-b93e-45b8-943b-ddb85a5c2614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:14.716811 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:14.717520 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Pushing event updated for resources: {'Port': ['ID=61a1f521-c2d3-4153-b4ba-c3f8af12268a,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:14.717745 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-67b1599e-b93e-45b8-943b-ddb85a5c2614 None None] Port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:18:14.722263 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:14.926343 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Attempting to bind port 61a1f521-c2d3-4153-b4ba-c3f8af12268a on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:14.926343 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Attempting to bind port 61a1f521-c2d3-4153-b4ba-c3f8af12268a by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:14.926343 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Attempting to bind port 61a1f521-c2d3-4153-b4ba-c3f8af12268a on network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:18:14.936582 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Port 61a1f521-c2d3-4153-b4ba-c3f8af12268a on network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:18:14.936915 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Attempting to bind port 61a1f521-c2d3-4153-b4ba-c3f8af12268a on network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:18:14.971012 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968da6a-f4ed-4522-a12b-5ec689276395 req-93c0b162-e65b-4611-8790-0a7b3b120956 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:14.974137 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9968da6a-f4ed-4522-a12b-5ec689276395 req-93c0b162-e65b-4611-8790-0a7b3b120956 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d20b2c4-a69a-4f49-85e4-38608b48a443 HTTP/1.1" status: 200 len: 936 time: 0.2609327 Aug 23 14:18:14.975290 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:18:14.975853 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Checking segment: {'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:18:14.977508 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Bound using segment: {'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:18:14.977508 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Bound port: 61a1f521-c2d3-4153-b4ba-c3f8af12268a, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:14.977900 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:15.140457 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9968da6a-f4ed-4522-a12b-5ec689276395 req-6e30b0a3-9bba-4ec4-b1ff-b04ea1810300 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/security-groups?id=061b5dd9-96b7-4185-9614-bf97ec2d3d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414893 Aug 23 14:18:15.194184 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-0b1a1f54-5983-4d3c-bd0e-20d56b8a70b5 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=c23f316ac5bc4e41824510d1371983af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492215 Aug 23 14:18:15.197359 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] For port 61a1f521-c2d3-4153-b4ba-c3f8af12268a, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:18:15.245384 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1411e8e8-41eb-415f-9c44-067041f8f136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a579c06-70ee-4af2-871c-bb42a0aae3c3', 'code': 200} Aug 23 14:18:15.277581 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:15.287780 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:15.309575 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Transition to ACTIVE for port object bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:15.490832 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] For port 61a1f521-c2d3-4153-b4ba-c3f8af12268a, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=61a1f521-c2d3-4153-b4ba-c3f8af12268a,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:18:15.497133 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:15.505745 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c6176b12-ea5d-441a-91af-d1d1c933eea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:15.663677 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-daf957ae-a45b-45f3-ac70-92ee5dc25d05 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:15.667351 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-daf957ae-a45b-45f3-ac70-92ee5dc25d05 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4721808 Aug 23 14:18:15.678832 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3b481-d1ac-47f0-bd3e-d2c9851629ab req-c7d84244-5dc2-4756-a5e2-2ce2b955f7e5 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:15.681382 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7ea3b481-d1ac-47f0-bd3e-d2c9851629ab req-c7d84244-5dc2-4756-a5e2-2ce2b955f7e5 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.3050463 Aug 23 14:18:15.686087 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:15.700305 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1a3027e8-b0fc-46c1-9d0d-ec542319b222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:15.851671 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:15.853697 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] 10.222.0.60 "PUT /v2.0/ports/61a1f521-c2d3-4153-b4ba-c3f8af12268a HTTP/1.1" status: 200 len: 1092 time: 3.6509421 Aug 23 14:18:15.859271 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee05bb1-0831-4b88-86b6-361b364b27fa', 'tag': '61a1f521-c2d3-4153-b4ba-c3f8af12268a'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:15.873901 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-fd36f127-c725-4826-a5a3-4344e05bcfdc tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/quotas/c23f316ac5bc4e41824510d1371983af HTTP/1.1" status: 200 len: 375 time: 0.1905022 Aug 23 14:18:15.895065 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Pushing event updated for resources: {'Port': ['ID=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:15.899373 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:15.956773 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-ddfb8d37-f29d-4b22-9645-3d5f5308a68a tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c23f316ac5bc4e41824510d1371983af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818295 Aug 23 14:18:15.960906 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Pushing event updated for resources: {'Port': ['ID=61a1f521-c2d3-4153-b4ba-c3f8af12268a,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:15.965662 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:15.970046 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7ea3b481-d1ac-47f0-bd3e-d2c9851629ab req-ed93e3cb-260a-47b6-b6df-bc7fb7dd1c37 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759244 Aug 23 14:18:16.072969 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Attempting to bind port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:16.072969 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Attempting to bind port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:16.073482 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Attempting to bind port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:18:16.084509 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:18:16.084988 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Attempting to bind port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:18:16.094183 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:18:16.094542 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:18:16.094885 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:18:16.095522 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Bound port: bafd5fc0-4e81-4ad1-85c2-9774cb4e9824, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:16.096076 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:16.211577 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-d0fdbd46-3070-4f81-b120-6ced09aa9789 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Synchronizing usage tracker for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:floatingip {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:16.212294 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] For port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:18:16.219733 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] For port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:18:16.233769 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-6bbc92bf-56a6-48cc-8414-2532e925d7da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=68a58e4ba53c42e18be665e5234f87bb&device_id=8ee05bb1-0831-4b88-86b6-361b364b27fa HTTP/1.1" status: 200 len: 1095 time: 0.2176936 Aug 23 14:18:16.317052 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-63df1306-8a72-428d-bfa9-4f2a3f2ee1d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61a1f521-c2d3-4153-b4ba-c3f8af12268a HTTP/1.1" status: 200 len: 217 time: 0.0731359 Aug 23 14:18:16.441774 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:16.468380 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c7c2cc05-c4a6-4482-af00-3bf9b78bed1b tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:16.500661 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-d0fdbd46-3070-4f81-b120-6ced09aa9789 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Unset dirty status for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:floatingip {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:16.500661 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-d0fdbd46-3070-4f81-b120-6ced09aa9789 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.28 HTTP/1.1" status: 200 len: 1001 time: 0.4324093 Aug 23 14:18:16.507144 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-eb8cb52d-a6df-4ab6-856d-0e1807daae2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:16.509778 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-eb8cb52d-a6df-4ab6-856d-0e1807daae2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c65d0fb-9e93-42b4-b48b-75141f36f07b HTTP/1.1" status: 200 len: 845 time: 0.1701751 Aug 23 14:18:16.566034 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a84bd94f-9f7c-42c5-a909-b678fc29daea details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:16.599514 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:16.606527 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] 10.222.0.60 "PUT /v2.0/ports/bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 HTTP/1.1" status: 200 len: 1096 time: 2.1391811 Aug 23 14:18:16.610845 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d20b2c4-a69a-4f49-85e4-38608b48a443', 'tag': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:16.692435 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Pushing event updated for resources: {'Port': ['ID=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:16.698053 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:16.712650 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-fb1ea862-331b-45fa-b6bd-a6f870ea56c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588929 Aug 23 14:18:16.830135 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-250b49a7-6dfd-4b37-9193-aa1fdac181f3 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:16.830738 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-250b49a7-6dfd-4b37-9193-aa1fdac181f3 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Synchronizing usage tracker for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:16.932453 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a84bd94f-9f7c-42c5-a909-b678fc29daea, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a84bd94f-9f7c-42c5-a909-b678fc29daea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:16.943310 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8ae7c-4566-4dd9-ae22-982adf5ceb45 req-3f7cc21a-1b34-4a4c-8b1a-19f017372e95 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:16.944442 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1aa8ae7c-4566-4dd9-ae22-982adf5ceb45 req-3f7cc21a-1b34-4a4c-8b1a-19f017372e95 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 946 time: 0.4905941 Aug 23 14:18:16.949467 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-9b67e1e1-6a07-45d6-b192-d0fe5dd8b552 service neutron] 10.222.0.60 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288730 Aug 23 14:18:16.976344 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'a84bd94f-9f7c-42c5-a909-b678fc29daea', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'a84bd94f-9f7c-42c5-a909-b678fc29daea', 'mac_address': 'fa:16:3e:b9:e5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:17.008954 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-b921377c-5ca1-4511-9d01-7eb5b297aebe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=80837eee125343e295f66d1329ea3bc6&device_id=0d20b2c4-a69a-4f49-85e4-38608b48a443 HTTP/1.1" status: 200 len: 1099 time: 0.1802006 Aug 23 14:18:17.092271 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:17.113781 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-6a4f96cd-958a-4964-b481-1da867b06039 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 HTTP/1.1" status: 200 len: 217 time: 0.0934858 Aug 23 14:18:17.118034 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-250b49a7-6dfd-4b37-9193-aa1fdac181f3 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Unset dirty status for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:17.119833 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-250b49a7-6dfd-4b37-9193-aa1fdac181f3 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports/fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 HTTP/1.1" status: 200 len: 943 time: 0.6146376 Aug 23 14:18:17.137534 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a84bd94f-9f7c-42c5-a909-b678fc29daea {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:17.179212 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a84bd94f-9f7c-42c5-a909-b678fc29daea, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a84bd94f-9f7c-42c5-a909-b678fc29daea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:17.181352 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1aa8ae7c-4566-4dd9-ae22-982adf5ceb45 req-1df9fb73-83ef-44fb-82a6-9e80d549c41d tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/security-groups?id=092c13d1-3cdc-4d5a-b236-4b4e7a28615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289414 Aug 23 14:18:17.293450 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b03d4c44-8ecb-4d21-9ca7-667c12a3dc67 req-e0b91799-4f34-4969-b426-490957303ed4 service neutron] 10.222.0.60 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054683 Aug 23 14:18:17.310226 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:17.315847 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:17.335237 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-35e547a2-f0fa-455f-b02f-45882844b260 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:17.345779 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-35e547a2-f0fa-455f-b02f-45882844b260 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2195280 Aug 23 14:18:17.427112 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['a84bd94f-9f7c-42c5-a909-b678fc29daea'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:18:17.497584 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-eb3a64d1-c260-4778-9d8b-9ca16bffd748 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.28 HTTP/1.1" status: 200 len: 1001 time: 0.1883943 Aug 23 14:18:17.548256 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-880c1d28-5986-462d-b0a3-c045dcf794c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2010441 Aug 23 14:18:17.591980 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=a84bd94f-9f7c-42c5-a909-b678fc29daea,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:17.599164 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:17.810945 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-cad18158-6a7c-4c61-811a-8bb71f03af97 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522190 Aug 23 14:18:17.921968 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446aefa-5f6a-46d0-9503-7a9a28e9933a req-91af48e5-2c70-44a9-b5f1-dcbd963d557c tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:17.930259 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0446aefa-5f6a-46d0-9503-7a9a28e9933a req-91af48e5-2c70-44a9-b5f1-dcbd963d557c tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ee05bb1-0831-4b88-86b6-361b364b27fa HTTP/1.1" status: 200 len: 944 time: 0.4297423 Aug 23 14:18:18.120377 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a3fee32-8c4d-4dbb-86bf-ce47dc586780 req-aaa551d9-626c-4ca9-b288-ac825c0a6e6f service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997904 Aug 23 14:18:18.212850 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-4151afec-8793-4102-b573-3ce8f4b3fed1 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:18.218496 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-4151afec-8793-4102-b573-3ce8f4b3fed1 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.6667142 Aug 23 14:18:18.284680 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0446aefa-5f6a-46d0-9503-7a9a28e9933a req-a2b98211-682a-49a1-86d8-a723c149629b tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245804 Aug 23 14:18:18.361895 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-fecde069-c7b0-4ec7-b87a-e714e1d4a48b tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.28 HTTP/1.1" status: 200 len: 1001 time: 0.1394625 Aug 23 14:18:18.377326 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-a5e4f4c9-81bb-4f12-b0d0-01422a888b10 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Request body: {'floatingip': {'port_id': None}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:18:18.571888 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-a5e4f4c9-81bb-4f12-b0d0-01422a888b10 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for floatingip, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:18.583694 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a84bd94f-9f7c-42c5-a909-b678fc29daea up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:18.650117 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a221776-f58d-4255-bde3-311577be0056 req-904b8e8a-baf6-412c-aedc-f51983b18314 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=68a58e4ba53c42e18be665e5234f87bb&device_id=8ee05bb1-0831-4b88-86b6-361b364b27fa HTTP/1.1" status: 200 len: 1095 time: 0.1435916 Aug 23 14:18:18.730224 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee05bb1-0831-4b88-86b6-361b364b27fa', 'tag': '61a1f521-c2d3-4153-b4ba-c3f8af12268a', 'status': 'completed', 'code': 200} Aug 23 14:18:18.825488 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port a84bd94f-9f7c-42c5-a909-b678fc29daea triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:18.826209 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:18.896933 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a221776-f58d-4255-bde3-311577be0056 req-b5972184-3592-4f98-a44e-addc5111b9ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:18.898087 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a221776-f58d-4255-bde3-311577be0056 req-b5972184-3592-4f98-a44e-addc5111b9ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb HTTP/1.1" status: 200 len: 906 time: 0.2394073 Aug 23 14:18:19.026612 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a221776-f58d-4255-bde3-311577be0056 req-ecd0bd74-d9b2-4725-ace0-cebbb72bf6c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61a1f521-c2d3-4153-b4ba-c3f8af12268a HTTP/1.1" status: 200 len: 217 time: 0.1176782 Aug 23 14:18:19.053668 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:19.100891 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c811795e-78ea-48e4-a721-42c557d0d67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84bd94f-9f7c-42c5-a909-b678fc29daea'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:19.125307 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a84bd94f-9f7c-42c5-a909-b678fc29daea, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a84bd94f-9f7c-42c5-a909-b678fc29daea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:19.139750 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a221776-f58d-4255-bde3-311577be0056 req-29550755-fccd-4c33-920e-2eb4f4346d68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:19.142143 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a221776-f58d-4255-bde3-311577be0056 req-29550755-fccd-4c33-920e-2eb4f4346d68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c65d0fb-9e93-42b4-b48b-75141f36f07b HTTP/1.1" status: 200 len: 845 time: 0.1113341 Aug 23 14:18:19.215508 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c6646-28e2-45c3-806f-fc8409664fd1 req-0631172f-2746-4527-98bb-e55170b86626 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:19.223261 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be1c6646-28e2-45c3-806f-fc8409664fd1 req-0631172f-2746-4527-98bb-e55170b86626 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d20b2c4-a69a-4f49-85e4-38608b48a443 HTTP/1.1" status: 200 len: 948 time: 0.4793417 Aug 23 14:18:19.253940 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:19.256211 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:19.266307 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a221776-f58d-4255-bde3-311577be0056 req-c00f08c0-e25c-48ca-b8be-b623b7719a2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166775 Aug 23 14:18:19.391999 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=a84bd94f-9f7c-42c5-a909-b678fc29daea,revision_number=7']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:19.402789 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:19.458413 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-a5e4f4c9-81bb-4f12-b0d0-01422a888b10 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:19.467900 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be1c6646-28e2-45c3-806f-fc8409664fd1 req-a63bd98b-401d-4c31-8d35-7616c7ff8acd tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/security-groups?id=061b5dd9-96b7-4185-9614-bf97ec2d3d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433529 Aug 23 14:18:19.494778 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a221776-f58d-4255-bde3-311577be0056 req-1c3f7ae2-2f27-45f9-8f60-bc0c594fc67b service neutron] 10.222.0.60 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191911 Aug 23 14:18:19.634759 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-a5e4f4c9-81bb-4f12-b0d0-01422a888b10 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:19.645121 n-d-805629-1 neutron-server[76505]: INFO neutron.db.l3_db [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-a5e4f4c9-81bb-4f12-b0d0-01422a888b10 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Floating IP 3d18abed-b3de-41b5-b64b-41e3145e49f4 disassociated. External IP: 172.25.6.28, port: fd22bf4d-c1f6-4891-a8ff-21be78dc77a5. Aug 23 14:18:19.790657 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6186db0b-221c-4627-a3e0-c566ef624786 req-b9b2401b-7232-44b4-a157-8e663443547d tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa7c773-607d-4d0b-8a38-a5996a7a9cd8 HTTP/1.1" status: 200 len: 210 time: 0.0645142 Aug 23 14:18:19.802074 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0a221776-f58d-4255-bde3-311577be0056 req-e7a57294-ac89-4d07-99a8-222dbe0888ab service neutron] 10.222.0.60 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969284 Aug 23 14:18:19.920815 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d20b2c4-a69a-4f49-85e4-38608b48a443', 'tag': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824', 'status': 'completed', 'code': 200} Aug 23 14:18:20.077224 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0bcdae91-b47b-4efc-9127-602e80f97e20 req-d219a020-b6b4-4556-a3d4-1cb12d7250aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=80837eee125343e295f66d1329ea3bc6&device_id=0d20b2c4-a69a-4f49-85e4-38608b48a443 HTTP/1.1" status: 200 len: 1099 time: 0.1340537 Aug 23 14:18:20.232577 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c252ad-c593-4f8d-ae08-4594c8032f42 req-1b3cfb2f-943b-4cfa-be2b-ec0175858cc5 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:20.234269 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f4c252ad-c593-4f8d-ae08-4594c8032f42 req-1b3cfb2f-943b-4cfa-be2b-ec0175858cc5 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.1572959 Aug 23 14:18:20.430376 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f4c252ad-c593-4f8d-ae08-4594c8032f42 req-a8a47e09-b8c5-44c9-a6c4-d74260763627 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076107 Aug 23 14:18:20.452054 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdae91-b47b-4efc-9127-602e80f97e20 req-86b0a426-6ae7-4543-9cb5-fdb67be60cb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:20.470760 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0bcdae91-b47b-4efc-9127-602e80f97e20 req-86b0a426-6ae7-4543-9cb5-fdb67be60cb5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.3721623 Aug 23 14:18:20.517355 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-a5e4f4c9-81bb-4f12-b0d0-01422a888b10 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:18:20.521910 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-963b1537-8d26-4117-b110-8a6b0342e939 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=c23f316ac5bc4e41824510d1371983af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651941 Aug 23 14:18:20.593300 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 61a1f521-c2d3-4153-b4ba-c3f8af12268a details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:20.648597 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0bcdae91-b47b-4efc-9127-602e80f97e20 req-1a2c68d8-b7df-469a-a165-3b197c0150ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 HTTP/1.1" status: 200 len: 217 time: 0.1805484 Aug 23 14:18:20.770376 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-bdc12ae4-b767-4628-b7d5-9c652ea51de4 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:20.772319 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-bdc12ae4-b767-4628-b7d5-9c652ea51de4 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356119 Aug 23 14:18:20.840014 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdae91-b47b-4efc-9127-602e80f97e20 req-36457ec4-09f0-4025-aaf5-4a7066b46fa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:20.840014 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0bcdae91-b47b-4efc-9127-602e80f97e20 req-36457ec4-09f0-4025-aaf5-4a7066b46fa5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1741583 Aug 23 14:18:20.865612 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Request body: {'port': {'device_id': '5aa7c773-607d-4d0b-8a38-a5996a7a9cd8', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'c23f316ac5bc4e41824510d1371983af'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:18:20.969021 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0bcdae91-b47b-4efc-9127-602e80f97e20 req-4b954be9-f30b-40bf-ab73-2b335f1fd366 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1304781 Aug 23 14:18:21.058688 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 61a1f521-c2d3-4153-b4ba-c3f8af12268a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=61a1f521-c2d3-4153-b4ba-c3f8af12268a,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:21.119311 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '61a1f521-c2d3-4153-b4ba-c3f8af12268a', 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb', 'port_id': '61a1f521-c2d3-4153-b4ba-c3f8af12268a', 'mac_address': 'fa:16:3e:80:3f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c65d0fb-9e93-42b4-b48b-75141f36f07b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:21.359026 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f20a68fb-09a0-4e35-b40f-257e70785ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:21.376087 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:21.409992 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a1f521-c2d3-4153-b4ba-c3f8af12268a {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:21.430878 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0bcdae91-b47b-4efc-9127-602e80f97e20 req-4c89baeb-a63b-4a0f-91e3-b669e2afd90c service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547889 Aug 23 14:18:21.451504 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 61a1f521-c2d3-4153-b4ba-c3f8af12268a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=61a1f521-c2d3-4153-b4ba-c3f8af12268a,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:21.453055 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:21.455345 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c811795e-78ea-48e4-a721-42c557d0d67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84bd94f-9f7c-42c5-a909-b678fc29daea', 'code': 200} Aug 23 14:18:21.457655 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Usage tracker for resource:port and tenant:c23f316ac5bc4e41824510d1371983af is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:21.461768 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:21.470574 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:21.532361 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:21.535426 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:21.652660 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-a5e4f4c9-81bb-4f12-b0d0-01422a888b10 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:18:21.656549 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Made reservation on behalf of c23f316ac5bc4e41824510d1371983af for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:21.668378 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4958497-3a93-4234-a1c3-f00046d9efc6 None None] Sync routers for ids ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:18:21.685378 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:21.702636 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4958497-3a93-4234-a1c3-f00046d9efc6 None None] Routers {'9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:18:21.703543 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-a4958497-3a93-4234-a1c3-f00046d9efc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:17:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:21.722602 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-a5e4f4c9-81bb-4f12-b0d0-01422a888b10 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:21.819729 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=61a1f521-c2d3-4153-b4ba-c3f8af12268a,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:21.824410 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:21.839239 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:21.845002 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['61a1f521-c2d3-4153-b4ba-c3f8af12268a'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:18:21.941882 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:21.951522 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0bcdae91-b47b-4efc-9127-602e80f97e20 req-e2dd17e3-8d4c-4a86-a8d5-3f278dc6ea68 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089254 Aug 23 14:18:22.006493 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-a5e4f4c9-81bb-4f12-b0d0-01422a888b10 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "PUT /v2.0/floatingips/3d18abed-b3de-41b5-b64b-41e3145e49f4 HTTP/1.1" status: 200 len: 694 time: 3.6360352 Aug 23 14:18:22.013405 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d5ea79-16eb-49bd-bce5-3e2e9870d9e9', 'tag': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:22.019546 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:22.109027 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Usage tracker for resource:security_group_rule and tenant:c23f316ac5bc4e41824510d1371983af is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:22.121876 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:22.140249 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:22.169912 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-a4958497-3a93-4234-a1c3-f00046d9efc6 None None] Set router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:18:22.268624 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-8dad7364-0c17-4c70-8402-1d8e72c67698 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5db478cc95442438a056dfebe7e6b07&device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 1097 time: 0.1957285 Aug 23 14:18:22.281379 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fff6d8-18dd-4f10-808c-32fdb16518fc req-81932c61-b519-4bf6-a4a6-ac925416f515 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:22.294431 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5fff6d8-18dd-4f10-808c-32fdb16518fc req-81932c61-b519-4bf6-a4a6-ac925416f515 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ee05bb1-0831-4b88-86b6-361b364b27fa HTTP/1.1" status: 200 len: 945 time: 0.2819054 Aug 23 14:18:22.500491 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:22.583024 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5fff6d8-18dd-4f10-808c-32fdb16518fc req-eec97917-d3aa-4a7d-a93c-c8cfbc60b2a7 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685561 Aug 23 14:18:22.593543 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:22.657963 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:22.679469 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:22.784413 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-6bd2d72b-42d2-4bc8-872a-83d969700249 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:22.786283 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-6bd2d72b-42d2-4bc8-872a-83d969700249 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a99c7dd6-f8fe-435d-87d1-bd879e92be38 HTTP/1.1" status: 200 len: 929 time: 0.4894154 Aug 23 14:18:22.787269 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-a4958497-3a93-4234-a1c3-f00046d9efc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-router', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:47Z', 'updated_at': '2021-08-23T14:17:04Z', 'revision_number': 4, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'gw_port': {'id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:50Z', 'updated_at': '2021-08-23T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '9c9dcb3b-310b-47e0-b5fc-07f8294199c9', 'name': '', 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'mac_address': 'fa:16:3e:5f:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:17:01Z', 'updated_at': '2021-08-23T14:17:19Z', 'revision_number': 5, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'subnets': [{'id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:22.799785 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4958497-3a93-4234-a1c3-f00046d9efc6 None None] Checking router: 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:18:22.843826 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4958497-3a93-4234-a1c3-f00046d9efc6 None None] Routers {'9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:18:22.845495 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-a4958497-3a93-4234-a1c3-f00046d9efc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:17:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:22.984064 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194caa38-dbe8-4bf9-893b-f7f6aaab0da7,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:22.992572 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-17599e42-ebfe-4cab-8fe5-101e71a36e95 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 HTTP/1.1" status: 200 len: 217 time: 0.1977637 Aug 23 14:18:23.044550 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:23.056091 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:23.063168 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824', 'mac_address': 'fa:16:3e:ec:cb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:23.147415 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:23.179103 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:23.210020 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-a4958497-3a93-4234-a1c3-f00046d9efc6 None None] Set router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:18:23.212564 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:23.260010 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-38f27205-49bf-4017-b018-628b346b870c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:23.261537 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-38f27205-49bf-4017-b018-628b346b870c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d27b2308-716d-4e1b-b0fb-8d405a12fdd4 HTTP/1.1" status: 200 len: 867 time: 0.2464261 Aug 23 14:18:23.309615 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:23.311594 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:23.338188 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Allocated IP 192.168.233.130 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/d873ef02-7181-4a61-98b6-1fb4e8d49a58) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:23.424535 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd91a24d-0201-45dd-9046-244c974a0639 req-35a6bd64-3967-4c3e-ae9d-926ef5da81af tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 1101 time: 0.3670647 Aug 23 14:18:23.489195 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:23.505337 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:23.642362 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-fea9f6e6-88fe-447e-9b0e-dc54af30edc6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a99c7dd6-f8fe-435d-87d1-bd879e92be38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3694646 Aug 23 14:18:23.649511 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['bafd5fc0-4e81-4ad1-85c2-9774cb4e9824'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:18:23.718765 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd91a24d-0201-45dd-9046-244c974a0639 req-a499e794-a77e-4e77-ae73-60862f9c0808 tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868705 Aug 23 14:18:23.741826 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-658716cc-bfbb-4f63-80d5-3e245fd8df5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:23.905783 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-a4958497-3a93-4234-a1c3-f00046d9efc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-router', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:47Z', 'updated_at': '2021-08-23T14:17:04Z', 'revision_number': 4, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'gw_port': {'id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:50Z', 'updated_at': '2021-08-23T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '9c9dcb3b-310b-47e0-b5fc-07f8294199c9', 'name': '', 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'mac_address': 'fa:16:3e:5f:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:17:01Z', 'updated_at': '2021-08-23T14:17:19Z', 'revision_number': 5, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'subnets': [{'id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:23.912600 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4958497-3a93-4234-a1c3-f00046d9efc6 None None] The sync data for ids ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'] in n-d-805629-1 is: [{'id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-router', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:47Z', 'updated_at': '2021-08-23T14:17:04Z', 'revision_number': 4, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'gw_port': {'id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:50Z', 'updated_at': '2021-08-23T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '9c9dcb3b-310b-47e0-b5fc-07f8294199c9', 'name': '', 'network_id': 'a99c7dd6-f8fe-435d-87d1-bd879e92be38', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'mac_address': 'fa:16:3e:5f:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:17:01Z', 'updated_at': '2021-08-23T14:17:19Z', 'revision_number': 5, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'subnets': [{'id': 'd27b2308-716d-4e1b-b0fb-8d405a12fdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:18:24.068870 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:24.096022 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Transition to ACTIVE for port object d873ef02-7181-4a61-98b6-1fb4e8d49a58 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:24.455803 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:24.465394 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e1ae2-6cc1-44fb-9dea-7ce79c4ef58d None None] New status for floating IP 3d18abed-b3de-41b5-b64b-41e3145e49f4: DOWN {{(pid=76509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:18:24.509305 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:24.521956 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4e19bb7e-59b1-4056-9de6-849fad7072a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:24.599021 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 61a1f521-c2d3-4153-b4ba-c3f8af12268a up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:24.617861 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-a72313b5-09d5-4b00-984a-920c85a693e0 service neutron] 10.222.0.86 "GET /v2.0/networks/a99c7dd6-f8fe-435d-87d1-bd879e92be38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9495714 Aug 23 14:18:24.676811 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:24.680714 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Pushing event updated for resources: {'Port': ['ID=d873ef02-7181-4a61-98b6-1fb4e8d49a58,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:24.737468 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:24.740239 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:24.751498 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:18:24.838422 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bef9b-c3dd-4932-9640-0c39dcc789ce req-b4949ca3-f33d-4bb2-99e7-adca69eb04af tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:24.846850 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3d8bef9b-c3dd-4932-9640-0c39dcc789ce req-b4949ca3-f33d-4bb2-99e7-adca69eb04af tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d20b2c4-a69a-4f49-85e4-38608b48a443 HTTP/1.1" status: 200 len: 949 time: 0.7319899 Aug 23 14:18:24.941216 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:24.943176 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:25.045399 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0afced6c-f8f9-4319-8c4d-d8997920257c req-eccb5829-cc8b-4a9e-9f10-5f8d67dc5f00 service neutron] 10.222.0.86 "GET /v2.0/networks/a99c7dd6-f8fe-435d-87d1-bd879e92be38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156282 Aug 23 14:18:25.069991 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3d8bef9b-c3dd-4932-9640-0c39dcc789ce req-498b4ea8-aded-4147-9e77-93b423302358 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/security-groups?id=061b5dd9-96b7-4185-9614-bf97ec2d3d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217188 Aug 23 14:18:25.098534 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2425945 Aug 23 14:18:25.114145 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Request body: {'port': {'device_id': '5aa7c773-607d-4d0b-8a38-a5996a7a9cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:18:25.443582 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:25.569264 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b391a-b3ed-4f00-a30e-17b5123c3366 req-1b5bd5c9-43b5-4024-919b-b24003281322 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:25.570080 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-164b391a-b3ed-4f00-a30e-17b5123c3366 req-1b5bd5c9-43b5-4024-919b-b24003281322 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Synchronizing usage tracker for tenant:c23f316ac5bc4e41824510d1371983af on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:25.683205 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 61a1f521-c2d3-4153-b4ba-c3f8af12268a completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:25.706710 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 61a1f521-c2d3-4153-b4ba-c3f8af12268a triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:25.707060 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:25.892338 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b7cb56f5-4a96-4b16-8e11-d1848d67f6d9 None None] Provisioning for port d873ef02-7181-4a61-98b6-1fb4e8d49a58 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:25.906774 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b7cb56f5-4a96-4b16-8e11-d1848d67f6d9 None None] Provisioning complete for port d873ef02-7181-4a61-98b6-1fb4e8d49a58 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:25.907141 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b7cb56f5-4a96-4b16-8e11-d1848d67f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:25.979604 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:26.012888 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee05bb1-0831-4b88-86b6-361b364b27fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a1f521-c2d3-4153-b4ba-c3f8af12268a'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:26.022828 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb56f5-4a96-4b16-8e11-d1848d67f6d9 None None] Port d873ef02-7181-4a61-98b6-1fb4e8d49a58 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:18:26.028663 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 61a1f521-c2d3-4153-b4ba-c3f8af12268a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=61a1f521-c2d3-4153-b4ba-c3f8af12268a,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:26.045591 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-164b391a-b3ed-4f00-a30e-17b5123c3366 req-1b5bd5c9-43b5-4024-919b-b24003281322 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Unset dirty status for tenant:c23f316ac5bc4e41824510d1371983af on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:26.047419 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-164b391a-b3ed-4f00-a30e-17b5123c3366 req-1b5bd5c9-43b5-4024-919b-b24003281322 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa7c773-607d-4d0b-8a38-a5996a7a9cd8 HTTP/1.1" status: 200 len: 936 time: 0.6866608 Aug 23 14:18:26.075294 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:26.153695 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d873ef02-7181-4a61-98b6-1fb4e8d49a58 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:26.169870 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:26.182708 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-164b391a-b3ed-4f00-a30e-17b5123c3366 req-77ebb331-2047-49a2-bcaf-3cf86ffe2665 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Synchronizing usage tracker for tenant:c23f316ac5bc4e41824510d1371983af on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:26.199495 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Transition to ACTIVE for port object d873ef02-7181-4a61-98b6-1fb4e8d49a58 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:26.219869 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4578d25-6d8d-410d-a545-88b52a0b2bdc req-d82f40d9-d449-4176-9736-a6d499f06e66 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:26.221416 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b4578d25-6d8d-410d-a545-88b52a0b2bdc req-d82f40d9-d449-4176-9736-a6d499f06e66 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 946 time: 0.1771431 Aug 23 14:18:26.276104 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b4578d25-6d8d-410d-a545-88b52a0b2bdc req-54dca007-91f7-4131-8ff1-4775f5b8839b tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/security-groups?id=092c13d1-3cdc-4d5a-b236-4b4e7a28615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483105 Aug 23 14:18:26.330972 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d5ea79-16eb-49bd-bce5-3e2e9870d9e9', 'tag': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5', 'status': 'completed', 'code': 200} Aug 23 14:18:26.446810 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9eef2bc5-3b0e-47e4-9d29-fd1ffa107ad2 req-3409498d-a9a9-4deb-9098-1eb6bb749b2f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e5db478cc95442438a056dfebe7e6b07&device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 1097 time: 0.0901654 Aug 23 14:18:26.523526 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dea6ef-0ddb-45f9-9003-f278c0947e43 req-337cc9e0-ebb6-4dca-baf0-351e963a508e tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:26.525590 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-55dea6ef-0ddb-45f9-9003-f278c0947e43 req-337cc9e0-ebb6-4dca-baf0-351e963a508e tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ee05bb1-0831-4b88-86b6-361b364b27fa HTTP/1.1" status: 200 len: 945 time: 0.0955315 Aug 23 14:18:26.590575 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-55dea6ef-0ddb-45f9-9003-f278c0947e43 req-f33c8f8d-d22f-4a38-a228-b61893b4210e tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586576 Aug 23 14:18:26.611936 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef2bc5-3b0e-47e4-9d29-fd1ffa107ad2 req-feac5974-89ac-40dc-9afc-e8e6adbaf5c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:26.614648 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9eef2bc5-3b0e-47e4-9d29-fd1ffa107ad2 req-feac5974-89ac-40dc-9afc-e8e6adbaf5c2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a99c7dd6-f8fe-435d-87d1-bd879e92be38 HTTP/1.1" status: 200 len: 929 time: 0.1607955 Aug 23 14:18:26.700142 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:26.701032 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:26.708333 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:26.711762 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:26.727309 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9eef2bc5-3b0e-47e4-9d29-fd1ffa107ad2 req-bfbc789c-8a1f-4384-b685-2d234794cb42 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 HTTP/1.1" status: 200 len: 217 time: 0.1001852 Aug 23 14:18:26.833623 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-164b391a-b3ed-4f00-a30e-17b5123c3366 req-77ebb331-2047-49a2-bcaf-3cf86ffe2665 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Unset dirty status for tenant:c23f316ac5bc4e41824510d1371983af on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:26.834919 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-164b391a-b3ed-4f00-a30e-17b5123c3366 req-77ebb331-2047-49a2-bcaf-3cf86ffe2665 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/security-groups?id=194caa38-dbe8-4bf9-893b-f7f6aaab0da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7394772 Aug 23 14:18:26.924562 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:26.927694 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef2bc5-3b0e-47e4-9d29-fd1ffa107ad2 req-33066a51-5f8d-4811-804f-8635e6545ae7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:26.947142 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9eef2bc5-3b0e-47e4-9d29-fd1ffa107ad2 req-33066a51-5f8d-4811-804f-8635e6545ae7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d27b2308-716d-4e1b-b0fb-8d405a12fdd4 HTTP/1.1" status: 200 len: 867 time: 0.2038844 Aug 23 14:18:26.972136 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee05bb1-0831-4b88-86b6-361b364b27fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a1f521-c2d3-4153-b4ba-c3f8af12268a', 'code': 200} Aug 23 14:18:26.978920 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=61a1f521-c2d3-4153-b4ba-c3f8af12268a,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:26.982302 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:27.113654 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3706f5a2-52c2-4461-8183-98cf616b28b4 req-d5b8f265-8f34-4c02-a330-bbb1e9a49402 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/floatingips/3d18abed-b3de-41b5-b64b-41e3145e49f4 HTTP/1.1" status: 200 len: 692 time: 0.2722056 Aug 23 14:18:27.125785 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:27.131692 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:27.136835 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:27.141497 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7c30cc3d-1188-41c3-b8b5-b23fccdf241d req-59f96bf8-7140-4a59-b0c2-93dafe721692 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8ee05bb1-0831-4b88-86b6-361b364b27fa HTTP/1.1" status: 200 len: 1097 time: 0.1197691 Aug 23 14:18:27.152734 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9eef2bc5-3b0e-47e4-9d29-fd1ffa107ad2 req-b0c96194-0850-44bc-8e1a-9feb9c4314b8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a99c7dd6-f8fe-435d-87d1-bd879e92be38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1978323 Aug 23 14:18:27.261441 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7c30cc3d-1188-41c3-b8b5-b23fccdf241d req-9c4bae81-2a17-42d5-b96a-32febbc6dceb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041784 Aug 23 14:18:27.367774 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:27.408793 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9eef2bc5-3b0e-47e4-9d29-fd1ffa107ad2 req-c0e66a46-b0d8-4e24-b2ba-c5236a7c9df6 service neutron] 10.222.0.91 "GET /v2.0/networks/a99c7dd6-f8fe-435d-87d1-bd879e92be38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334020 Aug 23 14:18:27.415727 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:27.439923 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Pushing event updated for resources: {'Port': ['ID=d873ef02-7181-4a61-98b6-1fb4e8d49a58,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:27.482290 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:27.484561 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:27.484561 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:27.484561 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:27.484561 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:27.484561 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:27.484561 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:27.485097 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:27.485097 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:27.485583 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:27.485937 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:27.494272 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:27.525718 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:27.527945 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:27.614484 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9eef2bc5-3b0e-47e4-9d29-fd1ffa107ad2 req-c6725aa7-8946-4e20-a368-1a6dc63089aa service neutron] 10.222.0.91 "GET /v2.0/networks/a99c7dd6-f8fe-435d-87d1-bd879e92be38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986451 Aug 23 14:18:27.647221 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:27.652323 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:27.820509 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706f5a2-52c2-4461-8183-98cf616b28b4 req-23ee1012-2341-4e6f-8203-1b3974d50614 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:27.821971 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3706f5a2-52c2-4461-8183-98cf616b28b4 req-23ee1012-2341-4e6f-8203-1b3974d50614 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.5884495 Aug 23 14:18:27.925536 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Attempting to bind port d873ef02-7181-4a61-98b6-1fb4e8d49a58 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:27.925806 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Attempting to bind port d873ef02-7181-4a61-98b6-1fb4e8d49a58 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:27.926176 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Attempting to bind port d873ef02-7181-4a61-98b6-1fb4e8d49a58 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:18:27.949527 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3706f5a2-52c2-4461-8183-98cf616b28b4 req-4e12e92f-429d-4d38-a42d-58f1e9a0d3c5 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.28 HTTP/1.1" status: 200 len: 695 time: 0.1197419 Aug 23 14:18:27.955962 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604cdb5-aaaf-48f7-9d30-a250070ac906 req-e2c42ccc-aebd-4139-9b8a-ef036605b915 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:27.957428 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d604cdb5-aaaf-48f7-9d30-a250070ac906 req-e2c42ccc-aebd-4139-9b8a-ef036605b915 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d20b2c4-a69a-4f49-85e4-38608b48a443 HTTP/1.1" status: 200 len: 949 time: 0.5953548 Aug 23 14:18:28.009149 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Port d873ef02-7181-4a61-98b6-1fb4e8d49a58 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:18:28.009149 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Attempting to bind port d873ef02-7181-4a61-98b6-1fb4e8d49a58 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:18:28.062558 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:18:28.062889 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:18:28.063269 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:18:28.063746 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Bound port: d873ef02-7181-4a61-98b6-1fb4e8d49a58, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:28.064140 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:28.084104 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3706f5a2-52c2-4461-8183-98cf616b28b4 req-b2c3e30c-cc9d-44a4-9e5f-6e1e3a1b1634 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.28 HTTP/1.1" status: 200 len: 695 time: 0.1255028 Aug 23 14:18:28.232603 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d604cdb5-aaaf-48f7-9d30-a250070ac906 req-39e10b88-268d-4207-a11a-e280cd6ccd1b tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/security-groups?id=061b5dd9-96b7-4185-9614-bf97ec2d3d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202411 Aug 23 14:18:28.390719 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-3706f5a2-52c2-4461-8183-98cf616b28b4 req-1d3eb494-c6ed-454a-8dd4-03f508ea49da tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Deleting port b564add0-354e-46c1-8f60-f2ed3b48e852 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:18:28.391062 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3706f5a2-52c2-4461-8183-98cf616b28b4 req-1d3eb494-c6ed-454a-8dd4-03f508ea49da tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:28.483973 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-cc5cac8a-97cd-4385-9901-83b90e237d15 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=cae7784c1a0e409298815052dfe79897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410357 Aug 23 14:18:28.553690 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] For port d873ef02-7181-4a61-98b6-1fb4e8d49a58, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:18:28.682760 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] For port d873ef02-7181-4a61-98b6-1fb4e8d49a58, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=d873ef02-7181-4a61-98b6-1fb4e8d49a58,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:18:28.789759 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:28.797152 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:28.828381 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3706f5a2-52c2-4461-8183-98cf616b28b4 req-1d3eb494-c6ed-454a-8dd4-03f508ea49da tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:28.828880 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3706f5a2-52c2-4461-8183-98cf616b28b4 req-1d3eb494-c6ed-454a-8dd4-03f508ea49da tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:28.853948 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-e2c9df8e-9316-4645-a0c1-c01446dbfea5 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:28.855543 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-e2c9df8e-9316-4645-a0c1-c01446dbfea5 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3656535 Aug 23 14:18:28.973308 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d20b2c4-a69a-4f49-85e4-38608b48a443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:29.005483 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-3706f5a2-52c2-4461-8183-98cf616b28b4 req-1d3eb494-c6ed-454a-8dd4-03f508ea49da tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Calling delete_port for b564add0-354e-46c1-8f60-f2ed3b48e852 owned by network:floatingip {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:18:29.064918 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:29.066344 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] 10.222.0.91 "PUT /v2.0/ports/d873ef02-7181-4a61-98b6-1fb4e8d49a58 HTTP/1.1" status: 200 len: 1096 time: 3.9592795 Aug 23 14:18:29.066861 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa7c773-607d-4d0b-8a38-a5996a7a9cd8', 'tag': 'd873ef02-7181-4a61-98b6-1fb4e8d49a58'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:29.080140 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-17732283-3f45-44f5-9b76-a40cd5d72fe7 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/quotas/cae7784c1a0e409298815052dfe79897 HTTP/1.1" status: 200 len: 375 time: 0.0983510 Aug 23 14:18:29.139325 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Pushing event updated for resources: {'Port': ['ID=d873ef02-7181-4a61-98b6-1fb4e8d49a58,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:29.148211 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:29.345668 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-22dd4a46-fb22-4f06-9cb1-e6e976cd9639 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2501466 Aug 23 14:18:29.369157 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-7b049ad3-a607-4477-a2e3-c7ab7a7a3b19 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c23f316ac5bc4e41824510d1371983af&device_id=5aa7c773-607d-4d0b-8a38-a5996a7a9cd8 HTTP/1.1" status: 200 len: 1099 time: 0.2041135 Aug 23 14:18:29.452782 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3706f5a2-52c2-4461-8183-98cf616b28b4 req-1d3eb494-c6ed-454a-8dd4-03f508ea49da tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:29.457231 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bf8bb6fd-aeb8-45b6-b3e9-01bfad7fa638 tempest-FloatingIPsTestJSON-1434304727 tempest-FloatingIPsTestJSON-1434304727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:29.646992 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-b3a568fd-d605-4703-9f8b-3da215204dce service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d873ef02-7181-4a61-98b6-1fb4e8d49a58 HTTP/1.1" status: 200 len: 217 time: 0.2689509 Aug 23 14:18:29.696801 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3eb494-c6ed-454a-8dd4-03f508ea49da tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Pushing event deleted for resources: {'Port': ['ID=b564add0-354e-46c1-8f60-f2ed3b48e852,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:29.704275 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1d3eb494-c6ed-454a-8dd4-03f508ea49da tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:29.849905 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-f9423ab6-2c74-46d5-81e3-8ac619b44829 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:29.851579 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-f9423ab6-2c74-46d5-81e3-8ac619b44829 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1933081 Aug 23 14:18:29.932859 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3706f5a2-52c2-4461-8183-98cf616b28b4 req-1d3eb494-c6ed-454a-8dd4-03f508ea49da tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks [] for floatingip, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:29.971359 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63026a87-b97b-4651-833a-ada70faefac8 req-20704349-9621-4423-8985-1f5016cebbf6 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:29.972864 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-63026a87-b97b-4651-833a-ada70faefac8 req-20704349-9621-4423-8985-1f5016cebbf6 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ee05bb1-0831-4b88-86b6-361b364b27fa HTTP/1.1" status: 200 len: 946 time: 0.2188096 Aug 23 14:18:30.011898 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-8e83b1a9-d308-4428-b757-b6d66b82b273 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1487577 Aug 23 14:18:30.112924 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-63026a87-b97b-4651-833a-ada70faefac8 req-d40141b7-a7e0-4d2f-be08-4f8b8170a1fe tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331458 Aug 23 14:18:30.220433 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-3706f5a2-52c2-4461-8183-98cf616b28b4 req-1d3eb494-c6ed-454a-8dd4-03f508ea49da tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:30.245506 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3706f5a2-52c2-4461-8183-98cf616b28b4 req-1d3eb494-c6ed-454a-8dd4-03f508ea49da tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "DELETE /v2.0/floatingips/3d18abed-b3de-41b5-b64b-41e3145e49f4 HTTP/1.1" status: 204 len: 173 time: 2.1502080 Aug 23 14:18:30.268617 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-da7ba497-57be-468b-9658-1ce92ccf92d6 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480931 Aug 23 14:18:30.793624 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdd15941-50a4-45c2-87f2-05648fcea89f req-97070ff2-7386-4d7b-ac81-0def3413b89f service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107369 Aug 23 14:18:30.845313 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b0680-29fe-4be4-a050-fa8cd2b788d4 req-33398a52-855e-4ea1-b5eb-457d136ee3e4 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:30.848114 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-837b0680-29fe-4be4-a050-fa8cd2b788d4 req-33398a52-855e-4ea1-b5eb-457d136ee3e4 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa7c773-607d-4d0b-8a38-a5996a7a9cd8 HTTP/1.1" status: 200 len: 948 time: 0.3878515 Aug 23 14:18:30.984267 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-df63b67b-f2bc-44d3-9729-f02237229e66 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:30.987703 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-df63b67b-f2bc-44d3-9729-f02237229e66 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 821 time: 0.3645413 Aug 23 14:18:31.001402 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-837b0680-29fe-4be4-a050-fa8cd2b788d4 req-992dd0b4-4731-4eee-9da7-3fccdf40e735 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/security-groups?id=194caa38-dbe8-4bf9-893b-f7f6aaab0da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404591 Aug 23 14:18:31.034366 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-bd59872c-deac-4bd1-83a9-acdb09aea049 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/quotas/e457f5bb77ff4c95a16e095f62e5326f HTTP/1.1" status: 200 len: 375 time: 0.0361922 Aug 23 14:18:31.136274 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-92e7dee2-0fab-4cf2-be3d-7e3f27d9e8e8 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0923173 Aug 23 14:18:31.344538 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-3524bc91-c317-4a31-9504-f8f01b0f19fb service neutron] 10.222.0.86 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463127 Aug 23 14:18:31.487518 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-8a836010-990e-47c2-ab39-f82af30ed34a service neutron] 10.222.0.86 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902435 Aug 23 14:18:31.807791 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:32.220581 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d20b2c4-a69a-4f49-85e4-38608b48a443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824', 'code': 200} Aug 23 14:18:32.386137 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa7c773-607d-4d0b-8a38-a5996a7a9cd8', 'tag': 'd873ef02-7181-4a61-98b6-1fb4e8d49a58', 'status': 'completed', 'code': 200} Aug 23 14:18:32.549231 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a2dacaa6-19cb-4932-a1b7-eee853d57525 req-5a292eb3-8605-4185-a7d3-3b2e7bdd6bf3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0d20b2c4-a69a-4f49-85e4-38608b48a443 HTTP/1.1" status: 200 len: 1101 time: 0.1940091 Aug 23 14:18:32.617046 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a2dacaa6-19cb-4932-a1b7-eee853d57525 req-4b58f5b1-bff9-457b-a90d-033be6c30f20 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=061b5dd9-96b7-4185-9614-bf97ec2d3d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610867 Aug 23 14:18:32.832247 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fa1f151e-2509-491e-bd92-a1e3ad03c430 req-ba1d5f72-6d24-47f5-9c5d-85a1b190d756 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c23f316ac5bc4e41824510d1371983af&device_id=5aa7c773-607d-4d0b-8a38-a5996a7a9cd8 HTTP/1.1" status: 200 len: 1099 time: 0.4073949 Aug 23 14:18:33.132689 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984d5ab-bdc7-4958-8383-62b9432c9dce req-b8b66763-69c2-4234-be4e-43c5f32102c5 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:33.147328 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a984d5ab-bdc7-4958-8383-62b9432c9dce req-b8b66763-69c2-4234-be4e-43c5f32102c5 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d20b2c4-a69a-4f49-85e4-38608b48a443 HTTP/1.1" status: 200 len: 950 time: 0.5169418 Aug 23 14:18:33.161604 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7cebc-b5eb-4c99-8830-1e7a085efbed req-7b209b90-2101-4741-bd20-543908ce8d00 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:33.161604 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-89b7cebc-b5eb-4c99-8830-1e7a085efbed req-7b209b90-2101-4741-bd20-543908ce8d00 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 946 time: 0.3473520 Aug 23 14:18:33.174318 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-941a6b67-aed7-4c36-acda-9f3f80f207db req-78c3bfea-9cde-44ef-baa3-e8dfc2f2d6f9 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 210 time: 0.1140645 Aug 23 14:18:33.376749 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-89b7cebc-b5eb-4c99-8830-1e7a085efbed req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Deleting port 2136f4d0-1851-422f-9093-f255a5369cbf {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:18:33.377879 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-89b7cebc-b5eb-4c99-8830-1e7a085efbed req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:33.392503 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:33.405706 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device d873ef02-7181-4a61-98b6-1fb4e8d49a58 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:33.696014 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-50995ea8-cc34-4d52-ae2f-bdc887cc87ad tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cae7784c1a0e409298815052dfe79897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1936703 Aug 23 14:18:33.711175 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a984d5ab-bdc7-4958-8383-62b9432c9dce req-6c9e1330-d94e-443a-a229-788fef12a0c7 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/security-groups?id=061b5dd9-96b7-4185-9614-bf97ec2d3d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321693 Aug 23 14:18:33.744565 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f151e-2509-491e-bd92-a1e3ad03c430 req-ccfb25b7-9a72-457e-a632-c2e5e6ff71e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:33.752363 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fa1f151e-2509-491e-bd92-a1e3ad03c430 req-ccfb25b7-9a72-457e-a632-c2e5e6ff71e5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.9083340 Aug 23 14:18:33.961524 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port d873ef02-7181-4a61-98b6-1fb4e8d49a58, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=d873ef02-7181-4a61-98b6-1fb4e8d49a58,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:34.002465 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fa1f151e-2509-491e-bd92-a1e3ad03c430 req-77ac5290-c3a3-471f-a5db-e553d863432f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d873ef02-7181-4a61-98b6-1fb4e8d49a58 HTTP/1.1" status: 200 len: 217 time: 0.2440376 Aug 23 14:18:34.003417 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'd873ef02-7181-4a61-98b6-1fb4e8d49a58', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'd873ef02-7181-4a61-98b6-1fb4e8d49a58', 'mac_address': 'fa:16:3e:c7:8b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:34.107618 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f151e-2509-491e-bd92-a1e3ad03c430 req-079b3980-0903-40b3-8d6a-594663afcb03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:34.109292 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fa1f151e-2509-491e-bd92-a1e3ad03c430 req-079b3980-0903-40b3-8d6a-594663afcb03 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.0993590 Aug 23 14:18:34.166591 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:34.212727 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fa1f151e-2509-491e-bd92-a1e3ad03c430 req-530eb581-08b4-4398-a6cf-f0d657709f63 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921669 Aug 23 14:18:34.235112 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d873ef02-7181-4a61-98b6-1fb4e8d49a58 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:34.263888 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-b1e1f2ce-186b-4cd1-8352-41436c6a1390 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:34.277990 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-b1e1f2ce-186b-4cd1-8352-41436c6a1390 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5717275 Aug 23 14:18:34.284399 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port d873ef02-7181-4a61-98b6-1fb4e8d49a58, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=d873ef02-7181-4a61-98b6-1fb4e8d49a58,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:34.314614 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Request body: {'port': {'device_id': '8cc48373-6de4-4a89-908b-46ccce6ab43a', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'cae7784c1a0e409298815052dfe79897'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:18:34.377904 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:34.380891 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-04c1877e-0c52-4c66-b6c0-1a8f98314163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:34.489788 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-89b7cebc-b5eb-4c99-8830-1e7a085efbed req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] For port 2136f4d0-1851-422f-9093-f255a5369cbf, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2136f4d0-1851-422f-9093-f255a5369cbf,segment=NetworkSegment(a50becb8-0f52-458d-8219-1074e5a2e5e1),segment_id=a50becb8-0f52-458d-8219-1074e5a2e5e1)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:34.490428 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-89b7cebc-b5eb-4c99-8830-1e7a085efbed req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:34.568493 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=d873ef02-7181-4a61-98b6-1fb4e8d49a58,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:34.593603 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:34.664504 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:34.672349 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['d873ef02-7181-4a61-98b6-1fb4e8d49a58'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:18:34.707343 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fa1f151e-2509-491e-bd92-a1e3ad03c430 req-c9229678-ce77-4c24-876a-bd0dbabbd7ed service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868309 Aug 23 14:18:34.769188 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:34.910396 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Made reservation on behalf of cae7784c1a0e409298815052dfe79897 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:34.914325 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:34.969495 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260fd3d-0ba3-4465-bda4-dde5b09e4705 req-c4e8c653-2bc4-42af-a831-1915f6d52c81 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:34.971672 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c260fd3d-0ba3-4465-bda4-dde5b09e4705 req-c4e8c653-2bc4-42af-a831-1915f6d52c81 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa7c773-607d-4d0b-8a38-a5996a7a9cd8 HTTP/1.1" status: 200 len: 949 time: 0.4901586 Aug 23 14:18:35.034709 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-89b7cebc-b5eb-4c99-8830-1e7a085efbed req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:35.035409 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-89b7cebc-b5eb-4c99-8830-1e7a085efbed req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:35.036233 n-d-805629-1 neutron-server[76506]: INFO neutron.db.l3_db [req-89b7cebc-b5eb-4c99-8830-1e7a085efbed req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Floating IP 6059b9bb-d96e-49d7-895c-ef0e807b560d disassociated. External IP: 172.25.6.149, port: 2136f4d0-1851-422f-9093-f255a5369cbf. Aug 23 14:18:35.036233 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-89b7cebc-b5eb-4c99-8830-1e7a085efbed req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Calling delete_port for 2136f4d0-1851-422f-9093-f255a5369cbf owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:18:35.055695 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fa1f151e-2509-491e-bd92-a1e3ad03c430 req-d00052e5-4b85-4711-842a-24e4efef60d5 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240247 Aug 23 14:18:35.070892 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a279f-2779-4d64-9df6-0bbcefede26e req-f3eea341-42d2-4153-b74e-603fe71b026c tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:35.072844 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-128a279f-2779-4d64-9df6-0bbcefede26e req-f3eea341-42d2-4153-b74e-603fe71b026c tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 946 time: 0.5740712 Aug 23 14:18:35.168626 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c260fd3d-0ba3-4465-bda4-dde5b09e4705 req-67d79826-1323-4836-9a83-dabdeac35c14 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/security-groups?id=194caa38-dbe8-4bf9-893b-f7f6aaab0da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817100 Aug 23 14:18:35.174082 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-128a279f-2779-4d64-9df6-0bbcefede26e req-4494138f-6f8f-4f9b-9659-4f871facf154 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/security-groups?id=092c13d1-3cdc-4d5a-b236-4b4e7a28615e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848894 Aug 23 14:18:35.415433 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2136f4d0-1851-422f-9093-f255a5369cbf no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:35.457229 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Allocated IP 192.168.233.138 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/187b1623-a722-4d17-97f9-95028022e719) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:35.460603 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-459c848b-37ca-4bdc-8994-c4870ac48691 req-d2333000-97d4-40cf-8853-1ecd4042d6c0 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 210 time: 0.0667233 Aug 23 14:18:35.592094 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-89b7cebc-b5eb-4c99-8830-1e7a085efbed req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:35.609461 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:35.612408 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Port 2136f4d0-1851-422f-9093-f255a5369cbf update to DOWN by agent not found {{(pid=76509) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2084}} Aug 23 14:18:35.647048 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cd605-e415-4d7e-9b57-18d3b78d06ec req-aa86a0cb-c4c3-4445-a6b7-dc32668bd1a9 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:35.654351 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a46cd605-e415-4d7e-9b57-18d3b78d06ec req-aa86a0cb-c4c3-4445-a6b7-dc32668bd1a9 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Synchronizing usage tracker for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:35.749417 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Pushing event deleted for resources: {'Port': ['ID=2136f4d0-1851-422f-9093-f255a5369cbf,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:35.752413 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:35.818075 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a46cd605-e415-4d7e-9b57-18d3b78d06ec req-aa86a0cb-c4c3-4445-a6b7-dc32668bd1a9 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Unset dirty status for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:35.822573 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a46cd605-e415-4d7e-9b57-18d3b78d06ec req-aa86a0cb-c4c3-4445-a6b7-dc32668bd1a9 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3585930 Aug 23 14:18:35.999848 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a46cd605-e415-4d7e-9b57-18d3b78d06ec req-771bdd73-a2eb-4731-8700-2a85f4eb39b2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Synchronizing usage tracker for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:floatingip {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:36.045199 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95767bc-f14d-4123-a38b-d2d7dc51bc91 req-d0cd90d9-c87c-4e7d-a376-164c8f7c22f2 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:36.048396 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a95767bc-f14d-4123-a38b-d2d7dc51bc91 req-d0cd90d9-c87c-4e7d-a376-164c8f7c22f2 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ee05bb1-0831-4b88-86b6-361b364b27fa HTTP/1.1" status: 200 len: 946 time: 0.3257883 Aug 23 14:18:36.215525 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a46cd605-e415-4d7e-9b57-18d3b78d06ec req-771bdd73-a2eb-4731-8700-2a85f4eb39b2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Unset dirty status for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:floatingip {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:36.221081 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a46cd605-e415-4d7e-9b57-18d3b78d06ec req-771bdd73-a2eb-4731-8700-2a85f4eb39b2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3892047 Aug 23 14:18:36.323750 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a95767bc-f14d-4123-a38b-d2d7dc51bc91 req-cd97857a-215c-4ae8-b9f8-3af5f43ad0a5 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676804 Aug 23 14:18:36.366549 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-4b9c402f-11e3-41d1-b874-a2a74ca5c5a4 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:36.369339 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-4b9c402f-11e3-41d1-b874-a2a74ca5c5a4 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.91 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 821 time: 0.2855973 Aug 23 14:18:36.392607 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Request body: {'port': {'device_id': 'f24fccc3-af20-4462-ba9b-eef588fb8acb', 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3', 'admin_state_up': True, 'tenant_id': 'e457f5bb77ff4c95a16e095f62e5326f'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:18:36.457099 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:36.527414 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Transition to ACTIVE for port object 187b1623-a722-4d17-97f9-95028022e719 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:36.578667 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89b7cebc-b5eb-4c99-8830-1e7a085efbed req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:18:36.726098 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7ff7d1bc-988f-417d-a055-92778c2b383a req-e1b54658-90f8-4ea0-b610-e03c5aa841f2 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 210 time: 0.1131973 Aug 23 14:18:36.749971 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:36.768910 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['2a579c06-70ee-4af2-871c-bb42a0aae3c3'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:18:36.787431 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6fbd16ff-f73f-41bc-8edf-d5648c30425a tempest-LiveMigrationTest-564418198 tempest-LiveMigrationTest-564418198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:36.880673 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:36.895514 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:36.915354 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Pushing event updated for resources: {'Port': ['ID=187b1623-a722-4d17-97f9-95028022e719,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:36.923395 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:36.929711 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:36.932658 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:36.955023 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:18:37.013129 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Made reservation on behalf of e457f5bb77ff4c95a16e095f62e5326f for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:37.023530 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:37.102374 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6d8f1-4d31-49a9-a9d6-97e9359f706f req-cc9fca62-81ab-4a71-aacc-5086c3c10ff2 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:37.105916 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f6d6d8f1-4d31-49a9-a9d6-97e9359f706f req-cc9fca62-81ab-4a71-aacc-5086c3c10ff2 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d20b2c4-a69a-4f49-85e4-38608b48a443 HTTP/1.1" status: 200 len: 950 time: 0.3452051 Aug 23 14:18:37.146118 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:37.147169 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:37.333489 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0437367 Aug 23 14:18:37.354932 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f6d6d8f1-4d31-49a9-a9d6-97e9359f706f req-2a77ee12-d975-4204-b4b9-708cfc636901 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/security-groups?id=061b5dd9-96b7-4185-9614-bf97ec2d3d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355177 Aug 23 14:18:37.366922 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Request body: {'port': {'device_id': '8cc48373-6de4-4a89-908b-46ccce6ab43a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:18:37.446234 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device d873ef02-7181-4a61-98b6-1fb4e8d49a58 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:37.592582 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-382cb190-4ac9-4c83-ab31-78da91b81401 req-30ba08b0-c80f-449c-8583-6f0a395d5782 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 210 time: 0.1374176 Aug 23 14:18:37.657299 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-668a16b3-0dce-49dd-93c8-a49038756394 None None] Provisioning for port 187b1623-a722-4d17-97f9-95028022e719 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:37.663935 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-668a16b3-0dce-49dd-93c8-a49038756394 None None] Provisioning complete for port 187b1623-a722-4d17-97f9-95028022e719 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:37.664430 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-668a16b3-0dce-49dd-93c8-a49038756394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:37.746353 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port d873ef02-7181-4a61-98b6-1fb4e8d49a58 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:37.795336 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port d873ef02-7181-4a61-98b6-1fb4e8d49a58 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:37.796343 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:37.824673 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89b7cebc-b5eb-4c99-8830-1e7a085efbed req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:18:37.849241 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea261aa9-3257-4f19-92b5-8d474f8340fd None None] Sync routers for ids ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:18:37.910443 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea261aa9-3257-4f19-92b5-8d474f8340fd None None] Routers {'3e432c3c-10c7-41fb-8f00-6ac2322038a2'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:18:37.914006 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-ea261aa9-3257-4f19-92b5-8d474f8340fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:18:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:37.935301 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-668a16b3-0dce-49dd-93c8-a49038756394 None None] Port 187b1623-a722-4d17-97f9-95028022e719 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:18:37.977118 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:37.993727 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b7cebc-b5eb-4c99-8830-1e7a085efbed req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] No DVR routers for this DVR port 2136f4d0-1851-422f-9093-f255a5369cbf on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:18:37.998804 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-89b7cebc-b5eb-4c99-8830-1e7a085efbed req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:38.001209 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-89b7cebc-b5eb-4c99-8830-1e7a085efbed req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.91 "DELETE /v2.0/ports/2136f4d0-1851-422f-9093-f255a5369cbf HTTP/1.1" status: 204 len: 173 time: 4.8386552 Aug 23 14:18:38.001771 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2400481-36f9-43d4-91e3-ecaa43bd7bea', 'name': 'network-vif-deleted', 'tag': '2136f4d0-1851-422f-9093-f255a5369cbf'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:38.112575 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:38.177288 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d9f8c77a-2a72-46dc-b0f9-b87e3480bd2f req-471b65b5-990d-4cfb-807c-faf28859e4e1 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1469569 Aug 23 14:18:38.184331 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa7c773-607d-4d0b-8a38-a5996a7a9cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd873ef02-7181-4a61-98b6-1fb4e8d49a58'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:38.203581 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port d873ef02-7181-4a61-98b6-1fb4e8d49a58, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=d873ef02-7181-4a61-98b6-1fb4e8d49a58,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:38.289133 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Allocated IP 172.20.0.7 (0a8efbb1-af6e-4ea8-8574-877b74baa9a3/1c65e425-4a4d-4be4-bdee-eae73a4d8237/9c75f0e0-895d-46c6-8b0b-8895d1447ef0) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:38.332331 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:38.334556 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:38.541235 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=d873ef02-7181-4a61-98b6-1fb4e8d49a58,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:38.558777 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:38.614289 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-ea261aa9-3257-4f19-92b5-8d474f8340fd None None] Set router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:18:38.660431 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fb19a-679f-45d6-99b1-83c072bd8741 req-e078d09c-0644-43a0-9303-c747864d8831 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:38.662060 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5c7fb19a-679f-45d6-99b1-83c072bd8741 req-e078d09c-0644-43a0-9303-c747864d8831 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa7c773-607d-4d0b-8a38-a5996a7a9cd8 HTTP/1.1" status: 200 len: 949 time: 0.6384912 Aug 23 14:18:38.920211 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5c7fb19a-679f-45d6-99b1-83c072bd8741 req-eee0314e-e20b-4ef6-9fc0-73b93fcab06b tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/security-groups?id=194caa38-dbe8-4bf9-893b-f7f6aaab0da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453887 Aug 23 14:18:38.988847 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.125153 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187b1623-a722-4d17-97f9-95028022e719 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:39.153733 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.164746 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.168520 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:39.170305 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['8d1474d4-abee-40cf-944a-9ee02a5e6249'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:18:39.219584 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Transition to ACTIVE for port object 187b1623-a722-4d17-97f9-95028022e719 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:39.291689 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.297107 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:39.441161 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-ea261aa9-3257-4f19-92b5-8d474f8340fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'name': 'tempest-ServersTestBootFromVolume-525955746-router', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:16Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'gw_port': {'id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:19Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '547ed4ec-29bf-42f8-9d93-5535cf39bfb5', 'name': '', 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'mac_address': 'fa:16:3e:88:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:28Z', 'updated_at': '2021-08-23T14:11:43Z', 'revision_number': 5, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'subnets': [{'id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:39.490451 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea261aa9-3257-4f19-92b5-8d474f8340fd None None] Checking router: 3e432c3c-10c7-41fb-8f00-6ac2322038a2 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:18:39.538790 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:39.564153 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea261aa9-3257-4f19-92b5-8d474f8340fd None None] Routers {'3e432c3c-10c7-41fb-8f00-6ac2322038a2'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:18:39.564825 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-ea261aa9-3257-4f19-92b5-8d474f8340fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:18:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:39.571203 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:39.577889 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:18:39.690617 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Pushing event updated for resources: {'Port': ['ID=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:39.719736 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:39.837478 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc35d0-152c-419a-b02c-d2b1b04233ef req-90d6e2ec-72d0-449a-b7fb-3552ddea5402 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:39.850744 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cafc35d0-152c-419a-b02c-d2b1b04233ef req-90d6e2ec-72d0-449a-b7fb-3552ddea5402 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 931 time: 0.5329947 Aug 23 14:18:39.927670 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:39.930419 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:40.107932 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cafc35d0-152c-419a-b02c-d2b1b04233ef req-3e5a46a8-1fc1-46eb-a664-ba8bd9c277e4 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548597 Aug 23 14:18:40.126471 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7413342 Aug 23 14:18:40.141669 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Request body: {'port': {'device_id': 'f24fccc3-af20-4462-ba9b-eef588fb8acb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:18:40.161432 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Pushing event updated for resources: {'Port': ['ID=187b1623-a722-4d17-97f9-95028022e719,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:40.171060 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:40.513363 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:40.552951 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Attempting to bind port 187b1623-a722-4d17-97f9-95028022e719 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:40.555167 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Attempting to bind port 187b1623-a722-4d17-97f9-95028022e719 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:40.558286 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Attempting to bind port 187b1623-a722-4d17-97f9-95028022e719 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:18:40.583721 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Port 187b1623-a722-4d17-97f9-95028022e719 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:18:40.585150 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Attempting to bind port 187b1623-a722-4d17-97f9-95028022e719 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:18:40.602018 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:18:40.604931 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:18:40.604931 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:18:40.604931 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Bound port: 187b1623-a722-4d17-97f9-95028022e719, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:40.605746 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:40.645806 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-ea261aa9-3257-4f19-92b5-8d474f8340fd None None] Set router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:18:40.949272 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] For port 187b1623-a722-4d17-97f9-95028022e719, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:18:40.960835 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] For port 187b1623-a722-4d17-97f9-95028022e719, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=187b1623-a722-4d17-97f9-95028022e719,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:18:41.082222 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:41.092706 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:41.207407 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebff90d-37c0-409d-8921-c90359728bd9 req-7b6419a4-4ea1-4774-9314-9153bb935aa6 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:41.220986 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ebff90d-37c0-409d-8921-c90359728bd9 req-7b6419a4-4ea1-4774-9314-9153bb935aa6 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 948 time: 0.4632299 Aug 23 14:18:41.273342 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:41.280494 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] 10.222.0.60 "PUT /v2.0/ports/187b1623-a722-4d17-97f9-95028022e719 HTTP/1.1" status: 200 len: 1096 time: 3.9322810 Aug 23 14:18:41.344987 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Pushing event updated for resources: {'Port': ['ID=187b1623-a722-4d17-97f9-95028022e719,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:41.353675 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:41.454158 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ebff90d-37c0-409d-8921-c90359728bd9 req-7cc178cc-8b01-43f7-9c0d-23fd75e2c8fa tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319009 Aug 23 14:18:41.778290 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2400481-36f9-43d4-91e3-ecaa43bd7bea', 'name': 'network-vif-deleted', 'tag': '2136f4d0-1851-422f-9093-f255a5369cbf', 'status': 'completed', 'code': 200} Aug 23 14:18:41.826388 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-e57e92e6-064d-4b94-8cbf-8b06b9fecf1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 1099 time: 0.2477632 Aug 23 14:18:41.842156 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-ea261aa9-3257-4f19-92b5-8d474f8340fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'name': 'tempest-ServersTestBootFromVolume-525955746-router', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:16Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'gw_port': {'id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:19Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '547ed4ec-29bf-42f8-9d93-5535cf39bfb5', 'name': '', 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'mac_address': 'fa:16:3e:88:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:28Z', 'updated_at': '2021-08-23T14:11:43Z', 'revision_number': 5, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'subnets': [{'id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:41.849624 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:41.865599 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea261aa9-3257-4f19-92b5-8d474f8340fd None None] The sync data for ids ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'] in n-d-805629-1 is: [{'id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'name': 'tempest-ServersTestBootFromVolume-525955746-router', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:16Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'gw_port': {'id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:19Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '547ed4ec-29bf-42f8-9d93-5535cf39bfb5', 'name': '', 'network_id': '4e424618-b036-4eb2-865e-2fa157948c1b', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'mac_address': 'fa:16:3e:88:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:28Z', 'updated_at': '2021-08-23T14:11:43Z', 'revision_number': 5, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'subnets': [{'id': '51af3679-7d0c-4da5-a19a-365ada920d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:18:41.874158 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:41.932064 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Transition to ACTIVE for port object 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:42.027156 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:42.107156 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1d3eb494-c6ed-454a-8dd4-03f508ea49da tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:42.124861 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa7c773-607d-4d0b-8a38-a5996a7a9cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd873ef02-7181-4a61-98b6-1fb4e8d49a58', 'code': 200} Aug 23 14:18:42.376234 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6eba23-1290-4456-806e-b7dbdd772a08 None None] New status for floating IP 6059b9bb-d96e-49d7-895c-ef0e807b560d: DOWN {{(pid=76509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:18:42.418797 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Pushing event updated for resources: {'Port': ['ID=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:42.438158 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:42.479981 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-636940d8-2a47-4156-a3e8-63ab40cfb291 req-a3a62d79-c0b6-4e0b-b11b-5568c29b9ed3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1575665 Aug 23 14:18:42.597096 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-636940d8-2a47-4156-a3e8-63ab40cfb291 req-97b71a4b-8390-47f8-9d86-4f13f44eab69 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=367726b8e8974513a0f4f9b7e33a565b&device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 210 time: 0.0747452 Aug 23 14:18:42.603553 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-41e0a091-a9c3-4c7e-bd93-d2532ea0a9d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=187b1623-a722-4d17-97f9-95028022e719 HTTP/1.1" status: 200 len: 217 time: 0.7728262 Aug 23 14:18:42.779088 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 61a1f521-c2d3-4153-b4ba-c3f8af12268a details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:42.812310 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be6a7e94-f832-4edc-b236-7be7e7f2d83b req-f82eca4c-f3d0-4825-8dc6-951a524895d5 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2400481-36f9-43d4-91e3-ecaa43bd7bea HTTP/1.1" status: 200 len: 210 time: 0.1606336 Aug 23 14:18:42.921879 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Attempting to bind port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:42.922412 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Attempting to bind port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:42.922841 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Attempting to bind port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:18:43.108716 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636940d8-2a47-4156-a3e8-63ab40cfb291 req-e601d6df-dddb-401c-a9d2-377776a0708f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:43.112549 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-636940d8-2a47-4156-a3e8-63ab40cfb291 req-e601d6df-dddb-401c-a9d2-377776a0708f service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=367726b8e8974513a0f4f9b7e33a565b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3914042 Aug 23 14:18:43.256707 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:18:43.266162 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-34d934dd-4810-49e5-adaa-d663f9e588e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:43.268354 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-34d934dd-4810-49e5-adaa-d663f9e588e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.6563113 Aug 23 14:18:43.424731 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636940d8-2a47-4156-a3e8-63ab40cfb291 req-a14709c3-8df3-459d-9b2d-315b7438f704 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:43.426370 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-636940d8-2a47-4156-a3e8-63ab40cfb291 req-a14709c3-8df3-459d-9b2d-315b7438f704 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3018517 Aug 23 14:18:43.466365 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6fe9c3d9-477d-4b6c-ba93-769cc55a96e5 req-6d54fa5a-4c6d-4497-84c2-118d7ecdeb0a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5aa7c773-607d-4d0b-8a38-a5996a7a9cd8 HTTP/1.1" status: 200 len: 1101 time: 0.7867489 Aug 23 14:18:43.576168 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6fe9c3d9-477d-4b6c-ba93-769cc55a96e5 req-4fe48564-220e-409f-a052-a10bf0762270 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=194caa38-dbe8-4bf9-893b-f7f6aaab0da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991495 Aug 23 14:18:43.610597 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-022322b3-7dce-4fee-bb55-2c4dab6633af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3306971 Aug 23 14:18:43.640807 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 61a1f521-c2d3-4153-b4ba-c3f8af12268a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=61a1f521-c2d3-4153-b4ba-c3f8af12268a,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:43.686302 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '61a1f521-c2d3-4153-b4ba-c3f8af12268a', 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb', 'port_id': '61a1f521-c2d3-4153-b4ba-c3f8af12268a', 'mac_address': 'fa:16:3e:80:3f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c65d0fb-9e93-42b4-b48b-75141f36f07b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:43.690933 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:18:43.690933 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Attempting to bind port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:18:43.735694 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:18:43.750205 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Checking segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:18:43.750670 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Bound using segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:18:43.751820 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Bound port: 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:43.751820 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:43.794155 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc48373-6de4-4a89-908b-46ccce6ab43a', 'tag': '187b1623-a722-4d17-97f9-95028022e719'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:43.889440 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:43.929708 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61a1f521-c2d3-4153-b4ba-c3f8af12268a {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:43.961739 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-e0a52849-ec65-4f45-9380-f109b24472c0 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428426 Aug 23 14:18:43.986475 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 61a1f521-c2d3-4153-b4ba-c3f8af12268a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=61a1f521-c2d3-4153-b4ba-c3f8af12268a,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:44.011298 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] For port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:18:44.023078 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] For port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:18:44.062876 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:44.065909 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:44.151887 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:44.164998 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-df5f0a77-fdd0-4341-b5e8-8fc683685499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:44.183726 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=61a1f521-c2d3-4153-b4ba-c3f8af12268a,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:44.199708 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:44.220229 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['61a1f521-c2d3-4153-b4ba-c3f8af12268a'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:18:44.270880 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63e7d2-f420-4c04-b756-f973cd30d147 req-19812f03-8deb-4483-b99c-5834b9a545b8 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:44.281799 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f63e7d2-f420-4c04-b756-f973cd30d147 req-19812f03-8deb-4483-b99c-5834b9a545b8 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa7c773-607d-4d0b-8a38-a5996a7a9cd8 HTTP/1.1" status: 200 len: 950 time: 1.3615956 Aug 23 14:18:44.385626 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea047b13-2338-410f-910c-d5fb8ea599c2 req-7366617b-23d8-4994-aca3-4630a33aa8eb tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:44.385626 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ea047b13-2338-410f-910c-d5fb8ea599c2 req-7366617b-23d8-4994-aca3-4630a33aa8eb tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Synchronizing usage tracker for tenant:e457f5bb77ff4c95a16e095f62e5326f on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:44.427829 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:44.429799 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] 10.222.0.91 "PUT /v2.0/ports/9c75f0e0-895d-46c6-8b0b-8895d1447ef0 HTTP/1.1" status: 200 len: 1091 time: 4.2952564 Aug 23 14:18:44.431418 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24fccc3-af20-4462-ba9b-eef588fb8acb', 'tag': '9c75f0e0-895d-46c6-8b0b-8895d1447ef0'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:44.440891 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f63e7d2-f420-4c04-b756-f973cd30d147 req-7232bd79-4019-47f5-8c4d-0e78277da403 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/security-groups?id=194caa38-dbe8-4bf9-893b-f7f6aaab0da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579428 Aug 23 14:18:44.441605 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Pushing event updated for resources: {'Port': ['ID=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:44.454810 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:44.535142 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d7c38-dc24-482c-9ba8-8934aae90aca req-fe862647-a28c-49ba-aa3f-5db016cbad35 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:44.538544 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-9f0d7c38-dc24-482c-9ba8-8934aae90aca req-fe862647-a28c-49ba-aa3f-5db016cbad35 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Synchronizing usage tracker for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:44.557748 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ea047b13-2338-410f-910c-d5fb8ea599c2 req-7366617b-23d8-4994-aca3-4630a33aa8eb tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Unset dirty status for tenant:e457f5bb77ff4c95a16e095f62e5326f on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:44.559190 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ea047b13-2338-410f-910c-d5fb8ea599c2 req-7366617b-23d8-4994-aca3-4630a33aa8eb tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 943 time: 1.4250314 Aug 23 14:18:44.667255 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3e9ec560-fcc5-43e2-b04e-190940a337c5 req-c542c9e8-03ed-4bf0-b2bc-658f03fd06b5 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6910481 Aug 23 14:18:44.667255 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-9f0d7c38-dc24-482c-9ba8-8934aae90aca req-fe862647-a28c-49ba-aa3f-5db016cbad35 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Unset dirty status for tenant:e5db478cc95442438a056dfebe7e6b07 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:44.668503 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9f0d7c38-dc24-482c-9ba8-8934aae90aca req-fe862647-a28c-49ba-aa3f-5db016cbad35 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.91 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 946 time: 0.6316211 Aug 23 14:18:44.733264 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 61a1f521-c2d3-4153-b4ba-c3f8af12268a up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:44.931665 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ea047b13-2338-410f-910c-d5fb8ea599c2 req-efc0d0bf-a32f-4514-bf1e-f85de5fe3ff6 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582883 Aug 23 14:18:45.010943 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-9f0d7c38-dc24-482c-9ba8-8934aae90aca req-a529f51e-14e9-4b26-8a7f-55adf5189ef4 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Deleting port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:18:45.013791 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9f0d7c38-dc24-482c-9ba8-8934aae90aca req-a529f51e-14e9-4b26-8a7f-55adf5189ef4 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:45.050526 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 61a1f521-c2d3-4153-b4ba-c3f8af12268a triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:45.050960 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:45.104974 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-9c2ac119-d82c-4dd3-a3f5-681b94c9eb03 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 1094 time: 0.4864848 Aug 23 14:18:45.250440 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9069a-eea9-4efa-b86e-9819263d52ba req-4faeb155-f55f-4b35-a66e-b21560576db9 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:45.253263 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-54b9069a-eea9-4efa-b86e-9819263d52ba req-4faeb155-f55f-4b35-a66e-b21560576db9 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 946 time: 0.2836523 Aug 23 14:18:45.258093 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-6a1f717e-ce6f-4370-b0fa-71c1e11012ac service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c75f0e0-895d-46c6-8b0b-8895d1447ef0 HTTP/1.1" status: 200 len: 217 time: 0.1400180 Aug 23 14:18:45.394257 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:45.444704 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 61a1f521-c2d3-4153-b4ba-c3f8af12268a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=61a1f521-c2d3-4153-b4ba-c3f8af12268a,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:45.446275 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee05bb1-0831-4b88-86b6-361b364b27fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a1f521-c2d3-4153-b4ba-c3f8af12268a'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:45.507758 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-54b9069a-eea9-4efa-b86e-9819263d52ba req-6364a60a-2e2d-41d7-a9fa-add935e9459a tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/security-groups?id=08305925-2e50-4f02-95a5-665c764e7571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472897 Aug 23 14:18:45.510653 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-592c5ccd-e6d4-46da-8dec-6b16e414fcb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:45.512135 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-592c5ccd-e6d4-46da-8dec-6b16e414fcb6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.1713793 Aug 23 14:18:45.559225 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:45.561750 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:45.600119 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-9f0d7c38-dc24-482c-9ba8-8934aae90aca req-a529f51e-14e9-4b26-8a7f-55adf5189ef4 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] For port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5,segment=NetworkSegment(e96436a8-2a3f-4e6d-a019-427c0adfa670),segment_id=e96436a8-2a3f-4e6d-a019-427c0adfa670)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:45.601806 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9f0d7c38-dc24-482c-9ba8-8934aae90aca req-a529f51e-14e9-4b26-8a7f-55adf5189ef4 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:45.672505 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-85f12575-24cc-4832-af4f-c99a590bac23 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397161 Aug 23 14:18:45.797437 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=61a1f521-c2d3-4153-b4ba-c3f8af12268a,revision_number=7']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:45.800838 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:45.841182 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-9f0d7c38-dc24-482c-9ba8-8934aae90aca req-a529f51e-14e9-4b26-8a7f-55adf5189ef4 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Calling delete_port for fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:18:45.915985 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8452d3-32d7-491e-9349-ce0b5e0c3669 req-8e716226-7d63-496f-b3a9-6be4be80c186 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:45.923740 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4e8452d3-32d7-491e-9349-ce0b5e0c3669 req-8e716226-7d63-496f-b3a9-6be4be80c186 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 948 time: 0.6348042 Aug 23 14:18:45.941742 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc48373-6de4-4a89-908b-46ccce6ab43a', 'tag': '187b1623-a722-4d17-97f9-95028022e719', 'status': 'completed', 'code': 200} Aug 23 14:18:46.027669 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4e8452d3-32d7-491e-9349-ce0b5e0c3669 req-2e1291dd-7467-41ee-84d3-6ea93f557eb1 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029091 Aug 23 14:18:46.078931 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-89a2c427-52b7-4259-b4ff-43df2d728836 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980584 Aug 23 14:18:46.218413 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee05bb1-0831-4b88-86b6-361b364b27fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a1f521-c2d3-4153-b4ba-c3f8af12268a', 'code': 200} Aug 23 14:18:46.340023 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c62d24b5-a0d9-4ec4-b0bd-508da78f1e2e req-5b92d965-b359-4012-b517-1eea0fc9c9b9 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533205 Aug 23 14:18:46.342597 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24fccc3-af20-4462-ba9b-eef588fb8acb', 'tag': '9c75f0e0-895d-46c6-8b0b-8895d1447ef0', 'status': 'completed', 'code': 200} Aug 23 14:18:46.440262 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-db93c4be-2452-4152-ab3b-90e669a185d6 req-4116a56e-4387-4e57-88a9-ef8ba4fc8f85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 1099 time: 0.4699099 Aug 23 14:18:46.758616 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:46.767707 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9f0d7c38-dc24-482c-9ba8-8934aae90aca req-a529f51e-14e9-4b26-8a7f-55adf5189ef4 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:46.808087 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b08c2b82-9c6c-4657-a9f5-0da63e35da32 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:46.844766 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bc6a2-db04-4f9f-9f00-cdd491459f8d req-48e09b19-6d86-4a85-b16a-f10b7e07eebe tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:46.853148 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b66bc6a2-db04-4f9f-9f00-cdd491459f8d req-48e09b19-6d86-4a85-b16a-f10b7e07eebe tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa7c773-607d-4d0b-8a38-a5996a7a9cd8 HTTP/1.1" status: 200 len: 950 time: 0.4243677 Aug 23 14:18:46.982331 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43beac60-20b8-4a5a-9bba-8ae78168f79f req-f0f6d9ce-bd93-4651-9a8c-c60dc60cf796 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 1094 time: 0.4029424 Aug 23 14:18:46.983044 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529f51e-14e9-4b26-8a7f-55adf5189ef4 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Pushing event deleted for resources: {'Port': ['ID=fd22bf4d-c1f6-4891-a8ff-21be78dc77a5,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:47.059842 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a529f51e-14e9-4b26-8a7f-55adf5189ef4 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:47.122545 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:47.151268 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824', 'mac_address': 'fa:16:3e:ec:cb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:47.186250 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b66bc6a2-db04-4f9f-9f00-cdd491459f8d req-6e24478c-b863-4efa-9363-69603599fa1c tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/security-groups?id=194caa38-dbe8-4bf9-893b-f7f6aaab0da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111475 Aug 23 14:18:47.202665 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0d7c38-dc24-482c-9ba8-8934aae90aca req-a529f51e-14e9-4b26-8a7f-55adf5189ef4 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] No DVR routers for this DVR port fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:18:47.210936 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9f0d7c38-dc24-482c-9ba8-8934aae90aca req-a529f51e-14e9-4b26-8a7f-55adf5189ef4 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:47.257452 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:47.312129 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:47.355339 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:47.373384 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93c4be-2452-4152-ab3b-90e669a185d6 req-598de4b2-bdab-4a3e-a400-3c21846eba29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:47.374931 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-db93c4be-2452-4152-ab3b-90e669a185d6 req-598de4b2-bdab-4a3e-a400-3c21846eba29 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.8571227 Aug 23 14:18:47.444371 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 41504) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:47.448972 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beac60-20b8-4a5a-9bba-8ae78168f79f req-107a64da-07b5-4065-858b-bade47face11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:47.457477 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43beac60-20b8-4a5a-9bba-8ae78168f79f req-107a64da-07b5-4065-858b-bade47face11 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.4640305 Aug 23 14:18:47.458940 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:47.467775 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:47.573191 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9f0d7c38-dc24-482c-9ba8-8934aae90aca req-a529f51e-14e9-4b26-8a7f-55adf5189ef4 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.91 "DELETE /v2.0/ports/fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 HTTP/1.1" status: 204 len: 173 time: 2.8819172 Aug 23 14:18:47.583966 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:47.614983 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-db93c4be-2452-4152-ab3b-90e669a185d6 req-17ee4a19-0059-4810-87c5-38032bbdc252 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=187b1623-a722-4d17-97f9-95028022e719 HTTP/1.1" status: 200 len: 217 time: 0.2326677 Aug 23 14:18:47.668610 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:18:47.669179 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device fd22bf4d-c1f6-4891-a8ff-21be78dc77a5 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:18:47.769131 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['bafd5fc0-4e81-4ad1-85c2-9774cb4e9824'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:18:47.775735 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93c4be-2452-4152-ab3b-90e669a185d6 req-41c6bf03-878b-4f32-964c-eaa8d2ecfa0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:47.777530 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-db93c4be-2452-4152-ab3b-90e669a185d6 req-41c6bf03-878b-4f32-964c-eaa8d2ecfa0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1540630 Aug 23 14:18:47.834384 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43beac60-20b8-4a5a-9bba-8ae78168f79f req-249e9d13-6def-4216-8791-8c212b13ec92 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c75f0e0-895d-46c6-8b0b-8895d1447ef0 HTTP/1.1" status: 200 len: 217 time: 0.3201067 Aug 23 14:18:47.929273 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328aeba-fd50-495b-8021-47b491db9806 req-4db7b85e-73ad-454d-9ca8-5f14fe9586e4 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:47.940210 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6328aeba-fd50-495b-8021-47b491db9806 req-4db7b85e-73ad-454d-9ca8-5f14fe9586e4 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 943 time: 0.9242201 Aug 23 14:18:47.948816 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-db93c4be-2452-4152-ab3b-90e669a185d6 req-01d84e0c-bfa1-4aaf-98e6-db8ecc682e78 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1544549 Aug 23 14:18:47.949454 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d5ea79-16eb-49bd-bce5-3e2e9870d9e9', 'name': 'network-vif-deleted', 'tag': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:48.107718 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:48.123795 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:48.288980 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beac60-20b8-4a5a-9bba-8ae78168f79f req-6cb416b9-ad03-417c-bfd4-47a06c63f2b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:48.290538 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43beac60-20b8-4a5a-9bba-8ae78168f79f req-6cb416b9-ad03-417c-bfd4-47a06c63f2b7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.3333964 Aug 23 14:18:48.298904 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-db93c4be-2452-4152-ab3b-90e669a185d6 req-41b893e7-b408-476a-97c2-f2c4d2963c04 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380902 Aug 23 14:18:48.306159 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6328aeba-fd50-495b-8021-47b491db9806 req-fd7c1874-4c75-440d-a59d-faec11a06435 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649118 Aug 23 14:18:48.307040 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71c15e2f-d364-4da7-840f-22762daeb826 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:48.460254 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43beac60-20b8-4a5a-9bba-8ae78168f79f req-2975eff0-a33a-42e5-a55e-cef326c298e5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054673 Aug 23 14:18:48.466976 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35ca63-6b79-463f-a349-422e67cb8d3a req-a8949cc7-91ad-4901-b42d-25f2346ea668 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:48.474253 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b35ca63-6b79-463f-a349-422e67cb8d3a req-a8949cc7-91ad-4901-b42d-25f2346ea668 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 949 time: 0.5971780 Aug 23 14:18:48.522879 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71c15e2f-d364-4da7-840f-22762daeb826 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:48.687484 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-db93c4be-2452-4152-ab3b-90e669a185d6 req-6fa4e435-836d-4bf5-b3aa-50c0e6f2027d service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778265 Aug 23 14:18:48.771121 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 187b1623-a722-4d17-97f9-95028022e719 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:48.774475 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:48.828438 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4f5d0a6e-aabd-40f0-bd99-aded441e87a8 req-2fb6ee72-3d83-4904-9434-875424344dda tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] 10.222.0.86 "GET /v2.0/ports?device_id=39d5ea79-16eb-49bd-bce5-3e2e9870d9e9 HTTP/1.1" status: 200 len: 210 time: 0.1321890 Aug 23 14:18:48.874249 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b35ca63-6b79-463f-a349-422e67cb8d3a req-cfb2ec4d-4dc4-4939-9b5f-d63fc2f0aa80 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/security-groups?id=79c54559-79a0-4aa1-9db1-6a43269a8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985457 Aug 23 14:18:48.876016 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:18:48.953208 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43beac60-20b8-4a5a-9bba-8ae78168f79f req-291611b4-7e83-4544-87ad-c40e1c9b7c33 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555829 Aug 23 14:18:49.087048 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71c15e2f-d364-4da7-840f-22762daeb826 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:49.123536 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-491c82a7-8441-4cbf-973f-fa679be25e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:49.264927 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c15e2f-d364-4da7-840f-22762daeb826 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092c13d1-3cdc-4d5a-b236-4b4e7a28615e,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:49.292201 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-71c15e2f-d364-4da7-840f-22762daeb826 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:49.356022 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 187b1623-a722-4d17-97f9-95028022e719, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=187b1623-a722-4d17-97f9-95028022e719,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:49.433429 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '187b1623-a722-4d17-97f9-95028022e719', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '187b1623-a722-4d17-97f9-95028022e719', 'mac_address': 'fa:16:3e:f8:8d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:49.511381 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:49.531799 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d5ea79-16eb-49bd-bce5-3e2e9870d9e9', 'name': 'network-vif-deleted', 'tag': 'fd22bf4d-c1f6-4891-a8ff-21be78dc77a5', 'status': 'completed', 'code': 200} Aug 23 14:18:49.574907 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187b1623-a722-4d17-97f9-95028022e719 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:49.618446 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 187b1623-a722-4d17-97f9-95028022e719, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=187b1623-a722-4d17-97f9-95028022e719,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:49.639093 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:49.639733 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:49.651680 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43beac60-20b8-4a5a-9bba-8ae78168f79f req-d9dd6937-cad3-46f0-99c2-bec1976e670f service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6876247 Aug 23 14:18:49.669231 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71c15e2f-d364-4da7-840f-22762daeb826 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:49.673900 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 41534) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:49.684464 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-71c15e2f-d364-4da7-840f-22762daeb826 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "DELETE /v2.0/security-groups/092c13d1-3cdc-4d5a-b236-4b4e7a28615e HTTP/1.1" status: 204 len: 168 time: 2.2379017 Aug 23 14:18:49.723360 n-d-805629-1 neutron-server[76506]: INFO neutron.api.v2.resource [None req-6af9b97e-2f0a-446c-bb8c-d9660974e515 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] show failed (client error): The resource could not be found. Aug 23 14:18:49.727872 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-6af9b97e-2f0a-446c-bb8c-d9660974e515 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "GET /v2.0/security-groups/092c13d1-3cdc-4d5a-b236-4b4e7a28615e HTTP/1.1" status: 404 len: 347 time: 0.0526659 Aug 23 14:18:49.730465 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 41538) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:49.737616 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:49.751885 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:49.805308 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aaa87-3b3f-4828-9f2b-20d40378fbcf req-081f59be-abdc-4873-8134-e684406236ba tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:49.822457 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa6aaa87-3b3f-4828-9f2b-20d40378fbcf req-081f59be-abdc-4873-8134-e684406236ba tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 948 time: 0.5114427 Aug 23 14:18:49.868044 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=187b1623-a722-4d17-97f9-95028022e719,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:49.874685 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:49.954969 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa6aaa87-3b3f-4828-9f2b-20d40378fbcf req-8988a1fd-1ed2-4022-9802-fe1e98772c5b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164563 Aug 23 14:18:50.072364 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['187b1623-a722-4d17-97f9-95028022e719'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:18:50.303592 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:50.325865 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-cca573c6-5a81-48d2-8c69-42c0c9ca4761 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Deleting port ef51fe3e-6a0e-4ccd-abd3-bb491f85703f {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:18:50.326259 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cca573c6-5a81-48d2-8c69-42c0c9ca4761 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:50.427548 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d20b2c4-a69a-4f49-85e4-38608b48a443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:50.494340 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:50.626803 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:50.628928 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a84bd94f-9f7c-42c5-a909-b678fc29daea no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:50.682221 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:50.802118 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cca573c6-5a81-48d2-8c69-42c0c9ca4761 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:50.804275 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cca573c6-5a81-48d2-8c69-42c0c9ca4761 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:51.038285 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,revision_number=7']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:51.058922 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:51.105520 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 41560) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:51.159574 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:51.160502 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-cca573c6-5a81-48d2-8c69-42c0c9ca4761 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Calling delete_port for ef51fe3e-6a0e-4ccd-abd3-bb491f85703f owned by network:floatingip {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:18:51.229436 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a84bd94f-9f7c-42c5-a909-b678fc29daea, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a84bd94f-9f7c-42c5-a909-b678fc29daea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:51.251226 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-8929a770-160a-4296-992a-2c2b783b2f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:51.331684 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb844df-9e30-4561-b40d-f8d0408c50e8 req-8db0e1bc-9b4c-42d1-acb9-396b76c82b8f tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:51.334855 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bdb844df-9e30-4561-b40d-f8d0408c50e8 req-8db0e1bc-9b4c-42d1-acb9-396b76c82b8f tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 943 time: 0.3661635 Aug 23 14:18:51.376980 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:51.379870 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:51.665291 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d20b2c4-a69a-4f49-85e4-38608b48a443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824', 'code': 200} Aug 23 14:18:51.674701 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=a84bd94f-9f7c-42c5-a909-b678fc29daea,revision_number=8']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:51.683886 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bdb844df-9e30-4561-b40d-f8d0408c50e8 req-94cb2dd6-697f-4c00-8307-0bb072087b5d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382616 Aug 23 14:18:51.696617 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:51.771309 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cca573c6-5a81-48d2-8c69-42c0c9ca4761 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:51.778206 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-720b03b5-d3a7-424b-ba5b-39b7f312a5b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:51.817393 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:51.899129 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca573c6-5a81-48d2-8c69-42c0c9ca4761 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Pushing event deleted for resources: {'Port': ['ID=ef51fe3e-6a0e-4ccd-abd3-bb491f85703f,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:51.911935 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-cca573c6-5a81-48d2-8c69-42c0c9ca4761 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:52.139482 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cca573c6-5a81-48d2-8c69-42c0c9ca4761 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks [] for floatingip, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:52.258504 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cca573c6-5a81-48d2-8c69-42c0c9ca4761 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:52.263678 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-cca573c6-5a81-48d2-8c69-42c0c9ca4761 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] 10.222.0.86 "DELETE /v2.0/floatingips/6059b9bb-d96e-49d7-895c-ef0e807b560d HTTP/1.1" status: 204 len: 168 time: 2.5296040 Aug 23 14:18:52.264811 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 41576) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:52.385124 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e8be9-b609-4856-a693-831bc5b04c00 req-bd87b5a8-1a38-45c3-8717-c3d42d388283 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:52.392913 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f13e8be9-b609-4856-a693-831bc5b04c00 req-bd87b5a8-1a38-45c3-8717-c3d42d388283 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa7c773-607d-4d0b-8a38-a5996a7a9cd8 HTTP/1.1" status: 200 len: 950 time: 0.4810646 Aug 23 14:18:52.793959 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 187b1623-a722-4d17-97f9-95028022e719 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:52.910344 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f13e8be9-b609-4856-a693-831bc5b04c00 req-e8d78684-9cd6-4b6d-b7fe-e3775cf5eecb tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/security-groups?id=194caa38-dbe8-4bf9-893b-f7f6aaab0da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795327 Aug 23 14:18:53.003903 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525ea20-1839-48e3-aa9b-57871a188b51 req-cac6a113-194c-47c7-83f9-9920c4988f02 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:53.012560 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c525ea20-1839-48e3-aa9b-57871a188b51 req-cac6a113-194c-47c7-83f9-9920c4988f02 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 949 time: 0.7724578 Aug 23 14:18:53.073585 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840987f-79b4-4823-8147-5a4dd45111a1 req-6efec536-0560-470c-9c32-1f97e009de2c tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:53.076041 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2840987f-79b4-4823-8147-5a4dd45111a1 req-6efec536-0560-470c-9c32-1f97e009de2c tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.91 "GET /v2.0/ports?device_id=5aa7c773-607d-4d0b-8a38-a5996a7a9cd8 HTTP/1.1" status: 200 len: 950 time: 0.8775434 Aug 23 14:18:53.263726 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c525ea20-1839-48e3-aa9b-57871a188b51 req-473ad38c-7d68-484f-ba25-f7d64c447a93 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494061 Aug 23 14:18:53.365168 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-2840987f-79b4-4823-8147-5a4dd45111a1 req-0e561ca0-772a-47d6-894b-121ec2df63ca tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Deleting port d873ef02-7181-4a61-98b6-1fb4e8d49a58 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:18:53.379942 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2840987f-79b4-4823-8147-5a4dd45111a1 req-0e561ca0-772a-47d6-894b-121ec2df63ca tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.479719 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 187b1623-a722-4d17-97f9-95028022e719 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:53.485887 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 187b1623-a722-4d17-97f9-95028022e719 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:53.486267 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.574513 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:53.582019 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0d6668a3-254a-4d07-b312-8a8500ce4ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.772690 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-81cf3f1d-d297-4aec-8619-4aa5b39cc71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.828251 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:54.066999 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:54.122010 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c811795e-78ea-48e4-a721-42c557d0d67c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a84bd94f-9f7c-42c5-a909-b678fc29daea'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:54.135115 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '9c75f0e0-895d-46c6-8b0b-8895d1447ef0', 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3', 'port_id': '9c75f0e0-895d-46c6-8b0b-8895d1447ef0', 'mac_address': 'fa:16:3e:ad:20:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c65e425-4a4d-4be4-bdee-eae73a4d8237', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:54.561264 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:54.592414 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:54.607159 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:54.658891 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:54.678684 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 187b1623-a722-4d17-97f9-95028022e719, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=187b1623-a722-4d17-97f9-95028022e719,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:54.704807 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ccff4-0da2-433a-a6cc-4e28b2affd57 req-920f4bc6-a4dd-49eb-a204-727b0780d45a tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:54.706429 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-329ccff4-0da2-433a-a6cc-4e28b2affd57 req-920f4bc6-a4dd-49eb-a204-727b0780d45a tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 943 time: 0.7369428 Aug 23 14:18:54.778957 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fa8f7-3187-43e3-b026-8cf0d51ffa66 req-7cad89a3-56da-453a-9dba-286eb70b5836 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:54.789427 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-153fa8f7-3187-43e3-b026-8cf0d51ffa66 req-7cad89a3-56da-453a-9dba-286eb70b5836 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa7c773-607d-4d0b-8a38-a5996a7a9cd8 HTTP/1.1" status: 200 len: 950 time: 0.4815676 Aug 23 14:18:54.844520 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device c08036f2-1fe2-4016-acea-9621f261b74e details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:54.870927 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-329ccff4-0da2-433a-a6cc-4e28b2affd57 req-0e9982e1-487e-445a-9532-a9a9ad5d7213 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478448 Aug 23 14:18:54.888371 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-153fa8f7-3187-43e3-b026-8cf0d51ffa66 req-37b4456f-0f2b-4d52-9c61-c43df1ba92a7 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/security-groups?id=194caa38-dbe8-4bf9-893b-f7f6aaab0da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971913 Aug 23 14:18:55.051984 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.056150 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c811795e-78ea-48e4-a721-42c557d0d67c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a84bd94f-9f7c-42c5-a909-b678fc29daea', 'code': 200} Aug 23 14:18:55.129618 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.139691 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.154392 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:55.203673 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Deleting port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:18:55.204532 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.348933 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-2840987f-79b4-4823-8147-5a4dd45111a1 req-0e561ca0-772a-47d6-894b-121ec2df63ca tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] For port d873ef02-7181-4a61-98b6-1fb4e8d49a58, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=d873ef02-7181-4a61-98b6-1fb4e8d49a58,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:55.349434 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2840987f-79b4-4823-8147-5a4dd45111a1 req-0e561ca0-772a-47d6-894b-121ec2df63ca tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.374136 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c08036f2-1fe2-4016-acea-9621f261b74e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c08036f2-1fe2-4016-acea-9621f261b74e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:55.407273 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'c08036f2-1fe2-4016-acea-9621f261b74e', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'c08036f2-1fe2-4016-acea-9621f261b74e', 'mac_address': 'fa:16:3e:89:da:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:55.457235 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['9c75f0e0-895d-46c6-8b0b-8895d1447ef0'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:18:55.464087 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] For port 547ed4ec-29bf-42f8-9d93-5535cf39bfb5, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=547ed4ec-29bf-42f8-9d93-5535cf39bfb5,segment=NetworkSegment(a50becb8-0f52-458d-8219-1074e5a2e5e1),segment_id=a50becb8-0f52-458d-8219-1074e5a2e5e1)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:55.464657 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.533595 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device d873ef02-7181-4a61-98b6-1fb4e8d49a58 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:55.588081 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=187b1623-a722-4d17-97f9-95028022e719,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:55.620914 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.621290 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.621775 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.622690 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.623041 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.623375 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.623763 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.624098 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.624482 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.624753 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.625815 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.728890 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-2840987f-79b4-4823-8147-5a4dd45111a1 req-0e561ca0-772a-47d6-894b-121ec2df63ca tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Calling delete_port for d873ef02-7181-4a61-98b6-1fb4e8d49a58 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:18:55.757924 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.903241 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08036f2-1fe2-4016-acea-9621f261b74e {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:55.997299 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd945a2-76f2-4cbd-bce0-dd9eab6fea51 req-28eabf46-b39e-43f7-b80b-dace838a9aae tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:56.002176 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bcd945a2-76f2-4cbd-bce0-dd9eab6fea51 req-28eabf46-b39e-43f7-b80b-dace838a9aae tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.6442535 Aug 23 14:18:56.100914 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Calling delete_port for 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 owned by network:router_interface {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:18:56.150626 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c08036f2-1fe2-4016-acea-9621f261b74e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c08036f2-1fe2-4016-acea-9621f261b74e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:56.232661 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:56.375219 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:56.383060 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:56.409727 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.258s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:56.418303 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.158s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:56.419236 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:56.420124 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:56.426767 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:56.459777 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bcd945a2-76f2-4cbd-bce0-dd9eab6fea51 req-f6004490-a073-4cfa-b3ba-c5bd231888b9 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424586 Aug 23 14:18:56.748392 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70241b-91ea-4be0-b528-b24a8caf4d99 req-cbf5fa40-7025-4659-8f99-b6a6e028a8be tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:56.748392 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4d70241b-91ea-4be0-b528-b24a8caf4d99 req-cbf5fa40-7025-4659-8f99-b6a6e028a8be tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa7c773-607d-4d0b-8a38-a5996a7a9cd8 HTTP/1.1" status: 200 len: 950 time: 0.2618976 Aug 23 14:18:56.749777 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=c08036f2-1fe2-4016-acea-9621f261b74e,revision_number=9']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:56.749777 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:56.749938 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4d70241b-91ea-4be0-b528-b24a8caf4d99 req-98fadf24-d9b3-467e-a18c-d70c24031830 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/security-groups?id=194caa38-dbe8-4bf9-893b-f7f6aaab0da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058924 Aug 23 14:18:56.750035 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['c08036f2-1fe2-4016-acea-9621f261b74e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:18:56.940391 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19f3ef-21a8-44de-b8ae-5c9dd70bbab4 req-1e06248e-ac76-496a-987e-0aef75e41ae9 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:56.942477 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a19f3ef-21a8-44de-b8ae-5c9dd70bbab4 req-1e06248e-ac76-496a-987e-0aef75e41ae9 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 944 time: 0.2532001 Aug 23 14:18:57.063146 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc48373-6de4-4a89-908b-46ccce6ab43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187b1623-a722-4d17-97f9-95028022e719'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:57.159951 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:57.165715 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:57.175660 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc48373-6de4-4a89-908b-46ccce6ab43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187b1623-a722-4d17-97f9-95028022e719', 'code': 200} Aug 23 14:18:57.205938 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-81cf3f1d-d297-4aec-8619-4aa5b39cc71b admin admin] Deleting port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:18:57.207363 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-81cf3f1d-d297-4aec-8619-4aa5b39cc71b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:57.233039 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=547ed4ec-29bf-42f8-9d93-5535cf39bfb5,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:57.267163 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2840987f-79b4-4823-8147-5a4dd45111a1 req-0e561ca0-772a-47d6-894b-121ec2df63ca tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:57.288298 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d2ad96f9-326b-46c1-b3b9-4a14f508b86b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:57.369638 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e561ca0-772a-47d6-894b-121ec2df63ca tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Pushing event deleted for resources: {'Port': ['ID=d873ef02-7181-4a61-98b6-1fb4e8d49a58,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:57.379112 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0e561ca0-772a-47d6-894b-121ec2df63ca tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:57.408710 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:57.409790 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:57.410639 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:57.411407 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:57.413297 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:57.413939 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:57.414489 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:57.415748 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:57.416558 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:57.418000 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:57.418730 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:57.422582 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a19f3ef-21a8-44de-b8ae-5c9dd70bbab4 req-630438ea-2625-456c-9f5b-a58c4978d294 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941420 Aug 23 14:18:57.445315 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:57.482500 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-2840987f-79b4-4823-8147-5a4dd45111a1 req-0e561ca0-772a-47d6-894b-121ec2df63ca tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] No DVR routers for this DVR port d873ef02-7181-4a61-98b6-1fb4e8d49a58 on host n-h1-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:18:57.487012 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2840987f-79b4-4823-8147-5a4dd45111a1 req-0e561ca0-772a-47d6-894b-121ec2df63ca tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:57.509809 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa7c773-607d-4d0b-8a38-a5996a7a9cd8', 'name': 'network-vif-deleted', 'tag': 'd873ef02-7181-4a61-98b6-1fb4e8d49a58'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:57.516563 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:57.642354 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2840987f-79b4-4823-8147-5a4dd45111a1 req-0e561ca0-772a-47d6-894b-121ec2df63ca tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.91 "DELETE /v2.0/ports/d873ef02-7181-4a61-98b6-1fb4e8d49a58 HTTP/1.1" status: 204 len: 173 time: 4.5586996 Aug 23 14:18:57.839286 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:57.847501 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:57.848431 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:57.931923 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-81cf3f1d-d297-4aec-8619-4aa5b39cc71b admin admin] For port 9c9dcb3b-310b-47e0-b5fc-07f8294199c9, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=9c9dcb3b-310b-47e0-b5fc-07f8294199c9,segment=NetworkSegment(e96436a8-2a3f-4e6d-a019-427c0adfa670),segment_id=e96436a8-2a3f-4e6d-a019-427c0adfa670)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:57.932790 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-81cf3f1d-d297-4aec-8619-4aa5b39cc71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:58.105833 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa7c773-607d-4d0b-8a38-a5996a7a9cd8', 'name': 'network-vif-deleted', 'tag': 'd873ef02-7181-4a61-98b6-1fb4e8d49a58', 'status': 'completed', 'code': 200} Aug 23 14:18:58.358462 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-81cf3f1d-d297-4aec-8619-4aa5b39cc71b admin admin] Calling delete_port for 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 owned by network:router_interface {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:18:58.373264 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:58.375643 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a0f23bd0-db56-4cef-a15e-c9d0fe8dbfed req-33ea02e8-2e58-434d-b3d4-3a665c83b403 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 1101 time: 1.1164908 Aug 23 14:18:58.465979 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:58.548764 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:58.552217 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:58.587857 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a0f23bd0-db56-4cef-a15e-c9d0fe8dbfed req-839ac80e-ec26-459c-832c-ea27e07069da service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010477 Aug 23 14:18:58.721629 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-82e35ce1-1893-473b-b3b3-8efb30c7d5f1 req-00399bdb-44ab-43de-9faa-00e075d3228f tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Synchronizing usage tracker for tenant:c23f316ac5bc4e41824510d1371983af on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:58.906043 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f450d4-b063-4889-b461-c7e627dd01d4 req-8b12725c-2a18-4cd6-b397-393431f0108a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:58.908707 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:58.923672 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-11f450d4-b063-4889-b461-c7e627dd01d4 req-8b12725c-2a18-4cd6-b397-393431f0108a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.8166590 Aug 23 14:18:58.927763 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:58.930920 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device c08036f2-1fe2-4016-acea-9621f261b74e up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:59.071068 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-82e35ce1-1893-473b-b3b3-8efb30c7d5f1 req-00399bdb-44ab-43de-9faa-00e075d3228f tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Unset dirty status for tenant:c23f316ac5bc4e41824510d1371983af on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:59.078749 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-82e35ce1-1893-473b-b3b3-8efb30c7d5f1 req-00399bdb-44ab-43de-9faa-00e075d3228f tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aa7c773-607d-4d0b-8a38-a5996a7a9cd8 HTTP/1.1" status: 200 len: 210 time: 0.5984206 Aug 23 14:18:59.112443 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-11f450d4-b063-4889-b461-c7e627dd01d4 req-4b375202-e4ef-42da-8953-2b098707f378 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874545 Aug 23 14:18:59.176991 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24fccc3-af20-4462-ba9b-eef588fb8acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c75f0e0-895d-46c6-8b0b-8895d1447ef0'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:59.225460 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port c08036f2-1fe2-4016-acea-9621f261b74e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:59.225956 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:59.254074 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:59.494986 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:59.570945 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c08036f2-1fe2-4016-acea-9621f261b74e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c08036f2-1fe2-4016-acea-9621f261b74e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:18:59.719606 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:59.723786 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:59.807439 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-81cf3f1d-d297-4aec-8619-4aa5b39cc71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:59.823120 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-abdceba9-3639-4b17-8716-540e867e8c34 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:59.866305 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24fccc3-af20-4462-ba9b-eef588fb8acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c75f0e0-895d-46c6-8b0b-8895d1447ef0', 'code': 200} Aug 23 14:18:59.878872 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=c08036f2-1fe2-4016-acea-9621f261b74e,revision_number=10']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:59.886853 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:59.922332 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf3f1d-d297-4aec-8619-4aa5b39cc71b admin admin] Pushing event deleted for resources: {'Port': ['ID=9c9dcb3b-310b-47e0-b5fc-07f8294199c9,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:59.932947 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-81cf3f1d-d297-4aec-8619-4aa5b39cc71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:00.716393 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-23fcdf1a-e599-4e9a-ace4-602989cd3b74 req-513bf714-c436-44e3-962a-4d93dc0d8297 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 1096 time: 0.7583039 Aug 23 14:19:00.808050 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a422f48-aaba-4c93-9a63-7ee8d174bf9a req-6d0dd3b9-29b3-4fd4-a4da-39596016df02 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:00.809870 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1a422f48-aaba-4c93-9a63-7ee8d174bf9a req-6d0dd3b9-29b3-4fd4-a4da-39596016df02 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 945 time: 1.1200192 Aug 23 14:19:01.105741 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:19:01.133760 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-23fcdf1a-e599-4e9a-ace4-602989cd3b74 req-a696ab86-b9db-46b0-be91-1898e7b8507a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911829 Aug 23 14:19:01.310436 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1a422f48-aaba-4c93-9a63-7ee8d174bf9a req-088964bd-6048-4e76-9c06-77a9124caede tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662983 Aug 23 14:19:01.321407 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bfd01-cfc2-4685-a2fd-e60edcc1ff70 req-d7b056f8-0d34-458c-968d-655697da82ce tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:01.329799 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7c8bfd01-cfc2-4685-a2fd-e60edcc1ff70 req-d7b056f8-0d34-458c-968d-655697da82ce tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.7700694 Aug 23 14:19:01.490292 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7c8bfd01-cfc2-4685-a2fd-e60edcc1ff70 req-00baf9d8-5d52-4303-8106-7f1133792742 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531157 Aug 23 14:19:01.571985 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-81cf3f1d-d297-4aec-8619-4aa5b39cc71b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:01.728888 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:01.868852 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c92e143-201b-4adf-8be7-71a6bda275c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08036f2-1fe2-4016-acea-9621f261b74e'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:01.930205 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:19:01.948079 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2888f2-febe-4f9b-ac0c-17298f0b5068 None None] Sync routers for ids ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:19:01.983196 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c92e143-201b-4adf-8be7-71a6bda275c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08036f2-1fe2-4016-acea-9621f261b74e', 'code': 200} Aug 23 14:19:01.990911 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] 10.222.0.86 "PUT /v2.0/routers/3e432c3c-10c7-41fb-8f00-6ac2322038a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7198510 Aug 23 14:19:01.992815 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 41726) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:01.997785 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2888f2-febe-4f9b-ac0c-17298f0b5068 None None] Routers {'3e432c3c-10c7-41fb-8f00-6ac2322038a2'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:19:01.998576 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-5c2888f2-febe-4f9b-ac0c-17298f0b5068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:18:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:02.386966 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-24067a3a-6b99-411e-9b54-53c36e688400 req-3c831f33-8556-4cbe-adce-387187c238de service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2201779 Aug 23 14:19:02.575788 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-5c2888f2-febe-4f9b-ac0c-17298f0b5068 None None] Set router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:19:02.837829 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 41738) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:03.106042 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e515674-530a-4fbe-9992-caca26f1e279 req-4a02c07e-b1df-474f-9a3d-38f84d7903ba tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:03.119644 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4e515674-530a-4fbe-9992-caca26f1e279 req-4a02c07e-b1df-474f-9a3d-38f84d7903ba tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 945 time: 0.3317523 Aug 23 14:19:03.368977 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:03.511555 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:03.577270 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-5c2888f2-febe-4f9b-ac0c-17298f0b5068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'name': 'tempest-ServersTestBootFromVolume-525955746-router', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:16Z', 'updated_at': '2021-08-23T14:18:56Z', 'revision_number': 5, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'gw_port': {'id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:19Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:03.597312 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2888f2-febe-4f9b-ac0c-17298f0b5068 None None] Checking router: 3e432c3c-10c7-41fb-8f00-6ac2322038a2 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:19:03.615738 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e689eee9-7430-417c-ae02-577f948fbb2b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c23f316ac5bc4e41824510d1371983af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7766569 Aug 23 14:19:03.619395 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 41762) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:03.634378 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2888f2-febe-4f9b-ac0c-17298f0b5068 None None] Routers {'3e432c3c-10c7-41fb-8f00-6ac2322038a2'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:19:03.636330 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-5c2888f2-febe-4f9b-ac0c-17298f0b5068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:18:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:03.666837 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4e515674-530a-4fbe-9992-caca26f1e279 req-04987326-b93a-446e-b8d8-30903f196933 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462835 Aug 23 14:19:03.745531 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-49a940ac-1e3f-4da8-8a31-bb615825548b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5337603 Aug 23 14:19:03.861688 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a76229ff-af0a-4ff5-b642-76da737dc180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:03.929827 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a76229ff-af0a-4ff5-b642-76da737dc180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:04.113926 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a76229ff-af0a-4ff5-b642-76da737dc180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:04.127104 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-5c2888f2-febe-4f9b-ac0c-17298f0b5068 None None] Set router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:19:04.137947 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-40b75bb5-302c-40b6-982c-b5c3253d9a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:04.182298 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76229ff-af0a-4ff5-b642-76da737dc180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194caa38-dbe8-4bf9-893b-f7f6aaab0da7,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:04.219932 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a76229ff-af0a-4ff5-b642-76da737dc180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:04.334261 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a76229ff-af0a-4ff5-b642-76da737dc180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:04.335861 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a76229ff-af0a-4ff5-b642-76da737dc180 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/194caa38-dbe8-4bf9-893b-f7f6aaab0da7 HTTP/1.1" status: 204 len: 168 time: 0.7148831 Aug 23 14:19:04.616889 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:04.710699 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] Deleting port 5595eb66-343d-42b9-9c0d-08cd4d5697d9 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:19:04.711000 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:04.789143 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cf3f1d-d297-4aec-8619-4aa5b39cc71b admin admin] Router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:19:04.811018 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c31fb6-b8d8-45d5-96f7-d4be92c32cf7 req-c96ebbf1-bea9-4997-872b-4f23d1d8ad26 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:04.820817 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-63c31fb6-b8d8-45d5-96f7-d4be92c32cf7 req-c96ebbf1-bea9-4997-872b-4f23d1d8ad26 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.5350211 Aug 23 14:19:05.370172 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-5c2888f2-febe-4f9b-ac0c-17298f0b5068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'name': 'tempest-ServersTestBootFromVolume-525955746-router', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:16Z', 'updated_at': '2021-08-23T14:18:56Z', 'revision_number': 5, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'gw_port': {'id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:19Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:05.376844 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2888f2-febe-4f9b-ac0c-17298f0b5068 None None] The sync data for ids ['3e432c3c-10c7-41fb-8f00-6ac2322038a2'] in n-d-805629-1 is: [{'id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'name': 'tempest-ServersTestBootFromVolume-525955746-router', 'tenant_id': '367726b8e8974513a0f4f9b7e33a565b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:16Z', 'updated_at': '2021-08-23T14:18:56Z', 'revision_number': 5, 'project_id': '367726b8e8974513a0f4f9b7e33a565b', 'gw_port': {'id': '5595eb66-343d-42b9-9c0d-08cd4d5697d9', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e432c3c-10c7-41fb-8f00-6ac2322038a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:19Z', 'updated_at': '2021-08-23T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:19:05.690841 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-63c31fb6-b8d8-45d5-96f7-d4be92c32cf7 req-ba4da5ba-60c2-4202-b68f-52337ff92237 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8691425 Aug 23 14:19:05.768934 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8516d-16d7-409b-93b7-14238a372680 req-2fe405fe-351e-4559-923e-e836732cf8e4 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:05.770768 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-46e8516d-16d7-409b-93b7-14238a372680 req-2fe405fe-351e-4559-923e-e836732cf8e4 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 945 time: 0.4216020 Aug 23 14:19:05.828078 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] For port 5595eb66-343d-42b9-9c0d-08cd4d5697d9, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=5595eb66-343d-42b9-9c0d-08cd4d5697d9,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:05.828563 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:06.063111 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] Calling delete_port for 5595eb66-343d-42b9-9c0d-08cd4d5697d9 owned by network:router_gateway {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:19:06.226801 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-46e8516d-16d7-409b-93b7-14238a372680 req-749b20e1-21c7-4467-a24a-1c5fe860369d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331136 Aug 23 14:19:06.430413 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cf3f1d-d297-4aec-8619-4aa5b39cc71b admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:19:06.448821 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3997b2-c383-4cb4-bc3c-48761c773d16 None None] Sync routers for ids ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:19:06.467699 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-81cf3f1d-d297-4aec-8619-4aa5b39cc71b admin admin] 10.222.0.86 "PUT /v2.0/routers/9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3581350 Aug 23 14:19:06.470716 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 41834) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:06.479739 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3997b2-c383-4cb4-bc3c-48761c773d16 None None] Routers {'9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:19:06.480659 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-9a3997b2-c383-4cb4-bc3c-48761c773d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:18:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:06.699659 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:06.717933 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-60f5b189-75a2-4bee-b27a-5674ffd95498 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:06.946215 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5595eb66-343d-42b9-9c0d-08cd4d5697d9,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:06.957721 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:06.960023 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-9a3997b2-c383-4cb4-bc3c-48761c773d16 None None] Set router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:19:06.973333 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:07.102362 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 41850) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:07.210925 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:07.373993 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-55315068-4996-4456-a332-18cf1b7005b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:07.548774 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:19:07.552815 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 547ed4ec-29bf-42f8-9d93-5535cf39bfb5 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:19:07.694633 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:07.767489 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] Deleting port ce3c5650-0d4c-432b-b3c7-c4061ab5b787 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:19:07.767908 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:07.901731 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-9a3997b2-c383-4cb4-bc3c-48761c773d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-router', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:47Z', 'updated_at': '2021-08-23T14:18:59Z', 'revision_number': 5, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'gw_port': {'id': 'ce3c5650-0d4c-432b-b3c7-c4061ab5b787', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:50Z', 'updated_at': '2021-08-23T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:07.915017 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3997b2-c383-4cb4-bc3c-48761c773d16 None None] Checking router: 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:19:07.943163 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3997b2-c383-4cb4-bc3c-48761c773d16 None None] Routers {'9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:19:07.943827 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-9a3997b2-c383-4cb4-bc3c-48761c773d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:18:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:08.000083 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930082'] for router_gateway, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:08.317719 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-9a3997b2-c383-4cb4-bc3c-48761c773d16 None None] Set router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 gateway port host: None {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:19:08.343104 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-55315068-4996-4456-a332-18cf1b7005b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:08.344482 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] For port ce3c5650-0d4c-432b-b3c7-c4061ab5b787, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ce3c5650-0d4c-432b-b3c7-c4061ab5b787,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:08.345087 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:08.354865 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-55315068-4996-4456-a332-18cf1b7005b1 admin admin] Usage tracker for resource:security_group_rule and tenant:dc004e4434f84e268319ac83c6b3a0a0 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:08.363738 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-55315068-4996-4456-a332-18cf1b7005b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:08.386818 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-55315068-4996-4456-a332-18cf1b7005b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:08.669073 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-9a3997b2-c383-4cb4-bc3c-48761c773d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-router', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:47Z', 'updated_at': '2021-08-23T14:19:07Z', 'revision_number': 6, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'gw_port_host': None}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:08.673200 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] Calling delete_port for ce3c5650-0d4c-432b-b3c7-c4061ab5b787 owned by network:router_gateway {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:19:08.679848 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3997b2-c383-4cb4-bc3c-48761c773d16 None None] The sync data for ids ['9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0'] in n-d-805629-1 is: [{'id': '9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-227088672-router', 'tenant_id': 'e5db478cc95442438a056dfebe7e6b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:47Z', 'updated_at': '2021-08-23T14:19:07Z', 'revision_number': 6, 'project_id': 'e5db478cc95442438a056dfebe7e6b07', 'gw_port_host': None}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:19:08.754283 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-55315068-4996-4456-a332-18cf1b7005b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:08.928647 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-31b962b8-a7fa-4068-9651-d7eb39a83223 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 1101 time: 0.1684439 Aug 23 14:19:08.937183 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88884f-9e21-4c90-8b79-4c2dad8b1273 req-e7a61647-75d5-4231-b8d1-33dea0e8f359 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:08.949831 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1c88884f-9e21-4c90-8b79-4c2dad8b1273 req-e7a61647-75d5-4231-b8d1-33dea0e8f359 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 1.8453574 Aug 23 14:19:08.968182 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-55315068-4996-4456-a332-18cf1b7005b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:08.998917 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-47b25074-f430-4ddb-bba8-83a88805fd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:09.361878 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-b55fcdd8-d5d9-43c1-b17e-b04583a124d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:09.363462 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-b55fcdd8-d5d9-43c1-b17e-b04583a124d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.4198680 Aug 23 14:19:09.459608 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:09.539671 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-62f42005-dd30-4bf9-bf5d-8918b07c6957 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=187b1623-a722-4d17-97f9-95028022e719 HTTP/1.1" status: 200 len: 217 time: 0.1659319 Aug 23 14:19:09.584118 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0ae889a6-c7e2-48da-ad92-1a08105afec1 req-e007c21f-4424-47ee-ab0f-1ffb14825ba4 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 1096 time: 2.1223438 Aug 23 14:19:09.599592 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55315068-4996-4456-a332-18cf1b7005b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c866c72f-72ea-4191-b597-b46d0bb0e33b,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:09.621686 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-55315068-4996-4456-a332-18cf1b7005b1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dc004e4434f84e268319ac83c6b3a0a0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5182519 Aug 23 14:19:09.621686 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:09.646087 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-55315068-4996-4456-a332-18cf1b7005b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:09.705380 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 41858) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:09.743697 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1c88884f-9e21-4c90-8b79-4c2dad8b1273 req-ffb27cb5-3842-4344-817b-f53c68153a10 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7927101 Aug 23 14:19:09.787961 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:09.819593 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d8f1f274-6d39-4e26-948b-7d0954677ff2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:09.888114 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0ae889a6-c7e2-48da-ad92-1a08105afec1 req-b991c83b-79c8-4d45-8aae-9b52f93ce4d2 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925024 Aug 23 14:19:09.933469 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:09.934023 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e432c3c-10c7-41fb-8f00-6ac2322038a2 {{(pid=76505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:19:10.035677 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] Notify callbacks [] for router, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:10.042765 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] 10.222.0.86 "DELETE /v2.0/routers/3e432c3c-10c7-41fb-8f00-6ac2322038a2 HTTP/1.1" status: 204 len: 168 time: 8.0487635 Aug 23 14:19:10.050352 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 41868) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:10.338972 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94fd8e6-e4a9-409f-9dd8-a61680fd5494 admin admin] Deleting subnet 51af3679-7d0c-4da5-a19a-365ada920d5d {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:19:10.369922 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a94fd8e6-e4a9-409f-9dd8-a61680fd5494 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:10.529914 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a94fd8e6-e4a9-409f-9dd8-a61680fd5494 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:10.761252 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3c5650-0d4c-432b-b3c7-c4061ab5b787,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:10.784837 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a94fd8e6-e4a9-409f-9dd8-a61680fd5494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:10.850891 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:10.910295 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.090s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:10.981189 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:19:10.986517 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 9c9dcb3b-310b-47e0-b5fc-07f8294199c9 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:19:10.986964 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ce3c5650-0d4c-432b-b3c7-c4061ab5b787 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:11.057995 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-1c48396f-0513-45ec-a92f-0d3e3b498234 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:11.057995 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-1c48396f-0513-45ec-a92f-0d3e3b498234 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 1.5060005 Aug 23 14:19:11.112889 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a94fd8e6-e4a9-409f-9dd8-a61680fd5494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:11.126926 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: ce3c5650-0d4c-432b-b3c7-c4061ab5b787 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:19:11.127280 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ce3c5650-0d4c-432b-b3c7-c4061ab5b787 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:19:11.127695 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 5595eb66-343d-42b9-9c0d-08cd4d5697d9 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:11.197530 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:11.225059 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 5595eb66-343d-42b9-9c0d-08cd4d5697d9 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:19:11.225403 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 5595eb66-343d-42b9-9c0d-08cd4d5697d9 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:19:11.308993 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930082'] for router_gateway, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:11.385925 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fd8e6-e4a9-409f-9dd8-a61680fd5494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51af3679-7d0c-4da5-a19a-365ada920d5d,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:11.396124 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a94fd8e6-e4a9-409f-9dd8-a61680fd5494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:11.400923 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a94fd8e6-e4a9-409f-9dd8-a61680fd5494 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:11.408895 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2698beb3-36d9-48a5-84c2-2e6906c948a5 None None] Network 4e424618-b036-4eb2-865e-2fa157948c1b requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:19:11.460464 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-a94fd8e6-e4a9-409f-9dd8-a61680fd5494 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/51af3679-7d0c-4da5-a19a-365ada920d5d HTTP/1.1" status: 204 len: 168 time: 1.4065101 Aug 23 14:19:11.477473 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 41890) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:11.603647 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4ef2cb8a-2e37-4b22-910d-ee05d767ef05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:11.837823 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-14e04b5b-5f50-4292-9017-d494751fbece req-dfdb4b02-f655-4e64-8ecd-f18f7d24da2a tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 1096 time: 0.8879395 Aug 23 14:19:11.845332 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:11.894737 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Deleting port 232755e1-79e5-4e2c-8f7c-a6e97c881e88 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:19:11.895076 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.058773 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4ef2cb8a-2e37-4b22-910d-ee05d767ef05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.123867 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03d122c-f0b4-4f8a-b716-b962f9810197 None None] DHCP port deletion for 4e424618-b036-4eb2-865e-2fa157948c1b request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:19:12.128589 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-d03d122c-f0b4-4f8a-b716-b962f9810197 None None] Deleting port 232755e1-79e5-4e2c-8f7c-a6e97c881e88 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:19:12.128967 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d03d122c-f0b4-4f8a-b716-b962f9810197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.215175 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.241428 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.247502 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-85fc6c32-f502-449d-bd3b-44a175fbc9f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0240369 Aug 23 14:19:12.272997 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] For port 232755e1-79e5-4e2c-8f7c-a6e97c881e88, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=232755e1-79e5-4e2c-8f7c-a6e97c881e88,segment=NetworkSegment(a50becb8-0f52-458d-8219-1074e5a2e5e1),segment_id=a50becb8-0f52-458d-8219-1074e5a2e5e1)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:12.273358 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.441278 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Calling delete_port for 232755e1-79e5-4e2c-8f7c-a6e97c881e88 owned by network:dhcp {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:19:12.470538 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4ef2cb8a-2e37-4b22-910d-ee05d767ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.497142 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e2c22e4c-aee2-4667-baed-f093e1c5e3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:12.524598 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.528783 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 {{(pid=76506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:19:12.533871 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-14e04b5b-5f50-4292-9017-d494751fbece req-0115952d-6b10-45e2-887c-ac09b176a754 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6853242 Aug 23 14:19:12.552852 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-d03d122c-f0b4-4f8a-b716-b962f9810197 None None] For port 232755e1-79e5-4e2c-8f7c-a6e97c881e88, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=232755e1-79e5-4e2c-8f7c-a6e97c881e88,segment=NetworkSegment(a50becb8-0f52-458d-8219-1074e5a2e5e1),segment_id=a50becb8-0f52-458d-8219-1074e5a2e5e1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:12.553270 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d03d122c-f0b4-4f8a-b716-b962f9810197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.605666 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-62c0fb38-b6a5-444f-b69e-9859936e7eb4 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429754 Aug 23 14:19:12.630193 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2cb8a-2e37-4b22-910d-ee05d767ef05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c866c72f-72ea-4191-b597-b46d0bb0e33b,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:12.636662 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4ef2cb8a-2e37-4b22-910d-ee05d767ef05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:12.667043 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.706616 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bb4d28c1-f35f-4527-98d8-984ed5d62db0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:12.770235 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-d03d122c-f0b4-4f8a-b716-b962f9810197 None None] Calling delete_port for 232755e1-79e5-4e2c-8f7c-a6e97c881e88 owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:19:13.092141 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Pushing event deleted for resources: {'Port': ['ID=232755e1-79e5-4e2c-8f7c-a6e97c881e88,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:13.111563 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:13.120326 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-d03d122c-f0b4-4f8a-b716-b962f9810197 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:19:13.120326 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-d03d122c-f0b4-4f8a-b716-b962f9810197 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:19:13.128713 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] No DVR routers for this DVR port 232755e1-79e5-4e2c-8f7c-a6e97c881e88 on host n-d-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:19:13.136628 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 232755e1-79e5-4e2c-8f7c-a6e97c881e88 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:13.268553 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:13.268553 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] 10.222.0.86 "DELETE /v2.0/routers/9fba7a4f-8ab8-4362-ba33-bbae3b57f6c0 HTTP/1.1" status: 204 len: 168 time: 6.7799892 Aug 23 14:19:13.268553 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 41902) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:13.280046 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac6e2f-4037-4465-b6cc-172470ea97ed req-7a1c2ec0-8e52-4b96-83e9-f942a9b65367 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:13.280046 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-72ac6e2f-4037-4465-b6cc-172470ea97ed req-7a1c2ec0-8e52-4b96-83e9-f942a9b65367 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 2.1326675 Aug 23 14:19:13.290400 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 232755e1-79e5-4e2c-8f7c-a6e97c881e88 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:19:13.290400 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 232755e1-79e5-4e2c-8f7c-a6e97c881e88 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:19:13.385510 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4ef2cb8a-2e37-4b22-910d-ee05d767ef05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:13.408623 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-4ef2cb8a-2e37-4b22-910d-ee05d767ef05 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c866c72f-72ea-4191-b597-b46d0bb0e33b HTTP/1.1" status: 204 len: 168 time: 3.6708686 Aug 23 14:19:13.617040 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18c47f6-fed0-4516-96ec-24b47c228986 admin admin] Deleting subnet d27b2308-716d-4e1b-b0fb-8d405a12fdd4 {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:19:13.623393 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-d03d122c-f0b4-4f8a-b716-b962f9810197 None None] Deleting port 232755e1-79e5-4e2c-8f7c-a6e97c881e88 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:19:13.623393 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d03d122c-f0b4-4f8a-b716-b962f9810197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:13.636003 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-870ec67d-eb94-41cb-ab3b-2379018ca4fa service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9687262 Aug 23 14:19:13.649887 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a18c47f6-fed0-4516-96ec-24b47c228986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:13.759536 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:13.907884 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e424618-b036-4eb2-865e-2fa157948c1b']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:13.928149 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a18c47f6-fed0-4516-96ec-24b47c228986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:13.968752 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50becb8-0f52-458d-8219-1074e5a2e5e1') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:13.968752 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50becb8-0f52-458d-8219-1074e5a2e5e1') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:14.009371 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:14.150790 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:14.150790 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:19:14.150790 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:14.155249 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-d03d122c-f0b4-4f8a-b716-b962f9810197 None None] The port '232755e1-79e5-4e2c-8f7c-a6e97c881e88' was deleted {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:19:14.211073 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a18c47f6-fed0-4516-96ec-24b47c228986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:19:14.453644 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:19:14.647372 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-72ac6e2f-4037-4465-b6cc-172470ea97ed req-95e2d1a2-5487-4829-9f13-e0f3475a2808 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3088803 Aug 23 14:19:14.688873 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-decfe0a5-e017-42a7-8d90-fc17e49caef5 req-4420ce61-8067-4b40-a99b-0d31c15b7c9f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2231550 Aug 23 14:19:15.194514 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:15.195797 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a18c47f6-fed0-4516-96ec-24b47c228986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:15.202599 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c3c22c97-38c4-4604-856c-0fee867f4944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:15.203405 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:15.266280 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2c5dc349-e029-462f-8f4a-6a5f8c70cf3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:15.328683 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Pushing event deleted for resources: {'Network': ['ID=4e424618-b036-4eb2-865e-2fa157948c1b,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:15.336995 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:15.356466 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c47f6-fed0-4516-96ec-24b47c228986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d27b2308-716d-4e1b-b0fb-8d405a12fdd4,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:15.372913 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a18c47f6-fed0-4516-96ec-24b47c228986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:15.390789 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a18c47f6-fed0-4516-96ec-24b47c228986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:15.391751 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5450be75-d84f-4094-b388-582b5abbd44c None None] Network a99c7dd6-f8fe-435d-87d1-bd879e92be38 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:19:15.412115 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a18c47f6-fed0-4516-96ec-24b47c228986 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d27b2308-716d-4e1b-b0fb-8d405a12fdd4 HTTP/1.1" status: 204 len: 168 time: 2.1430616 Aug 23 14:19:15.412543 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 41938) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:15.561824 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:15.565721 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] 10.222.0.86 "DELETE /v2.0/networks/4e424618-b036-4eb2-865e-2fa157948c1b HTTP/1.1" status: 204 len: 168 time: 4.0787616 Aug 23 14:19:15.587548 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Deleting port 337289f6-7de5-46e7-926b-192d77c901bc {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:19:15.597449 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:15.930801 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3e36b8-99b0-4d4c-acb0-e599c3d9d6f3 None None] DHCP port deletion for a99c7dd6-f8fe-435d-87d1-bd879e92be38 request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:19:15.930801 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e36b8-99b0-4d4c-acb0-e599c3d9d6f3 None None] Deleting port 337289f6-7de5-46e7-926b-192d77c901bc {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:19:15.930801 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cf3e36b8-99b0-4d4c-acb0-e599c3d9d6f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:16.168511 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] For port 337289f6-7de5-46e7-926b-192d77c901bc, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=337289f6-7de5-46e7-926b-192d77c901bc,segment=NetworkSegment(e96436a8-2a3f-4e6d-a019-427c0adfa670),segment_id=e96436a8-2a3f-4e6d-a019-427c0adfa670)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:16.168511 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:16.306936 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-cf3e36b8-99b0-4d4c-acb0-e599c3d9d6f3 None None] For port 337289f6-7de5-46e7-926b-192d77c901bc, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=337289f6-7de5-46e7-926b-192d77c901bc,segment=NetworkSegment(e96436a8-2a3f-4e6d-a019-427c0adfa670),segment_id=e96436a8-2a3f-4e6d-a019-427c0adfa670)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:16.307816 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cf3e36b8-99b0-4d4c-acb0-e599c3d9d6f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:16.369898 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 41968) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:16.372298 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Calling delete_port for 337289f6-7de5-46e7-926b-192d77c901bc owned by network:dhcp {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:19:16.533024 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30baf47-24c1-4c1a-8eef-a4de105ab79b req-d0714099-6c42-4f9e-9acf-5425e5584ac3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:16.535437 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a30baf47-24c1-4c1a-8eef-a4de105ab79b req-d0714099-6c42-4f9e-9acf-5425e5584ac3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.4996789 Aug 23 14:19:16.556176 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e1f2b6d0-1c8e-42eb-8fe0-6dda8f321e97 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=367726b8e8974513a0f4f9b7e33a565b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1824551 Aug 23 14:19:16.562679 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 41976) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:16.633157 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:16.654907 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-775df2d2-ee1c-4646-91c6-97aa1d1728a2 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:16.747894 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e36b8-99b0-4d4c-acb0-e599c3d9d6f3 None None] Calling delete_port for 337289f6-7de5-46e7-926b-192d77c901bc owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:19:16.753035 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Pushing event deleted for resources: {'Port': ['ID=337289f6-7de5-46e7-926b-192d77c901bc,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:16.762612 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:16.812818 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a30baf47-24c1-4c1a-8eef-a4de105ab79b req-e3b64003-269e-4e8f-80a6-7c352b1f6b61 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666781 Aug 23 14:19:16.831640 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] No DVR routers for this DVR port 337289f6-7de5-46e7-926b-192d77c901bc on host n-d-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:19:16.990517 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-008e48f6-9043-422e-8586-a8b03a328d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.097008 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-cf3e36b8-99b0-4d4c-acb0-e599c3d9d6f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:19:17.097341 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-cf3e36b8-99b0-4d4c-acb0-e599c3d9d6f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:19:17.100333 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 337289f6-7de5-46e7-926b-192d77c901bc no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:17.126946 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-008e48f6-9043-422e-8586-a8b03a328d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.178866 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 337289f6-7de5-46e7-926b-192d77c901bc {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:19:17.179371 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 337289f6-7de5-46e7-926b-192d77c901bc not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:19:17.244730 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.300961 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99c7dd6-f8fe-435d-87d1-bd879e92be38']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:17.343713 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96436a8-2a3f-4e6d-a019-427c0adfa670') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:17.348288 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96436a8-2a3f-4e6d-a019-427c0adfa670') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:17.393195 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.460674 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.474299 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:19:17.475421 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.503018 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-008e48f6-9043-422e-8586-a8b03a328d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.514523 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2983b8cc-505a-4e77-811d-06ce8f051bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:17.572807 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e48f6-9043-422e-8586-a8b03a328d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d93ed5-9a08-4b48-89b0-834e6305e529,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:17.579084 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-008e48f6-9043-422e-8586-a8b03a328d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:17.597086 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-008e48f6-9043-422e-8586-a8b03a328d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.602725 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-008e48f6-9043-422e-8586-a8b03a328d29 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b7d93ed5-9a08-4b48-89b0-834e6305e529 HTTP/1.1" status: 204 len: 168 time: 1.0373523 Aug 23 14:19:17.607377 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e36b8-99b0-4d4c-acb0-e599c3d9d6f3 None None] Deleting port 337289f6-7de5-46e7-926b-192d77c901bc {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:19:17.607947 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cf3e36b8-99b0-4d4c-acb0-e599c3d9d6f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:19:17.772816 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:19:17.955240 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e36b8-99b0-4d4c-acb0-e599c3d9d6f3 None None] The port '337289f6-7de5-46e7-926b-192d77c901bc' was deleted {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:19:17.980646 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.987631 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1bb7e12c-c353-4a23-986a-dc2d435668f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:18.073717 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:18.080281 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Pushing event deleted for resources: {'Network': ['ID=a99c7dd6-f8fe-435d-87d1-bd879e92be38,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:18.083809 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:18.207617 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7b5ff-be11-4538-9ac9-5a9b0eba2b63 req-f14f588b-7f05-4c72-8a64-0f8e92dee871 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:18.225691 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5aa7b5ff-be11-4538-9ac9-5a9b0eba2b63 req-f14f588b-7f05-4c72-8a64-0f8e92dee871 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.1467371 Aug 23 14:19:18.313736 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5aa7b5ff-be11-4538-9ac9-5a9b0eba2b63 req-82377df8-34a0-4240-b603-cbc3d22c5b70 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866294 Aug 23 14:19:18.316082 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a99c7dd6-f8fe-435d-87d1-bd879e92be38 HTTP/1.1" status: 204 len: 168 time: 2.9020753 Aug 23 14:19:19.073024 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 42060) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:19.117774 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-3fff9723-5551-4b41-810e-edcd749f3e13 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:19:19.120429 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-3fff9723-5551-4b41-810e-edcd749f3e13 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0163534 Aug 23 14:19:19.157129 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-655b5417-0d86-487d-ba7c-358a837ef026 req-819bf1c5-e97e-41a0-a836-0ef4ab2613b0 service neutron] Request body: {'binding': {'host': 'n-h2-805629-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:19:19.158542 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-655b5417-0d86-487d-ba7c-358a837ef026 req-819bf1c5-e97e-41a0-a836-0ef4ab2613b0 service neutron] Unknown quota resources ['binding']. {{(pid=76505) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Aug 23 14:19:19.286073 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a5afb6c5-32aa-42be-8cbd-488590642e56 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e5db478cc95442438a056dfebe7e6b07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1993444 Aug 23 14:19:19.286073 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 42066) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:19.769132 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-774fa880-3b99-4ef6-a8d2-9ab6cbcf5480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:19.800411 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-774fa880-3b99-4ef6-a8d2-9ab6cbcf5480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:19.984237 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-774fa880-3b99-4ef6-a8d2-9ab6cbcf5480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:19.995109 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-01b8e48e-9e08-413f-b9a1-b71f4c501dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:20.050352 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fa880-3b99-4ef6-a8d2-9ab6cbcf5480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08305925-2e50-4f02-95a5-665c764e7571,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:20.057220 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-774fa880-3b99-4ef6-a8d2-9ab6cbcf5480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:20.152945 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-655b5417-0d86-487d-ba7c-358a837ef026 req-819bf1c5-e97e-41a0-a836-0ef4ab2613b0 service neutron] Attempting to bind port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 on host n-h2-805629-1 for vnic_type normal with profile None {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:19:20.153527 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-655b5417-0d86-487d-ba7c-358a837ef026 req-819bf1c5-e97e-41a0-a836-0ef4ab2613b0 service neutron] Attempting to bind port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:19:20.153796 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b5417-0d86-487d-ba7c-358a837ef026 req-819bf1c5-e97e-41a0-a836-0ef4ab2613b0 service neutron] Attempting to bind port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:19:20.161358 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b5417-0d86-487d-ba7c-358a837ef026 req-819bf1c5-e97e-41a0-a836-0ef4ab2613b0 service neutron] Port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:19:20.161703 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b5417-0d86-487d-ba7c-358a837ef026 req-819bf1c5-e97e-41a0-a836-0ef4ab2613b0 service neutron] Attempting to bind port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:19:20.172031 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1cdfb-48f4-419b-93b4-86f607c03347 req-a90b51af-a5e6-46d1-8f16-10dc4ceccd85 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:20.179781 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43a1cdfb-48f4-419b-93b4-86f607c03347 req-a90b51af-a5e6-46d1-8f16-10dc4ceccd85 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.3036182 Aug 23 14:19:20.184840 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-774fa880-3b99-4ef6-a8d2-9ab6cbcf5480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:20.188683 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-774fa880-3b99-4ef6-a8d2-9ab6cbcf5480 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/08305925-2e50-4f02-95a5-665c764e7571 HTTP/1.1" status: 204 len: 168 time: 0.9119506 Aug 23 14:19:20.201705 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b5417-0d86-487d-ba7c-358a837ef026 req-819bf1c5-e97e-41a0-a836-0ef4ab2613b0 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:19:20.203253 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b5417-0d86-487d-ba7c-358a837ef026 req-819bf1c5-e97e-41a0-a836-0ef4ab2613b0 service neutron] Checking segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:19:20.203253 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b5417-0d86-487d-ba7c-358a837ef026 req-819bf1c5-e97e-41a0-a836-0ef4ab2613b0 service neutron] Bound using segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:19:20.203253 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-655b5417-0d86-487d-ba7c-358a837ef026 req-819bf1c5-e97e-41a0-a836-0ef4ab2613b0 service neutron] Bound port: 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:19:20.283351 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43a1cdfb-48f4-419b-93b4-86f607c03347 req-0b914765-f32d-4915-9e8c-47e3443e2739 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954628 Aug 23 14:19:20.291502 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-655b5417-0d86-487d-ba7c-358a837ef026 req-819bf1c5-e97e-41a0-a836-0ef4ab2613b0 service neutron] For port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:19:20.399355 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-655b5417-0d86-487d-ba7c-358a837ef026 req-819bf1c5-e97e-41a0-a836-0ef4ab2613b0 service neutron] Notify callbacks [] for binding, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:20.399355 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-819bf1c5-e97e-41a0-a836-0ef4ab2613b0 service neutron] 10.222.0.86 "POST /v2.0/ports/9c75f0e0-895d-46c6-8b0b-8895d1447ef0/bindings HTTP/1.1" status: 201 len: 389 time: 1.2572341 Aug 23 14:19:21.215369 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95996d5f-6a3a-499b-9d7a-491222231bde req-44d95a25-4e24-43c1-ac84-ad0565891e47 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:21.219594 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95996d5f-6a3a-499b-9d7a-491222231bde req-44d95a25-4e24-43c1-ac84-ad0565891e47 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d20b2c4-a69a-4f49-85e4-38608b48a443 HTTP/1.1" status: 200 len: 950 time: 0.1232550 Aug 23 14:19:21.270265 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95996d5f-6a3a-499b-9d7a-491222231bde req-cd6adafd-73a4-43ce-85dc-f26d84f64cfb tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/security-groups?id=061b5dd9-96b7-4185-9614-bf97ec2d3d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481832 Aug 23 14:19:21.655243 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bda06b-26af-4f30-875d-e9639018d15d req-a415bf5b-4710-4e91-8192-133aa23f34e9 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:21.662084 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-57bda06b-26af-4f30-875d-e9639018d15d req-a415bf5b-4710-4e91-8192-133aa23f34e9 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.1801066 Aug 23 14:19:21.749681 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-57bda06b-26af-4f30-875d-e9639018d15d req-0046ec2b-b0f2-4b71-a8b8-f5d6ab46d1a2 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711298 Aug 23 14:19:21.933250 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf0dc-3f4b-4eee-b9dc-4ed28a0f5be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:22.276850 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:22.576163 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04560130-8e78-4bb3-9b97-e399f00fc632 req-bfb8465f-e4b3-4e98-bbbf-8246ddfb0aa4 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:22.597329 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-04560130-8e78-4bb3-9b97-e399f00fc632 req-bfb8465f-e4b3-4e98-bbbf-8246ddfb0aa4 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 945 time: 1.5076327 Aug 23 14:19:22.819924 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-04560130-8e78-4bb3-9b97-e399f00fc632 req-81abfb4d-fc3c-48ff-b6a0-a4710bcbfa74 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115648 Aug 23 14:19:22.870706 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-3719c7aa-6b12-4e90-a3d7-e7d72b270125 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 1096 time: 0.3865144 Aug 23 14:19:22.967746 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:23.191619 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:23.205601 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b5417-0d86-487d-ba7c-358a837ef026 req-9f1687e0-c7a9-4d16-aa2e-74bdd35c02d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:23.209540 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-9f1687e0-c7a9-4d16-aa2e-74bdd35c02d9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.3347652 Aug 23 14:19:23.234922 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:23.236652 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d20b2c4-a69a-4f49-85e4-38608b48a443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:23.304632 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:23.306816 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:23.380218 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-f9735438-d781-4fc1-a70b-b5fd59a4677e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c75f0e0-895d-46c6-8b0b-8895d1447ef0 HTTP/1.1" status: 200 len: 217 time: 0.1637306 Aug 23 14:19:23.405905 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddbd2f-f4f9-4b94-9941-11e8632aed74 req-1f9f639c-f9d3-4067-9be4-5cd5a16bc6f5 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:23.408730 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-daddbd2f-f4f9-4b94-9941-11e8632aed74 req-1f9f639c-f9d3-4067-9be4-5cd5a16bc6f5 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.2461793 Aug 23 14:19:23.496040 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-daddbd2f-f4f9-4b94-9941-11e8632aed74 req-c24a960e-2b87-4a34-bf6e-3dc28f957f19 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775476 Aug 23 14:19:23.525996 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b5417-0d86-487d-ba7c-358a837ef026 req-0ac5e79a-b379-4695-b29a-ccc704b0caa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:23.528048 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-0ac5e79a-b379-4695-b29a-ccc704b0caa7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.1414273 Aug 23 14:19:23.554778 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,revision_number=8']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:23.561298 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:23.612617 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5544-02bb-4dc5-b85d-f2a928d4dd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:23.692457 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-af10e1bc-3a41-4239-86ad-792f0e990444 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457939 Aug 23 14:19:23.747023 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 42192) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:23.942230 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-46cd2896-3774-402e-92e5-be7ab4cfbea1 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389128 Aug 23 14:19:24.094096 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d20b2c4-a69a-4f49-85e4-38608b48a443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824', 'code': 200} Aug 23 14:19:24.139251 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-5c36dd24-48ae-4412-8f8e-9bc30f057816 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927466 Aug 23 14:19:24.315816 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-397297324-network', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:19:24.325068 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:24.330708 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Usage tracker for resource:network and tenant:29c3385b419d476c965ea8d7ad48cdd9 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:24.335488 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:24.375423 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:24.474186 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:24.531756 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b160e-451c-41ea-a056-faa1dbc9beea req-df58424e-e409-4d7f-989e-2be325ac655a tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:24.533457 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-029b160e-451c-41ea-a056-faa1dbc9beea req-df58424e-e409-4d7f-989e-2be325ac655a tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 945 time: 0.1366649 Aug 23 14:19:24.617452 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Made reservation on behalf of 29c3385b419d476c965ea8d7ad48cdd9 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:24.635054 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:24.708688 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:24.775363 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:24.805027 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 42226) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:24.806248 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Usage tracker for resource:security_group_rule and tenant:29c3385b419d476c965ea8d7ad48cdd9 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:24.807650 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:24.851876 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-029b160e-451c-41ea-a056-faa1dbc9beea req-98df3317-2313-465c-89dd-e82690a456cd tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006980 Aug 23 14:19:24.858012 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:25.125447 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.134471 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109002849-network', 'tenant_id': '1de0b41ad0a54dab9b5bd832a419eb2b'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:19:25.141802 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:25.148790 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Usage tracker for resource:network and tenant:1de0b41ad0a54dab9b5bd832a419eb2b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:25.154529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:25.168814 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:25.276146 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.304722 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:19:25.304722 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.312526 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Made reservation on behalf of 1de0b41ad0a54dab9b5bd832a419eb2b for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:25.312526 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.326741 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Added segment 3c772d9d-e26a-431d-b7ba-ef19a5700ae0 of type vlan for network 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc Aug 23 14:19:25.343598 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.347837 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1e5a548e-cfa7-4fce-b3e2-6d170e261ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:25.406654 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.410457 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:25.419970 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Usage tracker for resource:security_group_rule and tenant:1de0b41ad0a54dab9b5bd832a419eb2b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:25.419970 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:25.440284 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:25.492587 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ca8a29-7ab2-4bb0-9dba-a4dee7dcede1,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:25.937780 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:25.937780 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da7a3a-09d0-4f8b-a99f-aa5f0a3225bb req-79efaea4-adb3-4bdf-8204-7ad22179fa72 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:25.937780 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a5da7a3a-09d0-4f8b-a99f-aa5f0a3225bb req-79efaea4-adb3-4bdf-8204-7ad22179fa72 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.3830204 Aug 23 14:19:25.943021 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.945809 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.945809 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:25.945809 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.945809 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4c519ab0-41ab-49e1-ae7f-f7bed3695a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:25.945809 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a5da7a3a-09d0-4f8b-a99f-aa5f0a3225bb req-f73d6bbc-26eb-4a70-b05f-7aace86b3d04 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590438 Aug 23 14:19:25.951860 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.951860 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-008e48f6-9043-422e-8586-a8b03a328d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:25.953749 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Pushing event updated for resources: {'Network': ['ID=9b604480-c39f-4ba3-8e7e-478eb0ebb0dc,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:25.953749 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:25.955890 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:19:25.968135 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:19:25.968135 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1702bbf7-ce0d-456b-9486-30f684993700,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:25.968135 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:25.968135 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.968135 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Added segment c1afa190-fcd3-4d38-80d4-38cf9476b813 of type vlan for network 3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74 Aug 23 14:19:25.970341 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:19:25.972952 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:26.040634 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2920790 Aug 23 14:19:26.069253 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 42274) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:26.076657 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Request body: {'subnet': {'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-397297324-subnet', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:19:26.083816 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:26.088487 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Usage tracker for resource:subnet and tenant:29c3385b419d476c965ea8d7ad48cdd9 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:26.092134 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:26.098754 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:26.344046 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cab11b-281c-4be3-87ab-29f8e8773008 req-6d6e1a2b-aca2-4268-8683-68ac9efa5380 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:26.344046 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-89cab11b-281c-4be3-87ab-29f8e8773008 req-6d6e1a2b-aca2-4268-8683-68ac9efa5380 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 945 time: 0.1166317 Aug 23 14:19:26.400262 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:26.400262 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:26.400262 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:26.404943 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-80887cc4-0a13-4ab1-a83d-70dd9afca2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:26.405062 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-89cab11b-281c-4be3-87ab-29f8e8773008 req-3e957d98-2b59-4ec1-bab1-04412d0a4dd7 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485718 Aug 23 14:19:26.443442 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:26.444634 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Made reservation on behalf of 29c3385b419d476c965ea8d7ad48cdd9 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:26.452181 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:26.664371 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:26.673444 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:26.677655 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:19:26.773472 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9592750 Aug 23 14:19:26.796822 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 42308) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:26.807265 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Request body: {'subnet': {'network_id': '3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109002849-subnet', 'tenant_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:19:26.828711 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:26.856189 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Usage tracker for resource:subnet and tenant:1de0b41ad0a54dab9b5bd832a419eb2b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:26.868893 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:26.876441 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:27.002530 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Made reservation on behalf of 1de0b41ad0a54dab9b5bd832a419eb2b for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:27.024757 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:27.328016 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:27.337808 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:27.593348 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c30eb0-4238-4d7f-8882-54f8f15b8604,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:27.711347 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:27.711956 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:27.726524 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:27.727076 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:27.727704 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:27.728671 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:27.729488 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:27.730309 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:27.731224 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:27.732042 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:27.732851 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:27.739786 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:27.759096 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Checking segment: {'id': '3c772d9d-e26a-431d-b7ba-ef19a5700ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:19:27.759959 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Network hostable DHCP agents. Network: 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:19:27.771190 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:27.776867 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:27.946974 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Network 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:19:28.011331 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba20164-582f-4279-a495-97cba12ad186,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:28.017483 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:28.023796 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Checking segment: {'id': 'c1afa190-fcd3-4d38-80d4-38cf9476b813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:19:28.024297 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Network hostable DHCP agents. Network: 3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:19:28.066741 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:28.087306 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55318f94-908d-4c9e-8e24-50c6e2c4df19 None None] Network 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:19:28.094805 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:28.107758 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:28.251430 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Network 3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:19:28.266962 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:28.274254 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:28.275828 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:28.290043 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38753b6b-702f-4112-9605-e7750a1c4fb0 None None] Network 3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:19:28.339566 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.2689900 Aug 23 14:19:28.342182 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 42342) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:28.349630 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-397297324-router', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:19:28.358057 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:28.363414 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Usage tracker for resource:router and tenant:29c3385b419d476c965ea8d7ad48cdd9 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:28.379839 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:28.396169 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:28.451693 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6606460 Aug 23 14:19:28.455608 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 42348) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:28.467451 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109002849-router', 'tenant_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:19:28.476484 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:28.483903 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Usage tracker for resource:router and tenant:1de0b41ad0a54dab9b5bd832a419eb2b is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:28.494576 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:28.508841 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:28.601934 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:28.601934 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:28.634640 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:28.656039 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:28.657338 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:28.704478 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 42360) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:28.724635 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:28.730423 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'fixed_ips': [{'subnet_id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:19:28.731713 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:29.121831 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74', 'network_id': '3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74', 'tenant_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'fixed_ips': [{'subnet_id': 'bba20164-582f-4279-a495-97cba12ad186'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:19:29.121831 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:29.175102 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 61a1f521-c2d3-4153-b4ba-c3f8af12268a no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:29.237614 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:29.654554 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2de5d151-561f-4b6e-b2b8-e46b7159891e admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:29.724320 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:29.818649 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2de5d151-561f-4b6e-b2b8-e46b7159891e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:29.828975 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2de5d151-561f-4b6e-b2b8-e46b7159891e admin admin] Usage tracker for resource:security_group_rule and tenant:d271a0f5fc374f00b003ad2fddd9f9a9 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:29.835626 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2de5d151-561f-4b6e-b2b8-e46b7159891e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:29.862790 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2de5d151-561f-4b6e-b2b8-e46b7159891e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:30.130421 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Allocated IP 172.20.0.2 (9b604480-c39f-4ba3-8e7e-478eb0ebb0dc/c1c30eb0-4238-4d7f-8882-54f8f15b8604/19b1603b-eec5-4a52-bbc4-e55de00590b4) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:19:30.136623 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2de5d151-561f-4b6e-b2b8-e46b7159891e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:30.249323 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2de5d151-561f-4b6e-b2b8-e46b7159891e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:30.272889 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da7449-6f00-4763-a960-a9491b1c0649 req-ac61f7b9-3302-4d69-aadf-dd709d7aecbd tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:30.283702 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32da7449-6f00-4763-a960-a9491b1c0649 req-ac61f7b9-3302-4d69-aadf-dd709d7aecbd tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.6180012 Aug 23 14:19:30.314505 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6e218ea5-ff5e-41aa-bfcd-ada5fb5152aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:30.370252 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-2de5d151-561f-4b6e-b2b8-e46b7159891e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d271a0f5fc374f00b003ad2fddd9f9a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6613123 Aug 23 14:19:30.374859 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 42380) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:30.379266 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5d151-561f-4b6e-b2b8-e46b7159891e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d76a266-e88e-4c92-8510-cde5df171972,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:30.399081 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2de5d151-561f-4b6e-b2b8-e46b7159891e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:30.409899 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132e2fb-8842-4122-8213-eb17fdf64ac5 req-ce3dbb82-3b47-4a60-a03f-0f35c9cacd63 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:30.413242 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4132e2fb-8842-4122-8213-eb17fdf64ac5 req-ce3dbb82-3b47-4a60-a03f-0f35c9cacd63 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 945 time: 0.3145294 Aug 23 14:19:30.503016 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:30.526222 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32da7449-6f00-4763-a960-a9491b1c0649 req-769e34ed-3d36-4f5c-a045-e4cbe6e0dc9b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439663 Aug 23 14:19:30.558360 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:30.617103 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-30781da1-575d-4fbd-8d21-e421be8bec1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:30.669645 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-30781da1-575d-4fbd-8d21-e421be8bec1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:30.701837 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:30.798399 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:30.824595 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:30.844191 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:30.849971 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Allocated IP 172.25.6.41 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/42bba062-2641-4f3f-8b7e-c2486f5a941d) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:19:30.953771 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Allocated IP 172.20.0.2 (3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74/bba20164-582f-4279-a495-97cba12ad186/57cb1d65-26ab-4a41-a953-045f74a19eb2) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:19:30.985514 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4132e2fb-8842-4122-8213-eb17fdf64ac5 req-0822f561-ae65-4e38-aed3-96e9009454c2 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622480 Aug 23 14:19:31.017474 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Transition to ACTIVE for port object 19b1603b-eec5-4a52-bbc4-e55de00590b4 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:31.027667 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-30781da1-575d-4fbd-8d21-e421be8bec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:31.043108 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-852e87b8-e8b4-474e-8020-a127f84b513b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:31.047981 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee05bb1-0831-4b88-86b6-361b364b27fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a1f521-c2d3-4153-b4ba-c3f8af12268a'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:31.060355 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30781da1-575d-4fbd-8d21-e421be8bec1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d76a266-e88e-4c92-8510-cde5df171972,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:31.066293 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-30781da1-575d-4fbd-8d21-e421be8bec1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:31.124616 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-30781da1-575d-4fbd-8d21-e421be8bec1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:31.126982 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-30781da1-575d-4fbd-8d21-e421be8bec1f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5d76a266-e88e-4c92-8510-cde5df171972 HTTP/1.1" status: 204 len: 168 time: 0.7509472 Aug 23 14:19:31.137772 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 61a1f521-c2d3-4153-b4ba-c3f8af12268a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=61a1f521-c2d3-4153-b4ba-c3f8af12268a,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:31.274181 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:31.372901 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee05bb1-0831-4b88-86b6-361b364b27fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61a1f521-c2d3-4153-b4ba-c3f8af12268a', 'code': 200} Aug 23 14:19:31.380215 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:31.400019 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:31.510523 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:31.522945 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b4de38b9-e0a9-45f5-840b-da34840a6e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:31.574016 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=61a1f521-c2d3-4153-b4ba-c3f8af12268a,revision_number=8']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:31.670425 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Transition to ACTIVE for port object 19b1603b-eec5-4a52-bbc4-e55de00590b4 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:31.675553 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Allocated IP 172.25.6.224 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/2aae514a-79cd-4373-a63e-382052b942e2) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:19:31.694528 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:31.818613 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:19:31.826228 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:31.838889 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:19:31.903568 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:31.938466 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:31.958495 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Pushing event updated for resources: {'Port': ['ID=42bba062-2641-4f3f-8b7e-c2486f5a941d,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:31.976219 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:32.050384 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.127623 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Network 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:19:32.136694 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:32.139157 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.142066 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Pushing event updated for resources: {'Port': ['ID=19b1603b-eec5-4a52-bbc4-e55de00590b4,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:32.150214 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:19:32.153531 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:32.164731 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Transition to ACTIVE for port object 57cb1d65-26ab-4a41-a953-045f74a19eb2 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:32.169500 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.353508 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73def5-797e-4c4d-9c01-8b31dba41853 req-fae91d97-d5bd-4427-ae1a-f77c7729fab3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:32.356480 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Transition to ACTIVE for port object 57cb1d65-26ab-4a41-a953-045f74a19eb2 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:32.357646 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0c73def5-797e-4c4d-9c01-8b31dba41853 req-fae91d97-d5bd-4427-ae1a-f77c7729fab3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.3676426 Aug 23 14:19:32.377937 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Attempting to bind port 19b1603b-eec5-4a52-bbc4-e55de00590b4 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:19:32.379520 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Attempting to bind port 19b1603b-eec5-4a52-bbc4-e55de00590b4 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '3c772d9d-e26a-431d-b7ba-ef19a5700ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:19:32.380391 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Attempting to bind port 19b1603b-eec5-4a52-bbc4-e55de00590b4 on network 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:19:32.399221 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:19:32.399890 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Checking segment: {'id': '3c772d9d-e26a-431d-b7ba-ef19a5700ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:19:32.401112 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.402165 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Bound using segment: {'id': '3c772d9d-e26a-431d-b7ba-ef19a5700ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:19:32.403312 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Bound port: 19b1603b-eec5-4a52-bbc4-e55de00590b4, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c772d9d-e26a-431d-b7ba-ef19a5700ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:19:32.404233 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.458816 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.459949 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.491075 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0c73def5-797e-4c4d-9c01-8b31dba41853 req-a12c5ba7-e0df-47c1-a645-2ccc063ede66 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129656 Aug 23 14:19:32.492925 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.501953 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.513770 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-05169cbc-f065-43d0-9ccb-0bce806cbc5f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:32.526333 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:32.623062 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:19:32.628275 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:32.637008 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:19:32.704978 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 42416) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:32.757836 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Network 3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:19:32.759151 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Pushing event updated for resources: {'Port': ['ID=57cb1d65-26ab-4a41-a953-045f74a19eb2,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:32.772581 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Pushing event updated for resources: {'Port': ['ID=2aae514a-79cd-4373-a63e-382052b942e2,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:32.774995 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:32.779993 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:32.783200 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:19:32.795146 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:32.795630 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] For port 19b1603b-eec5-4a52-bbc4-e55de00590b4, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:19:32.801824 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b5c4df47-cda0-4371-88a3-854857b1adb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.809093 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] For port 19b1603b-eec5-4a52-bbc4-e55de00590b4, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=19b1603b-eec5-4a52-bbc4-e55de00590b4,segment=NetworkSegment(3c772d9d-e26a-431d-b7ba-ef19a5700ae0),segment_id=3c772d9d-e26a-431d-b7ba-ef19a5700ae0)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:19:32.912829 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.932384 n-d-805629-1 neutron-server[76506]: INFO neutron.api.v2.resource [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-47b8450c-7f45-4b8f-aa70-791eea774b96 service neutron] show failed (client error): The resource could not be found. Aug 23 14:19:32.935089 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-47b8450c-7f45-4b8f-aa70-791eea774b96 service neutron] 10.222.0.60 "GET /v2.0/ports/187b1623-a722-4d17-97f9-95028022e719/bindings/n-h1-805629-1 HTTP/1.1" status: 404 len: 380 time: 0.4542124 Aug 23 14:19:32.936808 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:33.022458 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-b5c4df47-cda0-4371-88a3-854857b1adb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:33.036234 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-b5c4df47-cda0-4371-88a3-854857b1adb7 admin admin] Usage tracker for resource:security_group_rule and tenant:950e91ac94944839b9fd5facbdaecf7c is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:33.042539 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-b5c4df47-cda0-4371-88a3-854857b1adb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:33.056559 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-b5c4df47-cda0-4371-88a3-854857b1adb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:33.097008 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:19:33.135785 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecdd2d-469f-4931-9685-401543bd03a1 req-a19b16a7-7cfc-4f3e-a525-0c50423dcbe8 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:33.137767 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aaecdd2d-469f-4931-9685-401543bd03a1 req-a19b16a7-7cfc-4f3e-a525-0c50423dcbe8 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 945 time: 0.2648242 Aug 23 14:19:33.231585 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Attempting to bind port 57cb1d65-26ab-4a41-a953-045f74a19eb2 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:19:33.233002 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Attempting to bind port 57cb1d65-26ab-4a41-a953-045f74a19eb2 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'c1afa190-fcd3-4d38-80d4-38cf9476b813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:19:33.233842 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Attempting to bind port 57cb1d65-26ab-4a41-a953-045f74a19eb2 on network 3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:19:33.265178 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Pushing event updated for resources: {'Port': ['ID=19b1603b-eec5-4a52-bbc4-e55de00590b4,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:33.418050 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:33.429633 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b5c4df47-cda0-4371-88a3-854857b1adb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:33.462132 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:19:33.469180 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Checking segment: {'id': 'c1afa190-fcd3-4d38-80d4-38cf9476b813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:19:33.475547 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:33.478748 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Bound using segment: {'id': 'c1afa190-fcd3-4d38-80d4-38cf9476b813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:19:33.481219 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Bound port: 57cb1d65-26ab-4a41-a953-045f74a19eb2, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1afa190-fcd3-4d38-80d4-38cf9476b813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:19:33.493793 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:33.576952 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aaecdd2d-469f-4931-9685-401543bd03a1 req-b4ef67a8-c5d6-484a-b476-da12527220e1 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992779 Aug 23 14:19:33.576952 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b5c4df47-cda0-4371-88a3-854857b1adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:33.585847 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Router 9540b6c5-7b33-4055-9b34-241025b6b38b is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:19:33.601983 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d20ffaf5-dcac-4f62-82e2-7ff94ab07233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:33.643630 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4df47-cda0-4371-88a3-854857b1adb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124d38f3-3525-4258-9609-1a1973305f17,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:33.668477 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b5c4df47-cda0-4371-88a3-854857b1adb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:33.699677 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:33.702711 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:33.719794 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-bec3b893-a82d-4be8-872e-8144dad4c14f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:33.722330 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-bec3b893-a82d-4be8-872e-8144dad4c14f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/networks?id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb HTTP/1.1" status: 200 len: 805 time: 0.5479927 Aug 23 14:19:33.734225 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-b5c4df47-cda0-4371-88a3-854857b1adb7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=950e91ac94944839b9fd5facbdaecf7c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0218561 Aug 23 14:19:33.887322 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 42432) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:33.932150 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:34.007747 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:34.009049 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824', 'mac_address': 'fa:16:3e:ec:cb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:19:34.109855 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-b0f3dc46-f9ef-4a6c-953e-70bb54e5a1f4 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/quotas/68a58e4ba53c42e18be665e5234f87bb HTTP/1.1" status: 200 len: 375 time: 0.3771954 Aug 23 14:19:34.267634 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-2f5caa4b-c6c1-4cda-be45-195a78be663e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a&tenant_id=cae7784c1a0e409298815052dfe79897 HTTP/1.1" status: 200 len: 1101 time: 0.2801714 Aug 23 14:19:34.295922 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805629-1', 'device_owner': 'compute:nova'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:19:34.385068 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-27266c5c-c5ff-418a-8ad7-b6c92af32e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:34.406965 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:34.460644 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] For port 57cb1d65-26ab-4a41-a953-045f74a19eb2, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:19:34.504357 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:19:34.537389 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-27266c5c-c5ff-418a-8ad7-b6c92af32e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:34.578998 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:34.602222 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] For port 57cb1d65-26ab-4a41-a953-045f74a19eb2, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=57cb1d65-26ab-4a41-a953-045f74a19eb2,segment=NetworkSegment(c1afa190-fcd3-4d38-80d4-38cf9476b813),segment_id=c1afa190-fcd3-4d38-80d4-38cf9476b813)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:19:34.604997 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:34.644786 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873ef0e-b644-4d99-a970-a7b0ff274517 req-016a3cf7-d1e0-482f-9283-af771494ba31 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:34.645679 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-6873ef0e-b644-4d99-a970-a7b0ff274517 req-016a3cf7-d1e0-482f-9283-af771494ba31 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Synchronizing usage tracker for tenant:68a58e4ba53c42e18be665e5234f87bb on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:19:34.720985 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:34.726068 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:34.757858 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-6873ef0e-b644-4d99-a970-a7b0ff274517 req-016a3cf7-d1e0-482f-9283-af771494ba31 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Unset dirty status for tenant:68a58e4ba53c42e18be665e5234f87bb on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:19:34.759491 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6873ef0e-b644-4d99-a970-a7b0ff274517 req-016a3cf7-d1e0-482f-9283-af771494ba31 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ee05bb1-0831-4b88-86b6-361b364b27fa HTTP/1.1" status: 200 len: 944 time: 0.7601731 Aug 23 14:19:34.824891 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-27266c5c-c5ff-418a-8ad7-b6c92af32e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:34.846909 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e95d5a43-fd01-40fb-a1db-4b8d21a40ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:34.955564 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:35.008584 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-6873ef0e-b644-4d99-a970-a7b0ff274517 req-49388960-1feb-4a81-b094-57d33e7a5973 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Deleting port 61a1f521-c2d3-4153-b4ba-c3f8af12268a {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:19:35.009480 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6873ef0e-b644-4d99-a970-a7b0ff274517 req-49388960-1feb-4a81-b094-57d33e7a5973 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:35.101595 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['bafd5fc0-4e81-4ad1-85c2-9774cb4e9824'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:19:35.122767 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27266c5c-c5ff-418a-8ad7-b6c92af32e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124d38f3-3525-4258-9609-1a1973305f17,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:35.426461 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 187b1623-a722-4d17-97f9-95028022e719 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:35.428097 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-080c90dc-6976-48c5-b2dc-75ba9a52f05e tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=68a58e4ba53c42e18be665e5234f87bb&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1657174 Aug 23 14:19:35.428772 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 19b1603b-eec5-4a52-bbc4-e55de00590b4 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:35.533582 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,revision_number=9']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:35.539181 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:19:35.551543 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:35.552372 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.601s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:35.561521 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Sync routers for ids ['9540b6c5-7b33-4055-9b34-241025b6b38b'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:19:35.587966 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Routers {'9540b6c5-7b33-4055-9b34-241025b6b38b'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:19:35.589242 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:19:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9540b6c5-7b33-4055-9b34-241025b6b38b'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:36.048735 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Pushing event updated for resources: {'Port': ['ID=57cb1d65-26ab-4a41-a953-045f74a19eb2,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:36.056703 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:36.072738 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:36.168255 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-27266c5c-c5ff-418a-8ad7-b6c92af32e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.321s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:36.185493 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-27266c5c-c5ff-418a-8ad7-b6c92af32e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:36.197176 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-27266c5c-c5ff-418a-8ad7-b6c92af32e6e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/124d38f3-3525-4258-9609-1a1973305f17 HTTP/1.1" status: 204 len: 168 time: 2.3067617 Aug 23 14:19:36.206609 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0136a94f-4ce7-46a1-b44c-3791ff1fc607 None None] Network 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:19:36.560759 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-6873ef0e-b644-4d99-a970-a7b0ff274517 req-49388960-1feb-4a81-b094-57d33e7a5973 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] For port 61a1f521-c2d3-4153-b4ba-c3f8af12268a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=61a1f521-c2d3-4153-b4ba-c3f8af12268a,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:36.567046 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6873ef0e-b644-4d99-a970-a7b0ff274517 req-49388960-1feb-4a81-b094-57d33e7a5973 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:36.682363 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-ce8fc963-035f-4ff4-8984-6106c7c3f8ea tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb&tenant_id=e457f5bb77ff4c95a16e095f62e5326f&binding%3Ahost_id=n-h1-805629-1 HTTP/1.1" status: 200 len: 1096 time: 1.6862888 Aug 23 14:19:36.718876 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Set router 9540b6c5-7b33-4055-9b34-241025b6b38b gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:19:36.768852 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 19b1603b-eec5-4a52-bbc4-e55de00590b4 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:19:36.795726 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-8f28153f-406b-45a5-9d06-804990ccfd87 None None] Provisioning for port 19b1603b-eec5-4a52-bbc4-e55de00590b4 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:19:36.813252 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-8f28153f-406b-45a5-9d06-804990ccfd87 None None] Provisioning complete for port 19b1603b-eec5-4a52-bbc4-e55de00590b4 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:36.813995 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-8f28153f-406b-45a5-9d06-804990ccfd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:37.053807 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ebaa2-2e02-4d5e-adcc-8e5da4de968e req-9ed84857-f0b1-49d6-9809-74c72cbe0a8a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:37.055435 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 19b1603b-eec5-4a52-bbc4-e55de00590b4 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:37.058992 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d16ebaa2-2e02-4d5e-adcc-8e5da4de968e req-9ed84857-f0b1-49d6-9809-74c72cbe0a8a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 2.2545879 Aug 23 14:19:37.065156 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:37.079263 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805629-1'}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:19:37.137294 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:19:37.171906 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:37.193700 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.8497856 Aug 23 14:19:37.196750 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 42460) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:37.257851 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-6873ef0e-b644-4d99-a970-a7b0ff274517 req-49388960-1feb-4a81-b094-57d33e7a5973 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Calling delete_port for 61a1f521-c2d3-4153-b4ba-c3f8af12268a owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:19:37.685869 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-8f28153f-406b-45a5-9d06-804990ccfd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:37.747218 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ab5b34-1859-41d6-8909-dfb32b275d0b None None] Network 3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:19:37.813886 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-342ecd34-8afd-4030-90f8-5d4fab362d44 service neutron] 10.222.0.86 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4362905 Aug 23 14:19:37.930648 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:37.968793 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:19:38.059436 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'name': 'tempest-ServersTestJSON-397297324-router', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:32Z', 'revision_number': 3, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'gw_port': {'id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:38.081365 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Checking router: 9540b6c5-7b33-4055-9b34-241025b6b38b for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:19:38.082589 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Updating router 9540b6c5-7b33-4055-9b34-241025b6b38b port 42bba062-2641-4f3f-8b7e-c2486f5a941d binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:19:38.283037 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:38.508776 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6873ef0e-b644-4d99-a970-a7b0ff274517 req-49388960-1feb-4a81-b094-57d33e7a5973 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:38.564244 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:38.569383 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9829c695-06bb-41f1-adf6-8c55f36d1eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:38.635735 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-8f28153f-406b-45a5-9d06-804990ccfd87 None None] For port 19b1603b-eec5-4a52-bbc4-e55de00590b4, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=19b1603b-eec5-4a52-bbc4-e55de00590b4,segment=NetworkSegment(3c772d9d-e26a-431d-b7ba-ef19a5700ae0),segment_id=3c772d9d-e26a-431d-b7ba-ef19a5700ae0)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:38.654455 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 has no active binding in host n-h2-805629-1 {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Aug 23 14:19:38.702493 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:38.766250 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-8f28153f-406b-45a5-9d06-804990ccfd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:38.868751 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:38.922502 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49388960-1feb-4a81-b094-57d33e7a5973 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Pushing event deleted for resources: {'Port': ['ID=61a1f521-c2d3-4153-b4ba-c3f8af12268a,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:38.981403 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-49388960-1feb-4a81-b094-57d33e7a5973 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:39.077363 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] For port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:39.289054 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] For port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:19:39.367487 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6873ef0e-b644-4d99-a970-a7b0ff274517 req-49388960-1feb-4a81-b094-57d33e7a5973 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] No DVR routers for this DVR port 61a1f521-c2d3-4153-b4ba-c3f8af12268a on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:19:39.385152 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d16ebaa2-2e02-4d5e-adcc-8e5da4de968e req-2c60f852-edb2-4f30-bda2-9708e088a805 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8202376 Aug 23 14:19:39.388741 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6873ef0e-b644-4d99-a970-a7b0ff274517 req-49388960-1feb-4a81-b094-57d33e7a5973 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:39.409030 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee05bb1-0831-4b88-86b6-361b364b27fa', 'name': 'network-vif-deleted', 'tag': '61a1f521-c2d3-4153-b4ba-c3f8af12268a'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:39.464292 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] For port 187b1623-a722-4d17-97f9-95028022e719, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=187b1623-a722-4d17-97f9-95028022e719,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:39.520759 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:39.530955 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] For port 187b1623-a722-4d17-97f9-95028022e719, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:19:39.542298 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Transition to ACTIVE for port object 42bba062-2641-4f3f-8b7e-c2486f5a941d will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:39.613265 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:39.630900 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:39.685419 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:39.707402 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Transition to ACTIVE for port object 187b1623-a722-4d17-97f9-95028022e719 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:39.708669 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc48373-6de4-4a89-908b-46ccce6ab43a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '187b1623-a722-4d17-97f9-95028022e719'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:39.761451 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b83c1050-82a2-49d9-9dd6-b26ae6a58889 None None] Provisioning for port 57cb1d65-26ab-4a41-a953-045f74a19eb2 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:19:39.821528 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28153f-406b-45a5-9d06-804990ccfd87 None None] Pushing event updated for resources: {'Port': ['ID=19b1603b-eec5-4a52-bbc4-e55de00590b4,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:39.828656 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-8f28153f-406b-45a5-9d06-804990ccfd87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.960s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:39.855146 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:39.915674 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0e561ca0-772a-47d6-894b-121ec2df63ca tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:39.963732 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:19:39.965808 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:19:39.975373 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Attempting to bind port 42bba062-2641-4f3f-8b7e-c2486f5a941d on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:19:39.980650 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Attempting to bind port 42bba062-2641-4f3f-8b7e-c2486f5a941d by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:19:39.981165 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Attempting to bind port 42bba062-2641-4f3f-8b7e-c2486f5a941d on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:19:39.993190 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6873ef0e-b644-4d99-a970-a7b0ff274517 req-49388960-1feb-4a81-b094-57d33e7a5973 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.60 "DELETE /v2.0/ports/61a1f521-c2d3-4153-b4ba-c3f8af12268a HTTP/1.1" status: 204 len: 173 time: 5.2240989 Aug 23 14:19:40.011135 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:19:40.012749 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:19:40.014510 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:40.015182 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:19:40.017965 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Bound port: 42bba062-2641-4f3f-8b7e-c2486f5a941d, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:19:40.019844 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:40.078877 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:19:40.078877 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:19:40.096163 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-4b9d8134-cb74-41f8-995d-d1af66349daf None None] Provisioning complete for port 19b1603b-eec5-4a52-bbc4-e55de00590b4 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:40.100278 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8134-cb74-41f8-995d-d1af66349daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:40.110706 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Pushing event updated for resources: {'Port': ['ID=42bba062-2641-4f3f-8b7e-c2486f5a941d,revision_number=2']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:40.196245 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Router 5d979e39-dd21-4846-86c1-6f88e2753515 is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:19:40.207155 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:40.212171 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:40.212740 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:40.223776 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:40.223776 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:40.223776 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:40.223776 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:40.223776 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:40.223776 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:40.223776 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:40.223776 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:40.223776 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:40.230378 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:40.587610 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] For port 42bba062-2641-4f3f-8b7e-c2486f5a941d, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:19:40.601974 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] For port 42bba062-2641-4f3f-8b7e-c2486f5a941d, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=42bba062-2641-4f3f-8b7e-c2486f5a941d,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:19:40.646241 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Pushing event updated for resources: {'Port': ['ID=187b1623-a722-4d17-97f9-95028022e719,revision_number=6']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:40.689921 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:40.716789 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:40.720928 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:40.742646 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:40.856296 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-be33d934-7967-47f3-ab45-0f36ed597f0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:41.007082 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Pushing event updated for resources: {'Port': ['ID=42bba062-2641-4f3f-8b7e-c2486f5a941d,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:41.018159 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:41.085262 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Routers {'9540b6c5-7b33-4055-9b34-241025b6b38b'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:19:41.085262 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:19:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9540b6c5-7b33-4055-9b34-241025b6b38b'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:41.271597 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:41.444414 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:41.871137 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,revision_number=7']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:41.883539 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.027s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:41.936942 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-cf5120dd-7704-4606-bfd4-70f3ddd8760c service neutron] 10.222.0.86 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 3.9826658 Aug 23 14:19:42.034826 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:42.035461 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:42.167978 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] No DVR routers for this DVR port 187b1623-a722-4d17-97f9-95028022e719 on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:19:42.228040 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] Set router 9540b6c5-7b33-4055-9b34-241025b6b38b gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:19:42.228784 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 19b1603b-eec5-4a52-bbc4-e55de00590b4 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:42.435093 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Attempting to bind port 187b1623-a722-4d17-97f9-95028022e719 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:19:42.435564 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Attempting to bind port 187b1623-a722-4d17-97f9-95028022e719 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:19:42.437471 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Attempting to bind port 187b1623-a722-4d17-97f9-95028022e719 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:19:42.485993 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Attempting to bind port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 on host n-h1-805629-1 for vnic_type normal with profile {"migrating_to": "n-h2-805629-1"} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:19:42.485993 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Attempting to bind port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:19:42.485993 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Attempting to bind port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:19:42.515597 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Port 187b1623-a722-4d17-97f9-95028022e719 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:19:42.516732 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Attempting to bind port 187b1623-a722-4d17-97f9-95028022e719 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:19:42.534114 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f569fb-8bec-4716-9639-de2b75d549f0 req-75e6e94d-58a4-412f-95f0-0dd91d99f660 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:42.544795 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c3f569fb-8bec-4716-9639-de2b75d549f0 req-75e6e94d-58a4-412f-95f0-0dd91d99f660 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 943 time: 2.0987000 Aug 23 14:19:42.623372 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:19:42.624021 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Attempting to bind port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 on network 0a8efbb1-af6e-4ea8-8574-877b74baa9a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:19:42.637128 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:19:42.638147 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Checking segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:19:42.640418 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Bound using segment: {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:19:42.642589 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Bound port: 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4766f264-bf50-4545-aef3-0a2d171a4d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0a8efbb1-af6e-4ea8-8574-877b74baa9a3'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:19:42.642931 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:42.745478 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:19:42.746503 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:19:42.747367 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:19:42.752062 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Bound port: 187b1623-a722-4d17-97f9-95028022e719, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:19:42.759395 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:43.088861 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 19b1603b-eec5-4a52-bbc4-e55de00590b4 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:43.091278 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:43.144008 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Allocated IP 172.20.0.1 (9b604480-c39f-4ba3-8e7e-478eb0ebb0dc/c1c30eb0-4238-4d7f-8882-54f8f15b8604/ffc2dfb1-4943-43ec-8b9d-3220b04ec49d) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:19:43.184642 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:43.264582 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c3f569fb-8bec-4716-9639-de2b75d549f0 req-c3d69b98-5dce-4291-853a-88e5594e2d52 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7169070 Aug 23 14:19:43.367024 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] For port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:19:43.369947 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:43.376056 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] For port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:19:43.393608 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d20b2c4-a69a-4f49-85e4-38608b48a443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:43.428557 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'name': 'tempest-ServersTestJSON-397297324-router', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:32Z', 'revision_number': 3, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'gw_port': {'id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:43.447288 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd10014d-2d0c-41ae-9da2-160464dc7e31 None None] The sync data for ids ['9540b6c5-7b33-4055-9b34-241025b6b38b'] in n-d-805629-1 is: [{'id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'name': 'tempest-ServersTestJSON-397297324-router', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:32Z', 'revision_number': 3, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'gw_port': {'id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:19:43.507581 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc48373-6de4-4a89-908b-46ccce6ab43a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '187b1623-a722-4d17-97f9-95028022e719', 'code': 200} Aug 23 14:19:43.539547 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:43.540650 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 61a1f521-c2d3-4153-b4ba-c3f8af12268a no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:43.624640 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:43.636625 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:43.701145 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:43.804107 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 61a1f521-c2d3-4153-b4ba-c3f8af12268a {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:19:43.831663 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 61a1f521-c2d3-4153-b4ba-c3f8af12268a not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:19:43.834786 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:43.904931 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Transition to ACTIVE for port object ffc2dfb1-4943-43ec-8b9d-3220b04ec49d will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:43.956264 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 57cb1d65-26ab-4a41-a953-045f74a19eb2 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:44.017488 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e83cd40e-64a9-4ad7-9810-53a0454bf443 req-931ce7d7-39f0-4222-bb86-a95f52bfb8d8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.8983979 Aug 23 14:19:44.091107 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,revision_number=10']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:44.144597 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:44.263626 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:44.286359 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-49388960-1feb-4a81-b094-57d33e7a5973 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:44.330641 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] For port 187b1623-a722-4d17-97f9-95028022e719, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:19:44.397872 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee05bb1-0831-4b88-86b6-361b364b27fa', 'name': 'network-vif-deleted', 'tag': '61a1f521-c2d3-4153-b4ba-c3f8af12268a', 'status': 'completed', 'code': 200} Aug 23 14:19:44.403211 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 57cb1d65-26ab-4a41-a953-045f74a19eb2 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:19:44.429891 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 57cb1d65-26ab-4a41-a953-045f74a19eb2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:44.433467 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:44.559465 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:19:44.569592 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Network 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:19:44.590213 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:44.599464 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Pushing event updated for resources: {'Port': ['ID=ffc2dfb1-4943-43ec-8b9d-3220b04ec49d,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:44.603035 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:19:44.619862 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Sync routers for ids ['5d979e39-dd21-4846-86c1-6f88e2753515'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:19:44.702012 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:44.749282 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Routers {'5d979e39-dd21-4846-86c1-6f88e2753515'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:19:44.749834 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-97452460-bb33-49de-9655-71fd582e1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:19:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['5d979e39-dd21-4846-86c1-6f88e2753515'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:44.756667 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e83cd40e-64a9-4ad7-9810-53a0454bf443 req-0bda934b-c4ba-4e0b-8a85-91bed356de81 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 1096 time: 0.7158227 Aug 23 14:19:44.913020 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] For port 187b1623-a722-4d17-97f9-95028022e719, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=187b1623-a722-4d17-97f9-95028022e719,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:19:45.033573 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:45.095418 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:45.121216 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,revision_number=8']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:45.185198 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.484s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:45.193871 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:45.327404 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Notify callbacks [] for router, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:45.330560 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 16.8722026 Aug 23 14:19:45.344821 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:45.351107 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] 10.222.0.60 "PUT /v2.0/ports/9c75f0e0-895d-46c6-8b0b-8895d1447ef0 HTTP/1.1" status: 200 len: 1121 time: 8.3159649 Aug 23 14:19:45.389527 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Set router 5d979e39-dd21-4846-86c1-6f88e2753515 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:19:45.427633 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-44b84b43-7e99-48d6-a916-948d76f26151 req-631fd2a2-ee33-44fa-9738-70b521b16a2a tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 210 time: 0.3167892 Aug 23 14:19:45.428739 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 42548) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:45.658127 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cd40e-64a9-4ad7-9810-53a0454bf443 req-44b594bb-e9a2-45f6-8135-e6f01bf6f9ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:45.660627 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e83cd40e-64a9-4ad7-9810-53a0454bf443 req-44b594bb-e9a2-45f6-8135-e6f01bf6f9ac service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.8114071 Aug 23 14:19:45.710982 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24fccc3-af20-4462-ba9b-eef588fb8acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c75f0e0-895d-46c6-8b0b-8895d1447ef0'}, {'name': 'network-changed', 'server_uuid': 'f24fccc3-af20-4462-ba9b-eef588fb8acb', 'tag': '9c75f0e0-895d-46c6-8b0b-8895d1447ef0'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:45.888151 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:45.902546 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] 10.222.0.91 "PUT /v2.0/ports/187b1623-a722-4d17-97f9-95028022e719 HTTP/1.1" status: 200 len: 1096 time: 11.6135609 Aug 23 14:19:46.101017 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e83cd40e-64a9-4ad7-9810-53a0454bf443 req-b9b75a18-9f4a-4009-b5a6-89e87fd9eb41 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=694acdfb-8607-43e9-b757-ac75d4421838 HTTP/1.1" status: 200 len: 217 time: 0.3388238 Aug 23 14:19:46.294519 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:46.306564 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d20b2c4-a69a-4f49-85e4-38608b48a443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824', 'code': 200} Aug 23 14:19:46.391503 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['9c75f0e0-895d-46c6-8b0b-8895d1447ef0'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:19:46.415586 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c21223-a168-4a3b-9ba5-a721ddc46984 req-f5c1c2d6-b35c-4a95-9483-8dfc725852e0 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:46.418413 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-23c21223-a168-4a3b-9ba5-a721ddc46984 req-f5c1c2d6-b35c-4a95-9483-8dfc725852e0 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 948 time: 2.1075335 Aug 23 14:19:46.441901 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['9c75f0e0-895d-46c6-8b0b-8895d1447ef0'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:19:46.491450 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Pushing event updated for resources: {'Port': ['ID=187b1623-a722-4d17-97f9-95028022e719,revision_number=7']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:46.532500 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.343s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:46.647540 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a073b7df-2390-4646-ba4f-bb9d87761d97 None None] Provisioning for port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:19:46.682103 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:46.930726 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:46.932448 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 57cb1d65-26ab-4a41-a953-045f74a19eb2, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=57cb1d65-26ab-4a41-a953-045f74a19eb2,segment=NetworkSegment(c1afa190-fcd3-4d38-80d4-38cf9476b813),segment_id=c1afa190-fcd3-4d38-80d4-38cf9476b813)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:46.934832 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a073b7df-2390-4646-ba4f-bb9d87761d97 None None] Provisioning complete for port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:46.935445 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a073b7df-2390-4646-ba4f-bb9d87761d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:46.944917 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cd40e-64a9-4ad7-9810-53a0454bf443 req-ff863e91-88be-4b84-a79c-31d85694843a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:46.947650 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e5da3f5-54a5-4058-9cdc-820c5f8e0be7 req-436a5563-2b7b-4b90-954a-b7a8b087dcaf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6c92e143-201b-4adf-8be7-71a6bda275c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9800930 Aug 23 14:19:46.953288 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e83cd40e-64a9-4ad7-9810-53a0454bf443 req-ff863e91-88be-4b84-a79c-31d85694843a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.8299656 Aug 23 14:19:46.980855 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-23c21223-a168-4a3b-9ba5-a721ddc46984 req-89d090d4-1920-4749-a933-5e1ca3c5abbd tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655290 Aug 23 14:19:46.991945 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-e93e0e1d-5fa2-4dd1-87f7-f6311547b002 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 1099 time: 0.9875836 Aug 23 14:19:47.133332 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:47.289961 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device c08036f2-1fe2-4016-acea-9621f261b74e no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:47.311447 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6e27df22-7224-450a-bf56-8f479bd80188 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:47.439069 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:47.508553 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-a073b7df-2390-4646-ba4f-bb9d87761d97 None None] Port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:19:47.510858 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:47.562574 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e83cd40e-64a9-4ad7-9810-53a0454bf443 req-66f2a0f5-da9c-4e5b-8ab7-b089a872a469 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5978079 Aug 23 14:19:47.582014 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-ba7d3a55-8d3e-41a9-8336-2b5c5995734b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:47.655033 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [req-e83cd40e-64a9-4ad7-9810-53a0454bf443 req-fc3e9393-294b-4043-b0cb-bcba122e22dc service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76506) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:19:47.657045 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e83cd40e-64a9-4ad7-9810-53a0454bf443 req-fc3e9393-294b-4043-b0cb-bcba122e22dc service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0294101 Aug 23 14:19:47.657711 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-45ae205c-509a-4db7-b093-3f4fb6ec147e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:47.676735 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-45ae205c-509a-4db7-b093-3f4fb6ec147e service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.6518276 Aug 23 14:19:47.875563 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24fccc3-af20-4462-ba9b-eef588fb8acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c75f0e0-895d-46c6-8b0b-8895d1447ef0', 'code': 200} Aug 23 14:19:47.878016 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24fccc3-af20-4462-ba9b-eef588fb8acb', 'tag': '9c75f0e0-895d-46c6-8b0b-8895d1447ef0', 'status': 'completed', 'code': 200} Aug 23 14:19:47.916075 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad3171-1392-47e8-a6e1-e7d7ea037257 req-4bd2a06d-c05f-4363-ad7c-c1fffb4f14cf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:47.924382 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4dad3171-1392-47e8-a6e1-e7d7ea037257 req-4bd2a06d-c05f-4363-ad7c-c1fffb4f14cf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 943 time: 1.5831382 Aug 23 14:19:47.978921 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 42bba062-2641-4f3f-8b7e-c2486f5a941d up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:48.117780 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-69ef2303-85e2-4415-977f-d9c3ee79db68 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=187b1623-a722-4d17-97f9-95028022e719 HTTP/1.1" status: 200 len: 217 time: 0.4387765 Aug 23 14:19:48.251278 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-fcc65603-81d9-4765-842d-630598198c96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:48.263084 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-fcc65603-81d9-4765-842d-630598198c96 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1347017 Aug 23 14:19:48.294805 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=57cb1d65-26ab-4a41-a953-045f74a19eb2,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:48.306698 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e83cd40e-64a9-4ad7-9810-53a0454bf443 req-c56e5ee5-f648-4ea6-9d48-4524c09b1e65 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294854 Aug 23 14:19:48.317672 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:48.414278 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4dad3171-1392-47e8-a6e1-e7d7ea037257 req-68771309-d4ed-4d02-be16-3db4f560306a tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699236 Aug 23 14:19:48.637755 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:48.790053 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-97452460-bb33-49de-9655-71fd582e1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109002849-router', 'tenant_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aae514a-79cd-4373-a63e-382052b942e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:33Z', 'revision_number': 3, 'project_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'gw_port': {'id': '2aae514a-79cd-4373-a63e-382052b942e2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:48.802763 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 42bba062-2641-4f3f-8b7e-c2486f5a941d completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:19:48.823262 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Checking router: 5d979e39-dd21-4846-86c1-6f88e2753515 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:19:48.823643 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Updating router 5d979e39-dd21-4846-86c1-6f88e2753515 port 2aae514a-79cd-4373-a63e-382052b942e2 binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:19:48.913986 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e5da3f5-54a5-4058-9cdc-820c5f8e0be7 req-d2b9f759-34a4-4113-b762-9b99dcd645c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2034027793af497da36d458d770abdf3&device_id=6c92e143-201b-4adf-8be7-71a6bda275c1 HTTP/1.1" status: 200 len: 1101 time: 1.0303688 Aug 23 14:19:48.938953 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a78ea511-3b34-4306-b25e-67e01c916e0b req-6634c096-627d-420d-a6ab-545ac180b309 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 210 time: 0.1538088 Aug 23 14:19:49.026962 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 42bba062-2641-4f3f-8b7e-c2486f5a941d triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:49.027433 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:49.028448 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Pushing event updated for resources: {'Port': ['ID=ffc2dfb1-4943-43ec-8b9d-3220b04ec49d,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:49.067558 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.754s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:49.111508 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-2835b18b-f706-4801-804f-d017476e0ffd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7782116 Aug 23 14:19:49.119108 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Network 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:19:49.127476 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:49.217635 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:49.497178 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.91', 59666) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:49.716204 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c92e143-201b-4adf-8be7-71a6bda275c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c08036f2-1fe2-4016-acea-9621f261b74e'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:49.760269 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5da3f5-54a5-4058-9cdc-820c5f8e0be7 req-13f02284-2dba-4a19-87e3-c612f6776e4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:49.763444 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e5da3f5-54a5-4058-9cdc-820c5f8e0be7 req-13f02284-2dba-4a19-87e3-c612f6776e4e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.4670444 Aug 23 14:19:49.785077 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c08036f2-1fe2-4016-acea-9621f261b74e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c08036f2-1fe2-4016-acea-9621f261b74e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:50.011501 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e83cd40e-64a9-4ad7-9810-53a0454bf443 req-de3923bd-a12e-4d79-8d2d-e4ddd627ed68 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6582804 Aug 23 14:19:50.024941 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-507117b6-4734-42c7-9962-3c1190c72ab5 req-c635b641-d2c9-4964-8786-8a037ef62cf1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 1124 time: 2.2783623 Aug 23 14:19:50.045433 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:50.056470 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc48373-6de4-4a89-908b-46ccce6ab43a', 'tag': '187b1623-a722-4d17-97f9-95028022e719'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:50.069614 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:50.083827 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-45995b46-c67d-456e-a185-675848c552f8 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9118083 Aug 23 14:19:50.259127 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e5da3f5-54a5-4058-9cdc-820c5f8e0be7 req-7ccf7660-e30c-4460-9e9c-7a5629b521f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=c08036f2-1fe2-4016-acea-9621f261b74e HTTP/1.1" status: 200 len: 217 time: 0.4873652 Aug 23 14:19:50.278845 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:50.378182 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-7385d440-7f9c-473d-9012-aa56db9b107f None None] Provisioning complete for port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:50.380890 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7385d440-7f9c-473d-9012-aa56db9b107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:50.524137 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-386b0278-0719-41f1-82a1-c8e99197e069 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:50.526899 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-386b0278-0719-41f1-82a1-c8e99197e069 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.91 "GET /v2.0/networks?id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb HTTP/1.1" status: 200 len: 805 time: 1.0277653 Aug 23 14:19:50.573774 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 42bba062-2641-4f3f-8b7e-c2486f5a941d, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=42bba062-2641-4f3f-8b7e-c2486f5a941d,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:50.776203 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:50.797442 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-7385d440-7f9c-473d-9012-aa56db9b107f None None] Port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:19:50.811321 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=c08036f2-1fe2-4016-acea-9621f261b74e,revision_number=11']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:50.817369 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:50.823255 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:50.840513 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Request body: {'port': {'device_id': 'c412e864-7722-44ff-b471-7110e9aedd34', 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb', 'admin_state_up': True, 'tenant_id': '68a58e4ba53c42e18be665e5234f87bb'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:19:50.898707 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507117b6-4734-42c7-9962-3c1190c72ab5 req-d67f627b-42d5-478c-8ca3-ec4033c50fc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:50.906182 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-507117b6-4734-42c7-9962-3c1190c72ab5 req-d67f627b-42d5-478c-8ca3-ec4033c50fc8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.8557086 Aug 23 14:19:50.967110 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5da3f5-54a5-4058-9cdc-820c5f8e0be7 req-9ce2ae77-84a8-4d68-b2bb-b7c2ab1630bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:50.968539 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e5da3f5-54a5-4058-9cdc-820c5f8e0be7 req-9ce2ae77-84a8-4d68-b2bb-b7c2ab1630bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.5364335 Aug 23 14:19:50.993895 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbda91-6c94-417b-ad59-6b06ee2c3370 req-e2aa1fc6-221b-4ac5-bdf4-5b6a4f02dcc7 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:51.002765 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-25dbda91-6c94-417b-ad59-6b06ee2c3370 req-e2aa1fc6-221b-4ac5-bdf4-5b6a4f02dcc7 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c92e143-201b-4adf-8be7-71a6bda275c1 HTTP/1.1" status: 200 len: 950 time: 1.3630064 Aug 23 14:19:51.037699 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 57cb1d65-26ab-4a41-a953-045f74a19eb2 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:51.122606 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=42bba062-2641-4f3f-8b7e-c2486f5a941d,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:51.133952 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:51.232757 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-507117b6-4734-42c7-9962-3c1190c72ab5 req-19df10eb-476b-426f-ae01-0824cafe1e8a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c75f0e0-895d-46c6-8b0b-8895d1447ef0 HTTP/1.1" status: 200 len: 217 time: 0.1893585 Aug 23 14:19:51.240741 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295dbff-239e-476c-8a30-5891a6e3a563 req-fe886942-c22f-478a-ac06-0ec3e6a468c4 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:51.242288 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a295dbff-239e-476c-8a30-5891a6e3a563 req-fe886942-c22f-478a-ac06-0ec3e6a468c4 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 948 time: 1.1876068 Aug 23 14:19:51.251802 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-7b96ce0d-8801-4ec9-b8d2-c23c9fc16085 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9004378 Aug 23 14:19:51.284992 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-25dbda91-6c94-417b-ad59-6b06ee2c3370 req-08708648-a46d-4aaf-b223-73f7a9870378 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/security-groups?id=79c54559-79a0-4aa1-9db1-6a43269a8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813742 Aug 23 14:19:51.310003 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 57cb1d65-26ab-4a41-a953-045f74a19eb2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:51.311305 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:51.311933 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:51.327907 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Usage tracker for resource:port and tenant:68a58e4ba53c42e18be665e5234f87bb is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:51.348456 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:51.357567 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a295dbff-239e-476c-8a30-5891a6e3a563 req-7b1a166d-ccbe-4216-a3a7-f1ca6a634d31 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916865 Aug 23 14:19:51.365445 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:51.369074 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-9dedb077-6b24-4ced-9389-361cc7288fd1 service neutron] 10.222.0.91 "GET /v2.0/ports/9c75f0e0-895d-46c6-8b0b-8895d1447ef0/bindings/n-h2-805629-1 HTTP/1.1" status: 200 len: 384 time: 0.8225126 Aug 23 14:19:51.375018 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507117b6-4734-42c7-9962-3c1190c72ab5 req-35171d0f-8d54-47b4-b3b9-229d09d56b31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:51.376920 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-507117b6-4734-42c7-9962-3c1190c72ab5 req-35171d0f-8d54-47b4-b3b9-229d09d56b31 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.1318057 Aug 23 14:19:51.386243 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e5da3f5-54a5-4058-9cdc-820c5f8e0be7 req-6529c79b-f20d-4466-9d28-9fdf9b50d0ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4040542 Aug 23 14:19:51.473737 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:51.538578 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-caebc30c-d4e4-43e6-8340-a673ab3a7f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:51.561514 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Transition to ACTIVE for port object 2aae514a-79cd-4373-a63e-382052b942e2 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:51.652656 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-507117b6-4734-42c7-9962-3c1190c72ab5 req-b531c15e-af8d-45f5-a768-11760265f848 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2124755 Aug 23 14:19:51.668792 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:51.689219 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Made reservation on behalf of 68a58e4ba53c42e18be665e5234f87bb for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:51.698412 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-8f28153f-406b-45a5-9d06-804990ccfd87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:51.708991 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:51.859269 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c92e143-201b-4adf-8be7-71a6bda275c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c08036f2-1fe2-4016-acea-9621f261b74e', 'code': 200} Aug 23 14:19:51.872205 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021f7e8-51c5-41da-b699-c69766ea8c4c None None] Pushing event updated for resources: {'Port': ['ID=2aae514a-79cd-4373-a63e-382052b942e2,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:51.890384 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:51.968196 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5021f7e8-51c5-41da-b699-c69766ea8c4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:51.995658 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Attempting to bind port 2aae514a-79cd-4373-a63e-382052b942e2 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:19:51.996839 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Attempting to bind port 2aae514a-79cd-4373-a63e-382052b942e2 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:19:51.997815 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Attempting to bind port 2aae514a-79cd-4373-a63e-382052b942e2 on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:19:52.044251 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-507117b6-4734-42c7-9962-3c1190c72ab5 req-5c915fa8-147c-48c5-b1e0-c6a0b6e23bcf service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945559 Aug 23 14:19:52.054601 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:52.067876 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:19:52.070668 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:19:52.073105 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:52.075190 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:19:52.082829 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Bound port: 2aae514a-79cd-4373-a63e-382052b942e2, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:19:52.082829 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:52.110540 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b931075-2776-441d-9648-2fe1c4f7548d req-16b58a75-6f02-4437-95d4-441c8112ed0d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:52.114461 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b931075-2776-441d-9648-2fe1c4f7548d req-16b58a75-6f02-4437-95d4-441c8112ed0d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 943 time: 0.2630866 Aug 23 14:19:52.118882 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e5da3f5-54a5-4058-9cdc-820c5f8e0be7 req-6ac9246e-2432-4f07-97fc-41466bf1e3c9 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7183487 Aug 23 14:19:52.330261 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e5da3f5-54a5-4058-9cdc-820c5f8e0be7 req-1ea5bf0c-7100-44e9-9c78-433681628547 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991186 Aug 23 14:19:52.437957 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-97452460-bb33-49de-9655-71fd582e1904 None None] For port 2aae514a-79cd-4373-a63e-382052b942e2, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:19:52.450436 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-97452460-bb33-49de-9655-71fd582e1904 None None] For port 2aae514a-79cd-4373-a63e-382052b942e2, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=2aae514a-79cd-4373-a63e-382052b942e2,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:19:52.454483 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b931075-2776-441d-9648-2fe1c4f7548d req-0a58e783-fa74-45f7-8083-d782131a37d0 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218040 Aug 23 14:19:52.565935 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:52.603897 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-e02cf1cc-1f90-4d5c-9ab8-bec15ac5c0d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:52.785843 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-507117b6-4734-42c7-9962-3c1190c72ab5 req-5896ff07-263e-48f5-a263-dfd0c4267768 service neutron] 10.222.0.91 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313151 Aug 23 14:19:52.917369 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Routers {'5d979e39-dd21-4846-86c1-6f88e2753515'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:19:52.918766 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-97452460-bb33-49de-9655-71fd582e1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:19:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['5d979e39-dd21-4846-86c1-6f88e2753515'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:52.973486 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc48373-6de4-4a89-908b-46ccce6ab43a', 'tag': '187b1623-a722-4d17-97f9-95028022e719', 'status': 'completed', 'code': 200} Aug 23 14:19:53.056665 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021f7e8-51c5-41da-b699-c69766ea8c4c None None] Pushing event updated for resources: {'Port': ['ID=2aae514a-79cd-4373-a63e-382052b942e2,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:53.070078 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 42bba062-2641-4f3f-8b7e-c2486f5a941d up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:53.113321 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5021f7e8-51c5-41da-b699-c69766ea8c4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:53.117132 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01bc2e09-e09f-40a2-8211-b8e9bff0a3e5 req-083aa4c4-e601-4574-8019-19a935b72774 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 210 time: 0.3656418 Aug 23 14:19:53.342277 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 42bba062-2641-4f3f-8b7e-c2486f5a941d triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:53.342668 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:53.362393 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Allocated IP 172.20.0.2 (d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb/7c65d0fb-9e93-42b4-b48b-75141f36f07b/7bcba259-ccb8-48ff-a37b-7341a9536754) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:19:53.408435 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-97452460-bb33-49de-9655-71fd582e1904 None None] Set router 5d979e39-dd21-4846-86c1-6f88e2753515 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:19:53.492771 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-655b5417-0d86-487d-ba7c-358a837ef026 req-14013c08-3070-4173-bbe0-bdb5604cac12 service neutron] For port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:53.492982 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:53.502237 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Router 9540b6c5-7b33-4055-9b34-241025b6b38b has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:19:53.556216 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-45ca65fb-b482-411d-ae45-ebd2a6255452 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 1099 time: 0.5643075 Aug 23 14:19:53.598469 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-515d6bf4-fe74-4f72-9f8c-e8b0118b9e34 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 1099 time: 0.5355499 Aug 23 14:19:53.735242 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-655b5417-0d86-487d-ba7c-358a837ef026 req-14013c08-3070-4173-bbe0-bdb5604cac12 service neutron] For port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:19:53.858998 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 187b1623-a722-4d17-97f9-95028022e719 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:19:54.183049 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-d496fb07-0a48-45b9-a89c-4a749c975b19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:54.188524 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-d496fb07-0a48-45b9-a89c-4a749c975b19 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.6193926 Aug 23 14:19:54.269581 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a7ad1b13-a5d4-4d7a-8a8b-470ff2b1e0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:54.313757 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-655b5417-0d86-487d-ba7c-358a837ef026 req-14013c08-3070-4173-bbe0-bdb5604cac12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:19:54.349249 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:19:54.370663 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-655b5417-0d86-487d-ba7c-358a837ef026 req-14013c08-3070-4173-bbe0-bdb5604cac12 service neutron] For port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:54.464484 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-8d1c0598-7859-4706-b3ec-84e0cc0dd310 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=187b1623-a722-4d17-97f9-95028022e719 HTTP/1.1" status: 200 len: 217 time: 0.2553580 Aug 23 14:19:54.576295 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275adcb-a533-414f-aabb-4eb35c31cc2b req-9389b0b7-68a4-4c29-997c-945bc08ab97f tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:54.577947 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8275adcb-a533-414f-aabb-4eb35c31cc2b req-9389b0b7-68a4-4c29-997c-945bc08ab97f tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 948 time: 1.1430590 Aug 23 14:19:54.624870 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-655b5417-0d86-487d-ba7c-358a837ef026 req-14013c08-3070-4173-bbe0-bdb5604cac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:54.717051 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:54.734925 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 42644) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:54.788638 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-a94d33e9-0f91-426d-93a3-19dbd5195172 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:54.790823 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-a94d33e9-0f91-426d-93a3-19dbd5195172 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 1.1354747 Aug 23 14:19:54.906374 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec5653-8752-4c32-bcda-4e42d976bd1e req-5a9339a2-f816-47b6-852a-b533500ed62e tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:54.919465 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-81ec5653-8752-4c32-bcda-4e42d976bd1e req-5a9339a2-f816-47b6-852a-b533500ed62e tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 943 time: 0.6045055 Aug 23 14:19:54.928449 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:54.976819 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-fc042cc8-2f2f-44c3-be20-7a8d0aea22d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:54.979960 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-fc042cc8-2f2f-44c3-be20-7a8d0aea22d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.4859605 Aug 23 14:19:55.001488 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 187b1623-a722-4d17-97f9-95028022e719, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=187b1623-a722-4d17-97f9-95028022e719,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:55.016957 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-a9f38282-c9a8-4dc0-ae88-68e048024409 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=187b1623-a722-4d17-97f9-95028022e719 HTTP/1.1" status: 200 len: 217 time: 0.2150433 Aug 23 14:19:55.030347 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '187b1623-a722-4d17-97f9-95028022e719', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '187b1623-a722-4d17-97f9-95028022e719', 'mac_address': 'fa:16:3e:f8:8d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:19:55.129292 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-97452460-bb33-49de-9655-71fd582e1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109002849-router', 'tenant_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aae514a-79cd-4373-a63e-382052b942e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:33Z', 'revision_number': 3, 'project_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'gw_port': {'id': '2aae514a-79cd-4373-a63e-382052b942e2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:55.142310 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97452460-bb33-49de-9655-71fd582e1904 None None] The sync data for ids ['5d979e39-dd21-4846-86c1-6f88e2753515'] in n-d-805629-1 is: [{'id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109002849-router', 'tenant_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aae514a-79cd-4373-a63e-382052b942e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:33Z', 'revision_number': 3, 'project_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'gw_port': {'id': '2aae514a-79cd-4373-a63e-382052b942e2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:19:55.158758 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:55.189478 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-655b5417-0d86-487d-ba7c-358a837ef026 req-14013c08-3070-4173-bbe0-bdb5604cac12 service neutron] Transition to ACTIVE for port object 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:55.193418 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187b1623-a722-4d17-97f9-95028022e719 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:19:55.206516 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-23d11531-d1ed-473d-9a33-a2eecd2b387a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:55.208126 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-23d11531-d1ed-473d-9a33-a2eecd2b387a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1257243 Aug 23 14:19:55.238265 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 187b1623-a722-4d17-97f9-95028022e719, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=187b1623-a722-4d17-97f9-95028022e719,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:55.265427 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:55.279317 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-95f8f593-7ebe-4be2-840f-c93e69b70b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:55.359778 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-655b5417-0d86-487d-ba7c-358a837ef026 req-14013c08-3070-4173-bbe0-bdb5604cac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:55.369051 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:55.372393 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:55.399096 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:19:55.404862 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:55.418048 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:19:55.420349 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Pushing event updated for resources: {'Port': ['ID=7bcba259-ccb8-48ff-a37b-7341a9536754,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:55.430493 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Sync routers for ids ['9540b6c5-7b33-4055-9b34-241025b6b38b'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:19:55.436805 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:19:55.454768 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Routers {'9540b6c5-7b33-4055-9b34-241025b6b38b'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:19:55.456476 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:19:54Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9540b6c5-7b33-4055-9b34-241025b6b38b'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:55.491487 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8275adcb-a533-414f-aabb-4eb35c31cc2b req-b11d78f6-18bd-49cc-8e43-f873132bf1d5 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8159811 Aug 23 14:19:55.529999 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-74b311df-2139-49a9-bae3-715d962c40c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:55.560119 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=187b1623-a722-4d17-97f9-95028022e719,revision_number=8']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:55.570070 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:55.626697 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Allocated IP 172.20.0.1 (3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74/bba20164-582f-4279-a495-97cba12ad186/e2779ce0-ab54-46f9-b0a0-541c768ca03b) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:19:55.658338 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['187b1623-a722-4d17-97f9-95028022e719'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:19:55.945252 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Set router 9540b6c5-7b33-4055-9b34-241025b6b38b gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:19:55.956880 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-81ec5653-8752-4c32-bcda-4e42d976bd1e req-427c9306-16c1-48fd-a5cb-b2ae3decf287 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0329075 Aug 23 14:19:56.088463 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:56.094187 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:56.192100 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:56.282871 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-cf98ef72-8648-4e82-aad7-dc82aff8f2f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2002003 Aug 23 14:19:56.295797 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-74b311df-2139-49a9-bae3-715d962c40c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:56.327429 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-93a517a8-64c6-4de3-8b63-ede977661bfe service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:19:56.329950 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-93a517a8-64c6-4de3-8b63-ede977661bfe service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0255859 Aug 23 14:19:56.337518 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-74b311df-2139-49a9-bae3-715d962c40c8 admin admin] Usage tracker for resource:security_group_rule and tenant:1ff6fbb2d870400cb7595353f9e7ff65 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:56.346359 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-74b311df-2139-49a9-bae3-715d962c40c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:56.515486 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.236s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:56.521103 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9f341c2d-7d6b-472f-8ef0-ee76276a6b13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.147s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:56.569387 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-b28143fb-f6fc-4bc5-bb49-746b39311438 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158046 Aug 23 14:19:56.576438 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-655b5417-0d86-487d-ba7c-358a837ef026 req-14013c08-3070-4173-bbe0-bdb5604cac12 service neutron] No DVR routers for this DVR port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:19:56.580714 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-74b311df-2139-49a9-bae3-715d962c40c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:56.587730 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] 10.222.0.86 "PUT /v2.0/routers/9540b6c5-7b33-4055-9b34-241025b6b38b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.2032113 Aug 23 14:19:56.643389 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9383569 Aug 23 14:19:56.691479 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Request body: {'port': {'device_id': 'c412e864-7722-44ff-b471-7110e9aedd34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:19:56.886809 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:56.938896 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'name': 'tempest-ServersTestJSON-397297324-router', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:45Z', 'revision_number': 4, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'gw_port': {'id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'ffc2dfb1-4943-43ec-8b9d-3220b04ec49d', 'name': '', 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'mac_address': 'fa:16:3e:54:c7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:41Z', 'updated_at': '2021-08-23T14:19:46Z', 'revision_number': 2, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'subnets': [{'id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:56.961404 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Checking router: 9540b6c5-7b33-4055-9b34-241025b6b38b for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:19:56.962026 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Updating router 9540b6c5-7b33-4055-9b34-241025b6b38b port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:19:57.047596 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Transition to ACTIVE for port object e2779ce0-ab54-46f9-b0a0-541c768ca03b will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:57.159887 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66536b2-6113-4306-b81f-9022bab323a5 req-7d9ebb7c-3e38-41f5-ad0c-4fcd7216e795 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:57.182869 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e66536b2-6113-4306-b81f-9022bab323a5 req-7d9ebb7c-3e38-41f5-ad0c-4fcd7216e795 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 931 time: 0.6021359 Aug 23 14:19:57.229715 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14013c08-3070-4173-bbe0-bdb5604cac12 service neutron] Pushing event updated for resources: {'Port': ['ID=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,revision_number=10']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:57.251666 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:57.256759 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-14013c08-3070-4173-bbe0-bdb5604cac12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:57.321757 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-14013c08-3070-4173-bbe0-bdb5604cac12 service neutron] 10.222.0.91 "PUT /v2.0/ports/9c75f0e0-895d-46c6-8b0b-8895d1447ef0/bindings/n-h2-805629-1/activate HTTP/1.1" status: 200 len: 369 time: 5.9425504 Aug 23 14:19:57.356400 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-9e6fb46a-042a-4285-a966-0db390702e16 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.1401553 Aug 23 14:19:57.420640 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-feccd8a5-ceca-4c23-b432-b263f4b6792c service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7892599 Aug 23 14:19:57.667563 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-74b311df-2139-49a9-bae3-715d962c40c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:57.700825 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e66536b2-6113-4306-b81f-9022bab323a5 req-b6991426-41d2-4f20-adaf-28c82cd26b83 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160718 Aug 23 14:19:57.805633 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-74b311df-2139-49a9-bae3-715d962c40c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:57.816708 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 187b1623-a722-4d17-97f9-95028022e719 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:57.842184 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-625b1958-537b-45f1-a316-089272cc00d1 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489189 Aug 23 14:19:57.842685 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d1833c6d-dd0a-42c4-85f3-107781ac43e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:57.912802 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:57.990195 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:58.111541 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 187b1623-a722-4d17-97f9-95028022e719 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:19:58.119914 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 187b1623-a722-4d17-97f9-95028022e719 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:58.120374 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:58.142898 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-74b311df-2139-49a9-bae3-715d962c40c8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1ff6fbb2d870400cb7595353f9e7ff65&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3834217 Aug 23 14:19:58.147679 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 42686) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:58.223534 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Network 3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:19:58.259539 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599cc74-faac-4338-824e-a6c729271daa req-b01062d4-b1eb-4a08-a8ef-f77f657d545a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:58.269623 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7599cc74-faac-4338-824e-a6c729271daa req-b01062d4-b1eb-4a08-a8ef-f77f657d545a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 949 time: 0.8071380 Aug 23 14:19:58.270573 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:58.280769 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:19:58.423806 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b311df-2139-49a9-bae3-715d962c40c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea872ec1-3280-4f7f-8e91-ca4635972da1,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:58.440277 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-74b311df-2139-49a9-bae3-715d962c40c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:58.479599 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e94cb167-0cc7-4d42-9df9-3828cf1c720e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:58.591471 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c1f7ee22-3b95-46d0-937d-3729b99e57d1 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb&tenant_id=e457f5bb77ff4c95a16e095f62e5326f&binding%3Ahost_id=n-h1-805629-1 HTTP/1.1" status: 200 len: 1095 time: 1.0403895 Aug 23 14:19:58.730814 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:58.760903 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:58.791916 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Transition to ACTIVE for port object ffc2dfb1-4943-43ec-8b9d-3220b04ec49d will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:58.810655 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc48373-6de4-4a89-908b-46ccce6ab43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187b1623-a722-4d17-97f9-95028022e719'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:58.831245 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 187b1623-a722-4d17-97f9-95028022e719, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=187b1623-a722-4d17-97f9-95028022e719,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:19:58.856672 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Pushing event updated for resources: {'Port': ['ID=e2779ce0-ab54-46f9-b0a0-541c768ca03b,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:58.872457 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:58.902034 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c0e1f4b4-6a8d-47cd-a20b-a48589ba8242 req-c70dc4af-9a71-46af-a780-fc0127e310f1 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0556047 Aug 23 14:19:58.902943 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:58.914153 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:58.936860 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7599cc74-faac-4338-824e-a6c729271daa req-28520e12-7702-4655-9cef-8da663d34481 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347371 Aug 23 14:19:58.947960 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:58.959448 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:58.961887 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-f7c1dbfb-6cae-4b5f-807d-8ff89f511434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:58.991401 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-b72c4864-1986-48a8-bc0b-0c0efea6f13f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:59.074261 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-e32b1b80-7db6-476a-8637-9b35463b7e1a None None] Provisioning for port e2779ce0-ab54-46f9-b0a0-541c768ca03b completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:19:59.107250 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-e32b1b80-7db6-476a-8637-9b35463b7e1a None None] Provisioning complete for port e2779ce0-ab54-46f9-b0a0-541c768ca03b triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:59.107932 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e32b1b80-7db6-476a-8637-9b35463b7e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:59.148063 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02bed-294d-4ae6-94ea-70fd5f69693f req-ea832d31-1eff-4390-9a65-f6d28507d27b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:59.163890 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d4a02bed-294d-4ae6-94ea-70fd5f69693f req-ea832d31-1eff-4390-9a65-f6d28507d27b tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 944 time: 0.6180015 Aug 23 14:19:59.232476 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-9e0cc13e-2850-4344-9f15-b203e72ead2a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb&tenant_id=e457f5bb77ff4c95a16e095f62e5326f HTTP/1.1" status: 200 len: 1095 time: 0.6093407 Aug 23 14:19:59.250947 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 2aae514a-79cd-4373-a63e-382052b942e2 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:59.591507 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=187b1623-a722-4d17-97f9-95028022e719,revision_number=9']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:59.599890 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:59.602639 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218bd7e-8927-4b79-853b-4e114e36852a None None] Pushing event updated for resources: {'Port': ['ID=ffc2dfb1-4943-43ec-8b9d-3220b04ec49d,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:59.641177 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:59.679325 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:59.680409 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:59.680941 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:59.681720 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:59.682281 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:59.682940 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:59.683507 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:59.684031 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:59.684549 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:59.685066 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:59.685617 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:59.703002 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-e32b1b80-7db6-476a-8637-9b35463b7e1a None None] Port e2779ce0-ab54-46f9-b0a0-541c768ca03b cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:19:59.707197 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:59.741039 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-8218bd7e-8927-4b79-853b-4e114e36852a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:59.854297 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcba259-ccb8-48ff-a37b-7341a9536754 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:19:59.856078 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 2aae514a-79cd-4373-a63e-382052b942e2 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:19:59.872780 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 2aae514a-79cd-4373-a63e-382052b942e2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:59.875506 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:59.892279 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:59.916003 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Attempting to bind port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:19:59.916806 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Attempting to bind port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '3c772d9d-e26a-431d-b7ba-ef19a5700ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:19:59.916952 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Attempting to bind port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d on network 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:19:59.928670 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Transition to ACTIVE for port object 7bcba259-ccb8-48ff-a37b-7341a9536754 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:59.946732 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:19:59.948108 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Checking segment: {'id': '3c772d9d-e26a-431d-b7ba-ef19a5700ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:19:59.949084 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:59.959907 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:59.962144 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Bound using segment: {'id': '3c772d9d-e26a-431d-b7ba-ef19a5700ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:19:59.963074 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Bound port: ffc2dfb1-4943-43ec-8b9d-3220b04ec49d, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c772d9d-e26a-431d-b7ba-ef19a5700ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:19:59.964714 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:59.981605 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3906646e-1184-4044-afd5-c5f6760c01ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:00.033287 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea872ec1-3280-4f7f-8e91-ca4635972da1,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:00.062505 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:00.095608 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d4a02bed-294d-4ae6-94ea-70fd5f69693f req-d7b30321-e337-4983-886a-0ecf67613292 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9309506 Aug 23 14:20:00.119927 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:00.121045 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ea872ec1-3280-4f7f-8e91-ca4635972da1 HTTP/1.1" status: 204 len: 168 time: 1.9717622 Aug 23 14:20:00.122565 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:00.122932 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:00.123351 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:00.123716 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:00.124079 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:00.124444 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:00.124786 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:00.136527 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:00.136998 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:00.137464 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:00.137864 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:00.213845 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-54eeeeba-21f4-4e3e-9355-4c52ab30b9da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 1095 time: 0.9119272 Aug 23 14:20:00.350306 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:00.423071 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] For port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:20:00.453274 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] For port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ffc2dfb1-4943-43ec-8b9d-3220b04ec49d,segment=NetworkSegment(3c772d9d-e26a-431d-b7ba-ef19a5700ae0),segment_id=3c772d9d-e26a-431d-b7ba-ef19a5700ae0)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:20:00.476992 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c01910c6-d6f5-42a1-a936-304576b1bf11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:00.512301 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:00.548888 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 42702) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:00.567748 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 2aae514a-79cd-4373-a63e-382052b942e2, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=2aae514a-79cd-4373-a63e-382052b942e2,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:00.598167 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:00.605065 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663839067', 'description': 'tempest-description--866234112'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:00.618200 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-8ee15940-e6f0-4afc-97ad-d053d8174498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:00.626778 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:00.680643 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:00.683089 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:00.684134 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Usage tracker for resource:security_group and tenant:29c3385b419d476c965ea8d7ad48cdd9 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:00.709283 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:20:00.751277 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:00.763933 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:00.776416 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:00.792881 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b5417-0d86-487d-ba7c-358a837ef026 req-45b6330d-d2f6-4104-8e0a-75221339cd1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:00.794990 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-45b6330d-d2f6-4104-8e0a-75221339cd1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 200 len: 922 time: 0.5736544 Aug 23 14:20:00.836017 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcba259-ccb8-48ff-a37b-7341a9536754,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:00.849895 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:00.899542 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Attempting to bind port 7bcba259-ccb8-48ff-a37b-7341a9536754 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:20:00.900462 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Attempting to bind port 7bcba259-ccb8-48ff-a37b-7341a9536754 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:20:00.901193 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Attempting to bind port 7bcba259-ccb8-48ff-a37b-7341a9536754 on network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:20:00.925958 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Port 7bcba259-ccb8-48ff-a37b-7341a9536754 on network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:20:00.927672 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Attempting to bind port 7bcba259-ccb8-48ff-a37b-7341a9536754 on network d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:20:00.940504 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218bd7e-8927-4b79-853b-4e114e36852a None None] Pushing event updated for resources: {'Port': ['ID=ffc2dfb1-4943-43ec-8b9d-3220b04ec49d,revision_number=4']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:00.946328 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-8218bd7e-8927-4b79-853b-4e114e36852a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:00.959725 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:20:00.962168 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Checking segment: {'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:20:00.963596 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Bound using segment: {'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:20:00.965092 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Bound port: 7bcba259-ccb8-48ff-a37b-7341a9536754, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012a4891-4894-41da-9448-7e9157fca13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:20:00.965822 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:00.992791 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Routers {'9540b6c5-7b33-4055-9b34-241025b6b38b'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:20:00.996440 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:19:54Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9540b6c5-7b33-4055-9b34-241025b6b38b'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:01.057421 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=2aae514a-79cd-4373-a63e-382052b942e2,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:01.073495 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:01.352348 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc48373-6de4-4a89-908b-46ccce6ab43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187b1623-a722-4d17-97f9-95028022e719', 'code': 200} Aug 23 14:20:01.409733 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] For port 7bcba259-ccb8-48ff-a37b-7341a9536754, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:20:01.430672 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] For port 7bcba259-ccb8-48ff-a37b-7341a9536754, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=7bcba259-ccb8-48ff-a37b-7341a9536754,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:20:01.743713 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:01.777222 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:01.870509 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:01.873400 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:01.878056 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:01.886313 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0f1db36c-58b7-49e9-9c20-d8e12a87394a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:01.909214 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] Set router 9540b6c5-7b33-4055-9b34-241025b6b38b gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:20:01.946039 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-1d0f6f7b-3b54-4287-b441-70df03362e9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c75f0e0-895d-46c6-8b0b-8895d1447ef0 HTTP/1.1" status: 200 len: 217 time: 1.1377621 Aug 23 14:20:02.143112 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:02.146480 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] 10.222.0.91 "PUT /v2.0/ports/7bcba259-ccb8-48ff-a37b-7341a9536754 HTTP/1.1" status: 200 len: 1091 time: 5.4737229 Aug 23 14:20:02.152602 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c412e864-7722-44ff-b471-7110e9aedd34', 'tag': '7bcba259-ccb8-48ff-a37b-7341a9536754'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:02.226340 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcba259-ccb8-48ff-a37b-7341a9536754,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:02.255697 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:02.317505 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 42726) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:02.423760 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8c09059c-69b9-4772-bfab-49b3078d13c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:02.433859 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:02.470087 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Pushing event updated for resources: {'Port': ['ID=e2779ce0-ab54-46f9-b0a0-541c768ca03b,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:02.523664 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:02.544031 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:02.551965 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c7d57c6a-8b72-4209-956d-aa02664ab049 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:02.558060 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-c7d57c6a-8b72-4209-956d-aa02664ab049 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 200 len: 861 time: 0.4882374 Aug 23 14:20:02.602388 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1ec99-a6f0-4955-b24c-5de778434c0b req-19ac5c9c-7e80-4220-b51a-5b52e1041b77 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:02.613037 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-acd1ec99-a6f0-4955-b24c-5de778434c0b req-19ac5c9c-7e80-4220-b51a-5b52e1041b77 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 943 time: 1.0111215 Aug 23 14:20:02.621686 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Usage tracker for resource:security_group_rule and tenant:29c3385b419d476c965ea8d7ad48cdd9 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:02.695920 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-8c09059c-69b9-4772-bfab-49b3078d13c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:02.706009 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-8c09059c-69b9-4772-bfab-49b3078d13c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c1f7593633cf4c499eda58075a588f93 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:02.713183 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-8c09059c-69b9-4772-bfab-49b3078d13c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:02.717377 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-cab903da-4cfa-4ebe-b121-e395116d5b9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a8efbb1-af6e-4ea8-8574-877b74baa9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850682 Aug 23 14:20:02.719866 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:02.727154 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-8c09059c-69b9-4772-bfab-49b3078d13c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:02.820841 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:03.041056 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:20:03.045116 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8c09059c-69b9-4772-bfab-49b3078d13c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:03.073410 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-b8fe4d34-92a0-47c8-997d-1ba8876400f8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=68a58e4ba53c42e18be665e5234f87bb&device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 1094 time: 0.7251990 Aug 23 14:20:03.092445 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 2aae514a-79cd-4373-a63e-382052b942e2 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:03.128295 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-acd1ec99-a6f0-4955-b24c-5de778434c0b req-3823d465-912e-49dd-929b-15f33909e2b6 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018986 Aug 23 14:20:03.179243 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaf4d3-6131-4daa-8339-805f1a45fe4c req-10fc4382-35b2-4bf9-940d-d3f452785824 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:03.180043 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-eeaaf4d3-6131-4daa-8339-805f1a45fe4c req-10fc4382-35b2-4bf9-940d-d3f452785824 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Synchronizing usage tracker for tenant:cae7784c1a0e409298815052dfe79897 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:03.197103 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-fe7ecfd5-55e0-4b7a-9dc3-209a9c20e46d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bcba259-ccb8-48ff-a37b-7341a9536754 HTTP/1.1" status: 200 len: 217 time: 0.1073170 Aug 23 14:20:03.303542 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-6af6ee7b-a842-470c-9149-3aad6cbbc994 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:03.305495 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-6af6ee7b-a842-470c-9149-3aad6cbbc994 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c65d0fb-9e93-42b4-b48b-75141f36f07b HTTP/1.1" status: 200 len: 845 time: 0.1042349 Aug 23 14:20:03.313289 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'name': 'tempest-ServersTestJSON-397297324-router', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:45Z', 'revision_number': 4, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'gw_port': {'id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'ffc2dfb1-4943-43ec-8b9d-3220b04ec49d', 'name': '', 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'mac_address': 'fa:16:3e:54:c7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:41Z', 'updated_at': '2021-08-23T14:20:00Z', 'revision_number': 4, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'subnets': [{'id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:03.321577 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c245eb6-5429-42cf-a35a-4c7c8486d584 None None] The sync data for ids ['9540b6c5-7b33-4055-9b34-241025b6b38b'] in n-d-805629-1 is: [{'id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'name': 'tempest-ServersTestJSON-397297324-router', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:45Z', 'revision_number': 4, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'gw_port': {'id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'ffc2dfb1-4943-43ec-8b9d-3220b04ec49d', 'name': '', 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'mac_address': 'fa:16:3e:54:c7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:41Z', 'updated_at': '2021-08-23T14:20:00Z', 'revision_number': 4, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'subnets': [{'id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:20:03.342886 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 2aae514a-79cd-4373-a63e-382052b942e2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:03.343777 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:03.372294 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-749707f9-d21e-4c97-aaf0-1733e7a6178c service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127236 Aug 23 14:20:03.394324 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:03.478899 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8c09059c-69b9-4772-bfab-49b3078d13c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:03.579418 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Network 3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:03.583077 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:03.596595 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-01cf9099-bb35-4aa3-bd2d-62ea38418ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:03.609970 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-15269fd0-b826-4aee-8577-910569c21afb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:03.618818 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-72c1d1e4-7d91-407c-a068-06e53d3cb0dc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3027258 Aug 23 14:20:03.627444 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-eeaaf4d3-6131-4daa-8339-805f1a45fe4c req-10fc4382-35b2-4bf9-940d-d3f452785824 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Unset dirty status for tenant:cae7784c1a0e409298815052dfe79897 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:03.629166 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eeaaf4d3-6131-4daa-8339-805f1a45fe4c req-10fc4382-35b2-4bf9-940d-d3f452785824 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a&tenant_id=cae7784c1a0e409298815052dfe79897&binding%3Ahost_id=n-h1-805629-1 HTTP/1.1" status: 200 len: 950 time: 0.8182049 Aug 23 14:20:03.633545 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c084c8-8c48-4dc4-973c-42d5e0a56675 req-db1ceb97-2404-4b3a-bf91-87dab728d0ad tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:03.646374 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f3c084c8-8c48-4dc4-973c-42d5e0a56675 req-db1ceb97-2404-4b3a-bf91-87dab728d0ad tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 944 time: 0.6755252 Aug 23 14:20:03.657722 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-8c09059c-69b9-4772-bfab-49b3078d13c9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c1f7593633cf4c499eda58075a588f93&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3371696 Aug 23 14:20:03.676266 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:03.729708 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:03.962735 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 42742) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:04.084802 n-d-805629-1 neutron-server[76506]: INFO neutron.api.v2.resource [req-eeaaf4d3-6131-4daa-8339-805f1a45fe4c req-93d5743e-cc34-404b-af2b-684761a3095c service neutron] delete failed (client error): The resource could not be found. Aug 23 14:20:04.086209 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eeaaf4d3-6131-4daa-8339-805f1a45fe4c req-93d5743e-cc34-404b-af2b-684761a3095c service neutron] 10.222.0.60 "DELETE /v2.0/ports/187b1623-a722-4d17-97f9-95028022e719/bindings/n-h2-805629-1 HTTP/1.1" status: 404 len: 380 time: 0.4263916 Aug 23 14:20:04.128931 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09059c-69b9-4772-bfab-49b3078d13c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bd0cb8-b1c9-4665-8da4-af8772347896,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:04.140040 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8c09059c-69b9-4772-bfab-49b3078d13c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:04.219353 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e34c769-3c2d-4e50-9d54-44c26b26438b,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:04.311125 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-4cd06448-a442-4249-a460-f01ff2a79c68 None None] Provisioning complete for port e2779ce0-ab54-46f9-b0a0-541c768ca03b triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:04.311799 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4cd06448-a442-4249-a460-f01ff2a79c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:04.374525 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:04.401237 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-bdfd55b1-7c1e-471a-8389-f8d420cb9131 service neutron] 10.222.0.91 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7699747 Aug 23 14:20:04.450277 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f724c207-3674-4ccc-a2f0-a8f95ec07933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:04.493982 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f724c207-3674-4ccc-a2f0-a8f95ec07933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:04.567884 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-4cd06448-a442-4249-a460-f01ff2a79c68 None None] Port e2779ce0-ab54-46f9-b0a0-541c768ca03b cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:20:04.690461 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-34da4ae8-f7af-4702-be0e-90eaa9555424 req-35f08a2f-f4e2-429c-9a2d-bb9106e2969b service neutron] 10.222.0.91 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789438 Aug 23 14:20:04.748555 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-f9c18292-9da1-4e81-a775-40ddbcf15058 service neutron] 10.222.0.60 "GET /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3512816 Aug 23 14:20:04.778427 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eeaaf4d3-6131-4daa-8339-805f1a45fe4c req-e372c83a-ed56-47a2-bc8b-d1686ffc62ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 1101 time: 0.4929218 Aug 23 14:20:04.784574 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f3c084c8-8c48-4dc4-973c-42d5e0a56675 req-46a04526-e608-4b62-ad1e-7ca72d41d057 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1348565 Aug 23 14:20:04.788800 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f724c207-3674-4ccc-a2f0-a8f95ec07933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:04.868936 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-308f9da1-2455-4a43-9881-c19ffe686d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:04.892177 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f724c207-3674-4ccc-a2f0-a8f95ec07933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:04.893712 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f724c207-3674-4ccc-a2f0-a8f95ec07933 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/47bd0cb8-b1c9-4665-8da4-af8772347896 HTTP/1.1" status: 204 len: 168 time: 0.9032259 Aug 23 14:20:04.907566 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724c207-3674-4ccc-a2f0-a8f95ec07933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bd0cb8-b1c9-4665-8da4-af8772347896,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:04.908895 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f724c207-3674-4ccc-a2f0-a8f95ec07933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:05.101603 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3919ca9-8dd4-4a27-8cfa-80b067f2ecf1 req-7dfff0c2-0e25-410b-8b88-284f32f0b4d9 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:05.113142 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a3919ca9-8dd4-4a27-8cfa-80b067f2ecf1 req-7dfff0c2-0e25-410b-8b88-284f32f0b4d9 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 1.1518748 Aug 23 14:20:05.210653 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:05.210653 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 4.6507556 Aug 23 14:20:05.234528 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 42752) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:05.257664 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-c5d3310d-3f90-4292-b84a-7de03b14d48a tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Request body: {'security_group_rule': {'security_group_id': '0e34c769-3c2d-4e50-9d54-44c26b26438b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:05.276179 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-c5d3310d-3f90-4292-b84a-7de03b14d48a tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:05.284508 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-c5d3310d-3f90-4292-b84a-7de03b14d48a tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Usage tracker for resource:security_group_rule and tenant:29c3385b419d476c965ea8d7ad48cdd9 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:05.289819 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-c5d3310d-3f90-4292-b84a-7de03b14d48a tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:05.302095 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-c5d3310d-3f90-4292-b84a-7de03b14d48a tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:05.346657 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaf4d3-6131-4daa-8339-805f1a45fe4c req-bc0a0559-eef6-4def-a640-ddec14f56871 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:05.350796 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eeaaf4d3-6131-4daa-8339-805f1a45fe4c req-bc0a0559-eef6-4def-a640-ddec14f56871 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.5622745 Aug 23 14:20:05.476985 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ffc2dfb1-4943-43ec-8b9d-3220b04ec49d up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:05.707628 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c412e864-7722-44ff-b471-7110e9aedd34', 'tag': '7bcba259-ccb8-48ff-a37b-7341a9536754', 'status': 'completed', 'code': 200} Aug 23 14:20:05.826289 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a3919ca9-8dd4-4a27-8cfa-80b067f2ecf1 req-55ff09fe-9d88-494e-b767-ddd44cc3017e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7118700 Aug 23 14:20:05.834843 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c5d3310d-3f90-4292-b84a-7de03b14d48a tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:05.860783 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 7bcba259-ccb8-48ff-a37b-7341a9536754 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:20:05.911122 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:05.943132 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:05.943705 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:05.976152 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eeaaf4d3-6131-4daa-8339-805f1a45fe4c req-ec5ab719-7eeb-4da9-a661-f676904d7d2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=187b1623-a722-4d17-97f9-95028022e719 HTTP/1.1" status: 200 len: 217 time: 0.5994401 Aug 23 14:20:06.100401 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:20:06.242121 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaf4d3-6131-4daa-8339-805f1a45fe4c req-bce7c592-fb70-4b6b-9e33-086948da7158 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:06.244626 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eeaaf4d3-6131-4daa-8339-805f1a45fe4c req-bce7c592-fb70-4b6b-9e33-086948da7158 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2549736 Aug 23 14:20:06.340554 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 7bcba259-ccb8-48ff-a37b-7341a9536754, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=7bcba259-ccb8-48ff-a37b-7341a9536754,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:06.380760 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '7bcba259-ccb8-48ff-a37b-7341a9536754', 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb', 'port_id': '7bcba259-ccb8-48ff-a37b-7341a9536754', 'mac_address': 'fa:16:3e:b3:04:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c65d0fb-9e93-42b4-b48b-75141f36f07b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:20:06.467967 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1f2ade60-34ec-4393-80a7-f81edf046448 req-240a19c4-e9e9-46e7-958a-4373593ff85e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=68a58e4ba53c42e18be665e5234f87bb&device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 1094 time: 0.7591236 Aug 23 14:20:06.598846 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:06.695813 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ffc2dfb1-4943-43ec-8b9d-3220b04ec49d,segment=NetworkSegment(3c772d9d-e26a-431d-b7ba-ef19a5700ae0),segment_id=3c772d9d-e26a-431d-b7ba-ef19a5700ae0)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:06.739268 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:06.808671 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcba259-ccb8-48ff-a37b-7341a9536754 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:06.833947 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:06.850671 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:06.962111 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 7bcba259-ccb8-48ff-a37b-7341a9536754, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=7bcba259-ccb8-48ff-a37b-7341a9536754,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:06.977792 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eeaaf4d3-6131-4daa-8339-805f1a45fe4c req-4afdcb15-958e-41d6-8683-a1b427ebbe92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7186618 Aug 23 14:20:07.004656 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=ffc2dfb1-4943-43ec-8b9d-3220b04ec49d,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:07.036540 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:07.041142 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:07.050722 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:07.073996 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c5d3310d-3f90-4292-b84a-7de03b14d48a tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:07.164450 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ade60-34ec-4393-80a7-f81edf046448 req-6aee140b-ae45-4410-8a29-b61bfed8ff52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:07.166410 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1f2ade60-34ec-4393-80a7-f81edf046448 req-6aee140b-ae45-4410-8a29-b61bfed8ff52 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb HTTP/1.1" status: 200 len: 906 time: 0.6789503 Aug 23 14:20:07.178244 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c5d3310d-3f90-4292-b84a-7de03b14d48a tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:07.207538 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38208363-092d-463a-b87a-c07d8dadd8d7 req-35942da5-92e5-4bba-b524-631ff561f065 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:07.217000 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-38208363-092d-463a-b87a-c07d8dadd8d7 req-35942da5-92e5-4bba-b524-631ff561f065 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 943 time: 0.7657979 Aug 23 14:20:07.245402 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-000e5b7b-0746-42dc-8c90-90d2e4ccfd90 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb&tenant_id=e457f5bb77ff4c95a16e095f62e5326f&binding%3Ahost_id=n-h2-805629-1 HTTP/1.1" status: 200 len: 1095 time: 1.3940558 Aug 23 14:20:07.258927 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:07.356088 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['7bcba259-ccb8-48ff-a37b-7341a9536754'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:20:07.416227 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16182895-ebdb-4ce1-a2ce-6d408ef320d5 req-abae06e3-a86d-416a-be26-87a5e3eec50d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:07.427440 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-16182895-ebdb-4ce1-a2ce-6d408ef320d5 req-abae06e3-a86d-416a-be26-87a5e3eec50d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 944 time: 0.7058337 Aug 23 14:20:07.474067 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1f2ade60-34ec-4393-80a7-f81edf046448 req-e67b04b5-3cdf-488b-9821-e48d2e031881 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bcba259-ccb8-48ff-a37b-7341a9536754 HTTP/1.1" status: 200 len: 217 time: 0.2978847 Aug 23 14:20:07.556638 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=7bcba259-ccb8-48ff-a37b-7341a9536754,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:07.570171 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:07.827933 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3310d-3f90-4292-b84a-7de03b14d48a tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b95338-d6ac-4af2-8f1f-1c208e161724,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:07.861038 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c5d3310d-3f90-4292-b84a-7de03b14d48a tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:07.871127 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-c5d3310d-3f90-4292-b84a-7de03b14d48a tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.6299298 Aug 23 14:20:07.890137 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 42788) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:07.890687 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c5d3310d-3f90-4292-b84a-7de03b14d48a tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:07.908986 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-76d3dc1e-c965-44a5-98b2-7bbef098fea3 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Request body: {'security_group_rule': {'security_group_id': '0e34c769-3c2d-4e50-9d54-44c26b26438b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:07.928034 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ade60-34ec-4393-80a7-f81edf046448 req-3f7f60a9-c185-472e-aca4-2f6adb5866bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:07.931279 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1f2ade60-34ec-4393-80a7-f81edf046448 req-3f7f60a9-c185-472e-aca4-2f6adb5866bd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c65d0fb-9e93-42b4-b48b-75141f36f07b HTTP/1.1" status: 200 len: 845 time: 0.4487631 Aug 23 14:20:07.934394 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-76d3dc1e-c965-44a5-98b2-7bbef098fea3 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:07.964372 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-38208363-092d-463a-b87a-c07d8dadd8d7 req-f41df319-427d-4111-b1a2-3617aa7a3b1f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7458575 Aug 23 14:20:08.019554 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eeaaf4d3-6131-4daa-8339-805f1a45fe4c req-c7b5c51b-f85a-4a7b-9c8e-f5afad922c68 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0307326 Aug 23 14:20:08.030626 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-16182895-ebdb-4ce1-a2ce-6d408ef320d5 req-a7576682-335a-46e8-a162-8927cfe3edf6 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061092 Aug 23 14:20:08.040191 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Router 5d979e39-dd21-4846-86c1-6f88e2753515 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:20:08.074571 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-76d3dc1e-c965-44a5-98b2-7bbef098fea3 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Usage tracker for resource:security_group_rule and tenant:29c3385b419d476c965ea8d7ad48cdd9 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:08.190415 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-76d3dc1e-c965-44a5-98b2-7bbef098fea3 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:08.204963 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1f2ade60-34ec-4393-80a7-f81edf046448 req-a2a9311a-956c-43b4-9085-c59e37319342 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2652707 Aug 23 14:20:08.368206 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-655b5417-0d86-487d-ba7c-358a837ef026 req-a7f886ea-7130-43d3-9a86-909d75c73ab0 service neutron] For port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:20:08.406071 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-655b5417-0d86-487d-ba7c-358a837ef026 req-a7f886ea-7130-43d3-9a86-909d75c73ab0 service neutron] Notify callbacks [] for binding, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:08.413428 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655b5417-0d86-487d-ba7c-358a837ef026 req-a7f886ea-7130-43d3-9a86-909d75c73ab0 service neutron] 10.222.0.60 "DELETE /v2.0/ports/9c75f0e0-895d-46c6-8b0b-8895d1447ef0/bindings/n-h1-805629-1 HTTP/1.1" status: 204 len: 173 time: 1.0665023 Aug 23 14:20:08.456818 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-76d3dc1e-c965-44a5-98b2-7bbef098fea3 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:08.680318 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0c3de-d01a-4b94-84de-2239ae6c0084 req-f1da3cfa-c68c-418b-ad08-b492822ced34 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:08.682919 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d7d0c3de-d01a-4b94-84de-2239ae6c0084 req-f1da3cfa-c68c-418b-ad08-b492822ced34 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.2864418 Aug 23 14:20:08.876731 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d7d0c3de-d01a-4b94-84de-2239ae6c0084 req-5f68599c-2076-4379-990f-e3b4c638a38b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925220 Aug 23 14:20:09.009118 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-76d3dc1e-c965-44a5-98b2-7bbef098fea3 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:09.014770 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:20:09.027204 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Sync routers for ids ['5d979e39-dd21-4846-86c1-6f88e2753515'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:20:09.037274 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] 10.222.0.86 "PUT /v2.0/routers/5d979e39-dd21-4846-86c1-6f88e2753515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.5727711 Aug 23 14:20:09.080497 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Routers {'5d979e39-dd21-4846-86c1-6f88e2753515'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:20:09.082657 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:19:54Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['5d979e39-dd21-4846-86c1-6f88e2753515'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:09.177398 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eeaaf4d3-6131-4daa-8339-805f1a45fe4c req-9bf31cf4-c934-4a94-aa8c-99f46811877e service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1141546 Aug 23 14:20:09.186473 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1f2ade60-34ec-4393-80a7-f81edf046448 req-91bd655e-5235-4fd5-8d1d-1da8812d2167 service neutron] 10.222.0.91 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9515340 Aug 23 14:20:09.329146 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Set router 5d979e39-dd21-4846-86c1-6f88e2753515 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:20:09.566019 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ffc2dfb1-4943-43ec-8b9d-3220b04ec49d up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:09.820958 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4da467e0-a857-496a-a14b-5f9a5a54d8f0 req-1d3b2074-f053-4608-a9dc-09082504eb56 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 1095 time: 0.2526879 Aug 23 14:20:09.949133 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-76d3dc1e-c965-44a5-98b2-7bbef098fea3 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:09.976456 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1f2ade60-34ec-4393-80a7-f81edf046448 req-499e8c05-064e-4b63-b8e2-6426e7902586 service neutron] 10.222.0.91 "GET /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7592287 Aug 23 14:20:10.069816 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-76d3dc1e-c965-44a5-98b2-7bbef098fea3 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:10.073418 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-15e20ec0-92e1-4349-81a1-3e0c42f94f86 tempest-ServersWithSpecificFlavorTestJSON-571434775 tempest-ServersWithSpecificFlavorTestJSON-571434775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:10.081967 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4da467e0-a857-496a-a14b-5f9a5a54d8f0 req-4412bf51-f1d4-4c2f-b3ee-49f75cce0319 tempest-LiveAutoBlockMigrationV225Test-164898223 tempest-LiveAutoBlockMigrationV225Test-164898223-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282248 Aug 23 14:20:10.122799 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 7bcba259-ccb8-48ff-a37b-7341a9536754 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:10.165755 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3dc1e-c965-44a5-98b2-7bbef098fea3 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033ac0e0-91e5-45f4-a14f-1b64043c7f31,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:10.170720 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-76d3dc1e-c965-44a5-98b2-7bbef098fea3 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:10.200154 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f42bc-c44e-4cd4-a3b5-d2eeffac32f1 req-8cd414c9-0f33-492b-8057-4c81e964511e tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:10.212873 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1d9f42bc-c44e-4cd4-a3b5-d2eeffac32f1 req-8cd414c9-0f33-492b-8057-4c81e964511e tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 944 time: 0.2184498 Aug 23 14:20:10.298170 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-76d3dc1e-c965-44a5-98b2-7bbef098fea3 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:10.307399 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-76d3dc1e-c965-44a5-98b2-7bbef098fea3 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.4134495 Aug 23 14:20:10.307399 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 42830) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:10.321193 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:10.344475 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:10.357015 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Usage tracker for resource:floatingip and tenant:29c3385b419d476c965ea8d7ad48cdd9 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:10.366926 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:10.398625 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:10.433595 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1d9f42bc-c44e-4cd4-a3b5-d2eeffac32f1 req-c6413c0b-4b0b-4f2a-bcd1-30a3c624d140 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186210 Aug 23 14:20:10.517658 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for floatingip, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:10.713274 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:10.714094 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:11.170647 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:11.172105 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 7bcba259-ccb8-48ff-a37b-7341a9536754 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:11.194685 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 7bcba259-ccb8-48ff-a37b-7341a9536754 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:11.202462 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:11.406648 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109002849-router', 'tenant_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aae514a-79cd-4373-a63e-382052b942e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:59Z', 'revision_number': 4, 'project_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'gw_port': {'id': '2aae514a-79cd-4373-a63e-382052b942e2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'e2779ce0-ab54-46f9-b0a0-541c768ca03b', 'name': '', 'network_id': '3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74', 'tenant_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'mac_address': 'fa:16:3e:3d:f5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bba20164-582f-4279-a495-97cba12ad186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:54Z', 'updated_at': '2021-08-23T14:19:59Z', 'revision_number': 2, 'project_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'subnets': [{'id': 'bba20164-582f-4279-a495-97cba12ad186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:11.422982 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Checking router: 5d979e39-dd21-4846-86c1-6f88e2753515 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:20:11.424902 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Updating router 5d979e39-dd21-4846-86c1-6f88e2753515 port e2779ce0-ab54-46f9-b0a0-541c768ca03b binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:20:11.518402 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:11.741532 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-17b45565-63a8-4af2-8dc2-ccb6402d8543 req-aca0766d-42ad-4733-bea0-7673ef0d5bc1 tempest-FloatingIPDetailsNegativeTestJSON-837225523 tempest-FloatingIPDetailsNegativeTestJSON-837225523-project] show failed (client error): The resource could not be found. Aug 23 14:20:11.758807 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-17b45565-63a8-4af2-8dc2-ccb6402d8543 req-aca0766d-42ad-4733-bea0-7673ef0d5bc1 tempest-FloatingIPDetailsNegativeTestJSON-837225523 tempest-FloatingIPDetailsNegativeTestJSON-837225523-project] 10.222.0.86 "GET /v2.0/floatingips/ebcf7210-118c-4367-88dc-eeb4fd522024 HTTP/1.1" status: 404 len: 350 time: 0.1995325 Aug 23 14:20:11.783019 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 42854) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:12.055731 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Allocated IP 172.25.6.136 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/b499522d-523a-45c2-84f4-d2e59dca7d1c) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:12.116055 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1ce01-cc35-4d67-a905-da77133d8cf8 req-a2e6ef2d-9a44-4856-bd61-ffc1ef8b89a4 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:12.134064 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-17e1ce01-cc35-4d67-a905-da77133d8cf8 req-a2e6ef2d-9a44-4856-bd61-ffc1ef8b89a4 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.3719223 Aug 23 14:20:12.265827 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-17e1ce01-cc35-4d67-a905-da77133d8cf8 req-81d76d49-d16d-4d2b-a339-466c6996cc11 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228631 Aug 23 14:20:12.472519 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:12.580806 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:12.676274 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c412e864-7722-44ff-b471-7110e9aedd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcba259-ccb8-48ff-a37b-7341a9536754'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:12.745972 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 7bcba259-ccb8-48ff-a37b-7341a9536754, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=7bcba259-ccb8-48ff-a37b-7341a9536754,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:12.872616 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:12.877006 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:13.061584 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=7bcba259-ccb8-48ff-a37b-7341a9536754,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:13.063320 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13fc0b-1e30-4dfd-b541-30d3340edeb7 req-06fce14b-d95f-4bfa-92c5-0cc6d65e70ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:13.077495 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:13.091782 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ba13fc0b-1e30-4dfd-b541-30d3340edeb7 req-06fce14b-d95f-4bfa-92c5-0cc6d65e70ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 945 time: 0.2397163 Aug 23 14:20:13.092479 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:13.106969 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b60ba991-ad1d-47c4-821e-3482ee130a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:13.140009 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:13.155095 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Transition to ACTIVE for port object e2779ce0-ab54-46f9-b0a0-541c768ca03b will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:13.276259 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:13.277764 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Pushing event updated for resources: {'Port': ['ID=b499522d-523a-45c2-84f4-d2e59dca7d1c,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:13.282351 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:13.284595 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:13.286219 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:13.287993 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:20:13.289284 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:13.306258 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ba13fc0b-1e30-4dfd-b541-30d3340edeb7 req-1d00aba5-7fc0-4a92-9f07-82aae1fb007d tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095959 Aug 23 14:20:13.400569 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e8486-ffc3-4fd7-bb5f-0bedd06c8254 req-4a77c0e6-2c7a-4d9c-b33d-c7b802e1c534 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:13.409867 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-454e8486-ffc3-4fd7-bb5f-0bedd06c8254 req-4a77c0e6-2c7a-4d9c-b33d-c7b802e1c534 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.1747339 Aug 23 14:20:13.521839 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-454e8486-ffc3-4fd7-bb5f-0bedd06c8254 req-b4656027-93b1-45f7-8df8-1ea8fe0c7dda tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089835 Aug 23 14:20:13.611847 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ccbb4-72bd-46a5-a503-2b6a2df11cab None None] Pushing event updated for resources: {'Port': ['ID=e2779ce0-ab54-46f9-b0a0-541c768ca03b,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:13.633456 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-4d0ccbb4-72bd-46a5-a503-2b6a2df11cab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:13.755386 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c412e864-7722-44ff-b471-7110e9aedd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcba259-ccb8-48ff-a37b-7341a9536754', 'code': 200} Aug 23 14:20:13.897297 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Attempting to bind port e2779ce0-ab54-46f9-b0a0-541c768ca03b on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:20:13.899845 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Attempting to bind port e2779ce0-ab54-46f9-b0a0-541c768ca03b by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'c1afa190-fcd3-4d38-80d4-38cf9476b813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:20:13.901437 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Attempting to bind port e2779ce0-ab54-46f9-b0a0-541c768ca03b on network 3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:20:13.931616 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:20:13.932750 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Checking segment: {'id': 'c1afa190-fcd3-4d38-80d4-38cf9476b813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:20:13.934076 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:13.935010 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Bound using segment: {'id': 'c1afa190-fcd3-4d38-80d4-38cf9476b813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:20:13.936139 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Bound port: e2779ce0-ab54-46f9-b0a0-541c768ca03b, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1afa190-fcd3-4d38-80d4-38cf9476b813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:20:13.937073 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:13.967377 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7297e-6a86-41b6-b246-88224cbbfef1 req-f677992c-c8aa-4fde-9fd2-0ef35d0793ff tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:13.972541 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6fe7297e-6a86-41b6-b246-88224cbbfef1 req-f677992c-c8aa-4fde-9fd2-0ef35d0793ff tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 944 time: 0.3772087 Aug 23 14:20:13.975094 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e52dbc23-23ac-4b1b-9f6b-d17116a83d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:14.152259 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e1c9ae9c-f399-46da-91f3-3e4045ebd781 req-353c6d20-91f9-43ea-ac14-0784073e3343 tempest-FlavorsV2NegativeTest-799096442 tempest-FlavorsV2NegativeTest-799096442-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=0478ed9df8a549fca7083e467410ab71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468645 Aug 23 14:20:14.191040 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] For port e2779ce0-ab54-46f9-b0a0-541c768ca03b, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:20:14.197981 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] For port e2779ce0-ab54-46f9-b0a0-541c768ca03b, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=e2779ce0-ab54-46f9-b0a0-541c768ca03b,segment=NetworkSegment(c1afa190-fcd3-4d38-80d4-38cf9476b813),segment_id=c1afa190-fcd3-4d38-80d4-38cf9476b813)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:20:14.310433 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:14.320149 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7e475eb7-cf64-40a1-a56b-0bc35480ffbc req-923ac53e-255e-449d-b65d-735e49f3af57 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 1096 time: 0.5302343 Aug 23 14:20:14.337179 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5021f7e8-51c5-41da-b699-c69766ea8c4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:14.380325 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-6fe7297e-6a86-41b6-b246-88224cbbfef1 req-481e3e4c-81bf-48af-8cc8-11559a7e9bcc tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Deleting port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:20:14.380856 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6fe7297e-6a86-41b6-b246-88224cbbfef1 req-481e3e4c-81bf-48af-8cc8-11559a7e9bcc tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:14.490580 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ccbb4-72bd-46a5-a503-2b6a2df11cab None None] Pushing event updated for resources: {'Port': ['ID=e2779ce0-ab54-46f9-b0a0-541c768ca03b,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:14.504455 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Routers {'5d979e39-dd21-4846-86c1-6f88e2753515'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:20:14.505427 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:19:54Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['5d979e39-dd21-4846-86c1-6f88e2753515'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:14.614772 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9ae9c-f399-46da-91f3-3e4045ebd781 req-aa8eb654-5820-45ea-9334-69efaad74c56 tempest-FlavorsV2NegativeTest-799096442 tempest-FlavorsV2NegativeTest-799096442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:14.631929 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e1c9ae9c-f399-46da-91f3-3e4045ebd781 req-aa8eb654-5820-45ea-9334-69efaad74c56 tempest-FlavorsV2NegativeTest-799096442 tempest-FlavorsV2NegativeTest-799096442-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4779649 Aug 23 14:20:14.675086 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51c206-2d44-4e2a-bb53-8787d96afa91 req-e5ac454d-0609-4523-aeed-a05746ddb1bf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:14.677231 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e51c206-2d44-4e2a-bb53-8787d96afa91 req-e5ac454d-0609-4523-aeed-a05746ddb1bf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 944 time: 0.6311293 Aug 23 14:20:14.695231 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e1c9ae9c-f399-46da-91f3-3e4045ebd781 req-1e3ca39b-16e5-4b7d-acf1-f6472f09820a tempest-FlavorsV2NegativeTest-799096442 tempest-FlavorsV2NegativeTest-799096442-project] 10.222.0.86 "GET /v2.0/quotas/0478ed9df8a549fca7083e467410ab71 HTTP/1.1" status: 200 len: 375 time: 0.0618997 Aug 23 14:20:14.771469 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] Set router 5d979e39-dd21-4846-86c1-6f88e2753515 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:20:14.810249 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e1c9ae9c-f399-46da-91f3-3e4045ebd781 req-eaee2f97-6c39-4fdf-a58e-e1a22c2fd0c1 tempest-FlavorsV2NegativeTest-799096442 tempest-FlavorsV2NegativeTest-799096442-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0478ed9df8a549fca7083e467410ab71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1135545 Aug 23 14:20:14.819944 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7e475eb7-cf64-40a1-a56b-0bc35480ffbc req-c11155bc-77d5-4540-a4ad-b8876527a985 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729357 Aug 23 14:20:14.860647 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e51c206-2d44-4e2a-bb53-8787d96afa91 req-50941a4b-d089-4ddd-a9ba-fd560b73d999 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733906 Aug 23 14:20:15.034391 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-4d0ccbb4-72bd-46a5-a503-2b6a2df11cab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:15.113783 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-6fe7297e-6a86-41b6-b246-88224cbbfef1 req-481e3e4c-81bf-48af-8cc8-11559a7e9bcc tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] For port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:15.113783 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6fe7297e-6a86-41b6-b246-88224cbbfef1 req-481e3e4c-81bf-48af-8cc8-11559a7e9bcc tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:15.292118 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-6fe7297e-6a86-41b6-b246-88224cbbfef1 req-481e3e4c-81bf-48af-8cc8-11559a7e9bcc tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Calling delete_port for 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:20:15.475026 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0aacb-790f-4fc7-a9a8-96df3e7aca36 req-283bbba8-dc64-493b-aaa5-44fa6a0a0bc0 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:15.478073 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6aa0aacb-790f-4fc7-a9a8-96df3e7aca36 req-283bbba8-dc64-493b-aaa5-44fa6a0a0bc0 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 945 time: 0.1389558 Aug 23 14:20:15.524536 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109002849-router', 'tenant_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aae514a-79cd-4373-a63e-382052b942e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:59Z', 'revision_number': 4, 'project_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'gw_port': {'id': '2aae514a-79cd-4373-a63e-382052b942e2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'e2779ce0-ab54-46f9-b0a0-541c768ca03b', 'name': '', 'network_id': '3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74', 'tenant_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'mac_address': 'fa:16:3e:3d:f5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bba20164-582f-4279-a495-97cba12ad186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:54Z', 'updated_at': '2021-08-23T14:20:14Z', 'revision_number': 4, 'project_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'subnets': [{'id': 'bba20164-582f-4279-a495-97cba12ad186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:15.544405 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:15.546884 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948008eb-b6fd-49b0-85c5-c9354e5847a1 None None] The sync data for ids ['5d979e39-dd21-4846-86c1-6f88e2753515'] in n-d-805629-1 is: [{'id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109002849-router', 'tenant_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '2aae514a-79cd-4373-a63e-382052b942e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:59Z', 'revision_number': 4, 'project_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'gw_port': {'id': '2aae514a-79cd-4373-a63e-382052b942e2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'e2779ce0-ab54-46f9-b0a0-541c768ca03b', 'name': '', 'network_id': '3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74', 'tenant_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'mac_address': 'fa:16:3e:3d:f5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bba20164-582f-4279-a495-97cba12ad186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:54Z', 'updated_at': '2021-08-23T14:20:14Z', 'revision_number': 4, 'project_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'subnets': [{'id': 'bba20164-582f-4279-a495-97cba12ad186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:20:15.604766 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6aa0aacb-790f-4fc7-a9a8-96df3e7aca36 req-a74cdadd-313a-4c6f-b64d-92b75ae4f423 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208763 Aug 23 14:20:15.884098 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6fe7297e-6a86-41b6-b246-88224cbbfef1 req-481e3e4c-81bf-48af-8cc8-11559a7e9bcc tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:15.890397 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['8d1474d4-abee-40cf-944a-9ee02a5e6249'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:20:15.896199 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-14013c08-3070-4173-bbe0-bdb5604cac12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:15.898630 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e3e4c-81bf-48af-8cc8-11559a7e9bcc tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Pushing event deleted for resources: {'Port': ['ID=9c75f0e0-895d-46c6-8b0b-8895d1447ef0,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:15.907106 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-481e3e4c-81bf-48af-8cc8-11559a7e9bcc tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:15.917691 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:16.272268 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-822ab0d2-8ba4-439e-bf89-4c9380009a1a req-577f42af-93ab-4cf7-b5f9-bbe98685570a tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 210 time: 0.0785575 Aug 23 14:20:16.342921 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe7297e-6a86-41b6-b246-88224cbbfef1 req-481e3e4c-81bf-48af-8cc8-11559a7e9bcc tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] No DVR routers for this DVR port 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:20:16.353438 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6fe7297e-6a86-41b6-b246-88224cbbfef1 req-481e3e4c-81bf-48af-8cc8-11559a7e9bcc tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:16.394416 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24fccc3-af20-4462-ba9b-eef588fb8acb', 'name': 'network-vif-deleted', 'tag': '9c75f0e0-895d-46c6-8b0b-8895d1447ef0'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:16.582986 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-74dd992e-086b-41c1-adec-2b20770ada17 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=cae7784c1a0e409298815052dfe79897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1241207 Aug 23 14:20:16.753985 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:16.791285 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6fe7297e-6a86-41b6-b246-88224cbbfef1 req-481e3e4c-81bf-48af-8cc8-11559a7e9bcc tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.60 "DELETE /v2.0/ports/9c75f0e0-895d-46c6-8b0b-8895d1447ef0 HTTP/1.1" status: 204 len: 173 time: 2.6988430 Aug 23 14:20:16.844246 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:16.857577 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-42067a1f-6569-4004-b9f1-da47f2cad9a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:17.202198 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:17.320186 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-87d2a90b-8b75-4533-acc4-7bf5ee9d7ef7 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:17.323679 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-87d2a90b-8b75-4533-acc4-7bf5ee9d7ef7 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7377608 Aug 23 14:20:17.377465 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:20:17.378221 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 9c75f0e0-895d-46c6-8b0b-8895d1447ef0 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:20:17.420578 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-45ef508f-e2eb-4ea9-8e10-d0bd6d411540 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/quotas/cae7784c1a0e409298815052dfe79897 HTTP/1.1" status: 200 len: 375 time: 0.0839362 Aug 23 14:20:17.489436 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43002) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:17.507094 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device e2779ce0-ab54-46f9-b0a0-541c768ca03b up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:17.514204 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Pushing event updated for resources: {'Port': ['ID=b499522d-523a-45c2-84f4-d2e59dca7d1c,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:17.540051 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:17.623179 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:17.722882 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-5dfdc1fb-6616-4180-8759-5363d96b003a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3002348 Aug 23 14:20:17.781651 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:17.792424 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4851978 Aug 23 14:20:17.821638 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port e2779ce0-ab54-46f9-b0a0-541c768ca03b completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:17.832400 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port e2779ce0-ab54-46f9-b0a0-541c768ca03b triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:17.839212 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:17.915529 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8ddcc6ba-1c35-4bcb-ae65-1d21d1bf4d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:17.996463 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-8ddcc6ba-1c35-4bcb-ae65-1d21d1bf4d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:18.013695 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-8ddcc6ba-1c35-4bcb-ae65-1d21d1bf4d27 admin admin] Usage tracker for resource:security_group_rule and tenant:0478ed9df8a549fca7083e467410ab71 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:18.020674 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-8ddcc6ba-1c35-4bcb-ae65-1d21d1bf4d27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:18.043579 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-8ddcc6ba-1c35-4bcb-ae65-1d21d1bf4d27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:18.087129 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:18.156941 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port e2779ce0-ab54-46f9-b0a0-541c768ca03b, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=e2779ce0-ab54-46f9-b0a0-541c768ca03b,segment=NetworkSegment(c1afa190-fcd3-4d38-80d4-38cf9476b813),segment_id=c1afa190-fcd3-4d38-80d4-38cf9476b813)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:18.271650 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:18.272304 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:18.457336 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=e2779ce0-ab54-46f9-b0a0-541c768ca03b,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:18.464785 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:18.482585 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8ddcc6ba-1c35-4bcb-ae65-1d21d1bf4d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:18.596691 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24fccc3-af20-4462-ba9b-eef588fb8acb', 'name': 'network-vif-deleted', 'tag': '9c75f0e0-895d-46c6-8b0b-8895d1447ef0', 'status': 'completed', 'code': 200} Aug 23 14:20:18.658594 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8ddcc6ba-1c35-4bcb-ae65-1d21d1bf4d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:18.692653 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c8d0d24c-0439-40b2-a55c-688f1d51fcbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:18.736160 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcc6ba-1c35-4bcb-ae65-1d21d1bf4d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7263c2b-0f97-4a5f-b003-d633486627ec,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:18.752823 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8ddcc6ba-1c35-4bcb-ae65-1d21d1bf4d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:18.769867 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-e52dbc23-23ac-4b1b-9f6b-d17116a83d75 admin admin] Deleting port e2779ce0-ab54-46f9-b0a0-541c768ca03b {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:20:18.770288 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e52dbc23-23ac-4b1b-9f6b-d17116a83d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:18.823653 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-8ddcc6ba-1c35-4bcb-ae65-1d21d1bf4d27 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0478ed9df8a549fca7083e467410ab71&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3292453 Aug 23 14:20:18.829323 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43034) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:18.914735 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c5b078e8-79ee-4867-bef4-95b5b82be7df req-e998a36d-706c-4939-82bb-fb3e6cd4484f tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=f24fccc3-af20-4462-ba9b-eef588fb8acb HTTP/1.1" status: 200 len: 210 time: 0.0601275 Aug 23 14:20:18.998790 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63409c50-ec3b-4438-9edf-5c1f94b5fefe req-9b445f73-a963-403f-a620-751360b4e585 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:19.006512 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-63409c50-ec3b-4438-9edf-5c1f94b5fefe req-9b445f73-a963-403f-a620-751360b4e585 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 945 time: 0.2369270 Aug 23 14:20:19.093511 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-88250e60-70d4-4d5a-9ae6-52f8e4b0d8ba req-c0076970-8ca5-4458-935d-4ed7da4eedc2 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 210 time: 0.0461650 Aug 23 14:20:19.095687 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-936ecad2-b96b-48b5-9866-43500bf9f792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:19.105856 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-e52dbc23-23ac-4b1b-9f6b-d17116a83d75 admin admin] For port e2779ce0-ab54-46f9-b0a0-541c768ca03b, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=e2779ce0-ab54-46f9-b0a0-541c768ca03b,segment=NetworkSegment(c1afa190-fcd3-4d38-80d4-38cf9476b813),segment_id=c1afa190-fcd3-4d38-80d4-38cf9476b813)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:19.106411 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e52dbc23-23ac-4b1b-9f6b-d17116a83d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:19.121643 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-63409c50-ec3b-4438-9edf-5c1f94b5fefe req-9abde57e-7bbe-4967-b1cc-d69d1b04b3ee tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140432 Aug 23 14:20:19.295180 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device e2779ce0-ab54-46f9-b0a0-541c768ca03b up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:19.415374 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-efa4a74e-b02e-4168-b308-2100181ca717 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Synchronizing usage tracker for tenant:29c3385b419d476c965ea8d7ad48cdd9 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:19.441691 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-e52dbc23-23ac-4b1b-9f6b-d17116a83d75 admin admin] Calling delete_port for e2779ce0-ab54-46f9-b0a0-541c768ca03b owned by network:router_interface {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:20:19.485805 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-936ecad2-b96b-48b5-9866-43500bf9f792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:19.488750 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port e2779ce0-ab54-46f9-b0a0-541c768ca03b triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:19.489139 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:19.547645 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-efa4a74e-b02e-4168-b308-2100181ca717 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Unset dirty status for tenant:29c3385b419d476c965ea8d7ad48cdd9 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:19.551036 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-efa4a74e-b02e-4168-b308-2100181ca717 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1663839067&fields=id&tenant_id=29c3385b419d476c965ea8d7ad48cdd9 HTTP/1.1" status: 200 len: 267 time: 0.2703736 Aug 23 14:20:19.755920 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-936ecad2-b96b-48b5-9866-43500bf9f792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:19.771769 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-894228d2-eb42-4a51-b4c4-8dba320a0b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:19.794059 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ecad2-b96b-48b5-9866-43500bf9f792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7263c2b-0f97-4a5f-b003-d633486627ec,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:19.797070 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-936ecad2-b96b-48b5-9866-43500bf9f792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:19.828488 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-936ecad2-b96b-48b5-9866-43500bf9f792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:19.835044 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-936ecad2-b96b-48b5-9866-43500bf9f792 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f7263c2b-0f97-4a5f-b003-d633486627ec HTTP/1.1" status: 204 len: 168 time: 0.9964626 Aug 23 14:20:19.963965 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-e87e7400-7900-44c4-b7c5-d24fb6e32e67 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:19.964788 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-e87e7400-7900-44c4-b7c5-d24fb6e32e67 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Synchronizing usage tracker for tenant:29c3385b419d476c965ea8d7ad48cdd9 on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:20.092027 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-e87e7400-7900-44c4-b7c5-d24fb6e32e67 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Unset dirty status for tenant:29c3385b419d476c965ea8d7ad48cdd9 on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:20.092764 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e52dbc23-23ac-4b1b-9f6b-d17116a83d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:20.105698 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-e87e7400-7900-44c4-b7c5-d24fb6e32e67 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/networks?id=9b604480-c39f-4ba3-8e7e-478eb0ebb0dc HTTP/1.1" status: 200 len: 805 time: 0.5449443 Aug 23 14:20:20.132175 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:20.151150 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-61d578a0-fc21-4477-8b3f-c9914988aa43 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/quotas/29c3385b419d476c965ea8d7ad48cdd9 HTTP/1.1" status: 200 len: 375 time: 0.0427730 Aug 23 14:20:20.378447 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f8f5cea8-8ff8-4485-91c0-92b80b62a124 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=29c3385b419d476c965ea8d7ad48cdd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2255218 Aug 23 14:20:20.433003 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dbc23-23ac-4b1b-9f6b-d17116a83d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2779ce0-ab54-46f9-b0a0-541c768ca03b,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:20.436070 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e52dbc23-23ac-4b1b-9f6b-d17116a83d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:20.678371 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-104e8b65-4c36-4c03-8eda-4c21efd572e3 service neutron] 10.222.0.86 "GET /v2.0/networks/9b604480-c39f-4ba3-8e7e-478eb0ebb0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874537 Aug 23 14:20:21.011871 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e52dbc23-23ac-4b1b-9f6b-d17116a83d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:21.116465 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-7d51551c-8927-4912-928c-15f675abca1e service neutron] 10.222.0.86 "GET /v2.0/networks/9b604480-c39f-4ba3-8e7e-478eb0ebb0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365056 Aug 23 14:20:21.203202 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-8a7cc047-4f6b-4276-8f59-6b76c0ab4c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:21.753000 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:22.184356 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 43134) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:22.264989 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-fc995d9e-41c2-408b-9306-35c1eac6a2f1 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cae7784c1a0e409298815052dfe79897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426280 Aug 23 14:20:22.354553 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-12c032d0-d3ab-4543-bb54-cf359b09a8d1 req-bd883f91-1a5b-4ba7-8ee2-d4055a76b2fa tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 210 time: 0.0676196 Aug 23 14:20:22.426366 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52dbc23-23ac-4b1b-9f6b-d17116a83d75 admin admin] Router 5d979e39-dd21-4846-86c1-6f88e2753515 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:20:22.453782 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-75008749-network', 'tenant_id': '2f431ed450f446c39356131383c72d18'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:22.460003 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:22.466088 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Usage tracker for resource:network and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:22.470155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:22.486992 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:22.620221 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-882f7e0c-0382-4c6c-a604-746332cd4bdb req-a0eb9eb3-5b95-4e29-9128-bc4e10841695 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 210 time: 0.1355951 Aug 23 14:20:22.736108 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Made reservation on behalf of 2f431ed450f446c39356131383c72d18 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:22.740292 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:22.778388 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-1d827766-8fa2-423c-b17e-5d87c57614fa tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:22.781888 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:22.787721 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-1d827766-8fa2-423c-b17e-5d87c57614fa tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5095613 Aug 23 14:20:22.863430 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Request body: {'port': {'device_id': '49cdc9bf-3b95-4bf3-800c-9879fec71c02', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'cae7784c1a0e409298815052dfe79897'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:22.975730 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:22.998654 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Usage tracker for resource:security_group_rule and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:23.007008 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:23.027025 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:23.225960 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:23.310306 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.386830 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.394881 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-dfae3918-8769-4acb-8d80-5db1d74a885e tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:23.483659 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8de265-dd5c-4113-a277-62ff8f2aeff9,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:23.505274 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:23.517377 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:23.525268 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:23.546555 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:20:23.553188 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.593499 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.594340 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Added segment c911656c-d836-4e75-9460-63cafc49f42f of type vlan for network 29ca1774-eac6-46a2-9cd3-ee551b9695aa Aug 23 14:20:23.630358 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d20b2c4-a69a-4f49-85e4-38608b48a443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:23.638209 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Made reservation on behalf of cae7784c1a0e409298815052dfe79897 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:23.650257 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:23.652515 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.686937 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.723524 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-83d20eb4-3d7e-45cb-be40-9d9816f50f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.734891 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c32292-8373-4963-85ec-3ec902a760d2 req-a69f3e41-1a46-48a9-bd39-3169836d398d tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:23.736776 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3c32292-8373-4963-85ec-3ec902a760d2 req-a69f3e41-1a46-48a9-bd39-3169836d398d tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d20b2c4-a69a-4f49-85e4-38608b48a443 HTTP/1.1" status: 200 len: 951 time: 0.2873356 Aug 23 14:20:23.781382 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.786524 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:23.797876 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52dbc23-23ac-4b1b-9f6b-d17116a83d75 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:20:23.904839 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3c32292-8373-4963-85ec-3ec902a760d2 req-b6892ae6-2208-4950-8530-a878ffa2a97c tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/security-groups?id=061b5dd9-96b7-4185-9614-bf97ec2d3d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605859 Aug 23 14:20:23.943657 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,revision_number=11']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:23.967882 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e52dbc23-23ac-4b1b-9f6b-d17116a83d75 admin admin] 10.222.0.86 "PUT /v2.0/routers/5d979e39-dd21-4846-86c1-6f88e2753515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1758108 Aug 23 14:20:23.968915 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 43190) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:23.977844 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:24.030874 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Allocated IP 192.168.233.99 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/1d52b2fc-d90e-44ab-ae47-e44e77b1865a) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:24.133483 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:24.135152 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:24.136567 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:24.145142 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b344cf67-fcb7-4615-af3f-61e905f7622b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:24.483049 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:24.531277 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:24.560406 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Transition to ACTIVE for port object 1d52b2fc-d90e-44ab-ae47-e44e77b1865a will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:24.598617 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-109f5989-1a17-49b8-88ed-010bf9c37737 req-ec08092d-1c64-49d1-a206-9a73cda103c2 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 210 time: 0.2310777 Aug 23 14:20:24.623860 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Pushing event updated for resources: {'Network': ['ID=29ca1774-eac6-46a2-9cd3-ee551b9695aa,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:24.638825 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:24.648228 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 29ca1774-eac6-46a2-9cd3-ee551b9695aa details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:20:24.725189 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:24.754537 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-cca573c6-5a81-48d2-8c69-42c0c9ca4761 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:24.808621 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6222122 Aug 23 14:20:24.825061 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 43212) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:24.840511 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Request body: {'subnet': {'network_id': '29ca1774-eac6-46a2-9cd3-ee551b9695aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-75008749-subnet', 'tenant_id': '2f431ed450f446c39356131383c72d18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:24.856736 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:24.875926 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Usage tracker for resource:subnet and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:24.880866 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:24.882989 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d20b2c4-a69a-4f49-85e4-38608b48a443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824', 'code': 200} Aug 23 14:20:24.884840 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['187b1623-a722-4d17-97f9-95028022e719'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:20:24.896092 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:24.947481 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:25.006764 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['2a579c06-70ee-4af2-871c-bb42a0aae3c3'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:20:25.084298 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Made reservation on behalf of 2f431ed450f446c39356131383c72d18 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:25.088473 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:25.304481 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:25.360581 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:25.383244 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:20:25.514443 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:25.584711 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d1f460d2-2bf2-4fcf-8fca-67ab607894f8 req-a4a413ac-8234-4e63-aa3e-ebd52eebe6cc tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 210 time: 0.1551588 Aug 23 14:20:25.584711 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:25.628925 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Pushing event updated for resources: {'Port': ['ID=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:25.651656 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:25.708902 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f095f93-f411-42ee-a54e-35015803eed3,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:25.725122 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:25.778791 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:25.783723 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:25.818282 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Checking segment: {'id': 'c911656c-d836-4e75-9460-63cafc49f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '29ca1774-eac6-46a2-9cd3-ee551b9695aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:20:25.819740 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Network hostable DHCP agents. Network: 29ca1774-eac6-46a2-9cd3-ee551b9695aa, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:20:25.905706 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0934534 Aug 23 14:20:25.949396 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 7bcba259-ccb8-48ff-a37b-7341a9536754 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:20:26.147158 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:26.160053 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-67a332fd-4e72-4bb4-add3-a1dbe193ed27 None None] Provisioning for port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:26.168983 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Network 29ca1774-eac6-46a2-9cd3-ee551b9695aa is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:20:26.184484 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:26.186326 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-67a332fd-4e72-4bb4-add3-a1dbe193ed27 None None] Provisioning complete for port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:26.188920 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-67a332fd-4e72-4bb4-add3-a1dbe193ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:26.244096 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-b2bc175e-5081-4a3b-8f57-a486c74c0bbe tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:26.246696 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-b2bc175e-5081-4a3b-8f57-a486c74c0bbe tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.91 "GET /v2.0/networks?id=9b604480-c39f-4ba3-8e7e-478eb0ebb0dc HTTP/1.1" status: 200 len: 805 time: 0.4320040 Aug 23 14:20:26.300074 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Deleting port 2aae514a-79cd-4373-a63e-382052b942e2 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:20:26.301137 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:26.326910 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Request body: {'port': {'device_id': '49cdc9bf-3b95-4bf3-800c-9879fec71c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:26.381140 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 29ca1774-eac6-46a2-9cd3-ee551b9695aa) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:26.402167 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d0c4e9-7edc-407b-9134-42d8ad81000c None None] Network 29ca1774-eac6-46a2-9cd3-ee551b9695aa requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:20:26.428634 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:26.429883 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:26.572113 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-3af2c218-2a3e-4da3-997e-42b8f67cf64d tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29c3385b419d476c965ea8d7ad48cdd9 HTTP/1.1" status: 200 len: 380 time: 0.3051355 Aug 23 14:20:26.579051 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:26.608182 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Request body: {'port': {'device_id': 'f8604708-abc0-4f53-bc1f-fc8ea2e619f3', 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'admin_state_up': True, 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'security_groups': ['0e34c769-3c2d-4e50-9d54-44c26b26438b']}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:26.631044 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8013179 Aug 23 14:20:26.664348 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-67a332fd-4e72-4bb4-add3-a1dbe193ed27 None None] Port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:20:26.700241 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 7bcba259-ccb8-48ff-a37b-7341a9536754, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=7bcba259-ccb8-48ff-a37b-7341a9536754,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:26.738103 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '7bcba259-ccb8-48ff-a37b-7341a9536754', 'network_id': 'd87e47f9-8dd7-4a09-a967-3dc7ba02cbbb', 'port_id': '7bcba259-ccb8-48ff-a37b-7341a9536754', 'mac_address': 'fa:16:3e:b3:04:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c65d0fb-9e93-42b4-b48b-75141f36f07b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:20:26.873586 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] For port 2aae514a-79cd-4373-a63e-382052b942e2, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=2aae514a-79cd-4373-a63e-382052b942e2,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:26.878428 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:26.985891 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:27.049989 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Usage tracker for resource:port and tenant:29c3385b419d476c965ea8d7ad48cdd9 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:27.059932 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Quota usage for port was recalculated. Used quota:3. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:27.109231 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:27.155815 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:27.207176 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Calling delete_port for 2aae514a-79cd-4373-a63e-382052b942e2 owned by network:router_gateway {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:20:27.284311 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bcba259-ccb8-48ff-a37b-7341a9536754 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:27.410584 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca35b65-587c-4192-beb1-b054e1ac7d3a None None] Network 29ca1774-eac6-46a2-9cd3-ee551b9695aa requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:20:27.444957 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Made reservation on behalf of 29c3385b419d476c965ea8d7ad48cdd9 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:27.448789 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:27.630026 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b502804-de5c-4f63-b671-faf835fdd9c1 req-d4e30bd7-6726-4801-b664-1d9b2c41ffc1 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:27.632788 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b502804-de5c-4f63-b671-faf835fdd9c1 req-d4e30bd7-6726-4801-b664-1d9b2c41ffc1 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 935 time: 0.1813753 Aug 23 14:20:27.654762 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 7bcba259-ccb8-48ff-a37b-7341a9536754, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=7bcba259-ccb8-48ff-a37b-7341a9536754,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:27.777544 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:27.790300 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:27.837112 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b502804-de5c-4f63-b671-faf835fdd9c1 req-f81ea221-8eeb-40ab-afae-5eb29700930c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894968 Aug 23 14:20:27.918088 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Allocated IP 172.20.0.5 (9b604480-c39f-4ba3-8e7e-478eb0ebb0dc/c1c30eb0-4238-4d7f-8882-54f8f15b8604/9e614f92-b7e9-42ed-ae9f-90efbfea5914) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:27.942612 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d52b2fc-d90e-44ab-ae47-e44e77b1865a {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:27.945185 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:27.952059 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-916cbf19-3940-40f4-8761-57589c4110ef tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:27.965450 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:28.060288 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Transition to ACTIVE for port object 1d52b2fc-d90e-44ab-ae47-e44e77b1865a will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:28.074518 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 7bcba259-ccb8-48ff-a37b-7341a9536754 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:28.115075 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['7bcba259-ccb8-48ff-a37b-7341a9536754'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:20:28.132328 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aae514a-79cd-4373-a63e-382052b942e2,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:28.155166 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-d3f7e0f3-4645-43b6-a707-871657e43147 req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-194787562', 'description': 'tempest-description-1494245982'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:28.169705 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-d3f7e0f3-4645-43b6-a707-871657e43147 req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:28.170148 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777549fd-a344-4208-bb3d-d14b60c92a04 None None] Sync routers for ids ['5d979e39-dd21-4846-86c1-6f88e2753515'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:20:28.177133 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-d3f7e0f3-4645-43b6-a707-871657e43147 req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:security_group and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:28.182379 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-d3f7e0f3-4645-43b6-a707-871657e43147 req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:28.192688 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-d3f7e0f3-4645-43b6-a707-871657e43147 req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:28.195519 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777549fd-a344-4208-bb3d-d14b60c92a04 None None] Routers {'5d979e39-dd21-4846-86c1-6f88e2753515'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:20:28.196105 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-777549fd-a344-4208-bb3d-d14b60c92a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:20:24Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['5d979e39-dd21-4846-86c1-6f88e2753515'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:28.226541 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:28.237928 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0fd586da-1315-4c18-abcd-a69d93708c55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:28.294375 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d3f7e0f3-4645-43b6-a707-871657e43147 req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:28.457433 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-777549fd-a344-4208-bb3d-d14b60c92a04 None None] Set router 5d979e39-dd21-4846-86c1-6f88e2753515 gateway port host: None {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:20:28.548189 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:28.568950 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Transition to ACTIVE for port object 9e614f92-b7e9-42ed-ae9f-90efbfea5914 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:28.621132 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Pushing event updated for resources: {'Port': ['ID=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:28.627115 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:28.662108 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=7bcba259-ccb8-48ff-a37b-7341a9536754,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:28.668558 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:28.697651 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:28.723242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:28.725460 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:28.726118 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:28.732524 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:28.734931 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9b206385-1550-4ade-bb52-94df766ebc5e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:28.737519 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:28.739218 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:28.743088 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:28.743088 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:28.743088 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:28.743088 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:28.743088 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:28.763272 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:28.767849 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-954e352d-21a9-4067-9de2-3588135f4daf req-1ee05571-2f87-48e7-9e39-a1e5407d7bd0 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 210 time: 0.6562634 Aug 23 14:20:28.775074 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-777549fd-a344-4208-bb3d-d14b60c92a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109002849-router', 'tenant_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:20:27Z', 'revision_number': 7, 'project_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'gw_port_host': None}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:28.780283 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777549fd-a344-4208-bb3d-d14b60c92a04 None None] Checking router: 5d979e39-dd21-4846-86c1-6f88e2753515 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:20:28.794536 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777549fd-a344-4208-bb3d-d14b60c92a04 None None] Routers {'5d979e39-dd21-4846-86c1-6f88e2753515'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:20:28.796282 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-777549fd-a344-4208-bb3d-d14b60c92a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:20:24Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['5d979e39-dd21-4846-86c1-6f88e2753515'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:28.869643 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Pushing event updated for resources: {'Port': ['ID=9e614f92-b7e9-42ed-ae9f-90efbfea5914,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:28.873692 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:28.880689 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Network 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:28.885828 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:28.898315 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:20:29.000267 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-d3f7e0f3-4645-43b6-a707-871657e43147 req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:29.015730 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-d3f7e0f3-4645-43b6-a707-871657e43147 req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:security_group_rule and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:29.021732 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.027997 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-d3f7e0f3-4645-43b6-a707-871657e43147 req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:29.045039 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-d3f7e0f3-4645-43b6-a707-871657e43147 req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:29.079409 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7bcba259-ccb8-48ff-a37b-7341a9536754 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:29.139175 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 7bcba259-ccb8-48ff-a37b-7341a9536754, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=7bcba259-ccb8-48ff-a37b-7341a9536754,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:29.185656 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-777549fd-a344-4208-bb3d-d14b60c92a04 None None] Set router 5d979e39-dd21-4846-86c1-6f88e2753515 gateway port host: None {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:20:29.231287 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Attempting to bind port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:20:29.232103 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Attempting to bind port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:20:29.232103 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Attempting to bind port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:20:29.245479 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:20:29.245940 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Attempting to bind port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:20:29.252861 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.257397 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:29.259235 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.275961 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:20:29.276272 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:20:29.276671 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:20:29.277114 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Bound port: 1d52b2fc-d90e-44ab-ae47-e44e77b1865a, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:20:29.277530 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.298254 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:29.464622 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] For port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:20:29.471105 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] For port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:20:29.480350 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8779984 Aug 23 14:20:29.494566 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-777549fd-a344-4208-bb3d-d14b60c92a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109002849-router', 'tenant_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:20:27Z', 'revision_number': 7, 'project_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'gw_port_host': None}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:29.498333 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=7bcba259-ccb8-48ff-a37b-7341a9536754,revision_number=7']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:29.499933 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Request body: {'port': {'device_id': 'f8604708-abc0-4f53-bc1f-fc8ea2e619f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:29.501107 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777549fd-a344-4208-bb3d-d14b60c92a04 None None] The sync data for ids ['5d979e39-dd21-4846-86c1-6f88e2753515'] in n-d-805629-1 is: [{'id': '5d979e39-dd21-4846-86c1-6f88e2753515', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1109002849-router', 'tenant_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:20:27Z', 'revision_number': 7, 'project_id': '1de0b41ad0a54dab9b5bd832a419eb2b', 'gw_port_host': None}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:20:29.503407 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:29.590122 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.610000 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-d04fa326-36cb-4f2c-a0ce-74d7c3c79cb7 None None] Provisioning for port 9e614f92-b7e9-42ed-ae9f-90efbfea5914 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:29.619161 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-d04fa326-36cb-4f2c-a0ce-74d7c3c79cb7 None None] Provisioning complete for port 9e614f92-b7e9-42ed-ae9f-90efbfea5914 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:29.620408 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d04fa326-36cb-4f2c-a0ce-74d7c3c79cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.653034 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a8d7af40-1c7b-42bf-8238-401a3cb02a88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:29.706595 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.725476 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930082'] for router_gateway, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.734416 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-d04fa326-36cb-4f2c-a0ce-74d7c3c79cb7 None None] Port 9e614f92-b7e9-42ed-ae9f-90efbfea5914 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:20:29.753352 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.754544 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] 10.222.0.60 "PUT /v2.0/ports/1d52b2fc-d90e-44ab-ae47-e44e77b1865a HTTP/1.1" status: 200 len: 1095 time: 3.7430108 Aug 23 14:20:29.755063 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cdc9bf-3b95-4bf3-800c-9879fec71c02', 'tag': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:29.828411 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Pushing event updated for resources: {'Port': ['ID=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:29.833963 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:29.966097 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 7bcba259-ccb8-48ff-a37b-7341a9536754 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:30.004280 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d3f7e0f3-4645-43b6-a707-871657e43147 req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.140195 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d3f7e0f3-4645-43b6-a707-871657e43147 req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.152370 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 7bcba259-ccb8-48ff-a37b-7341a9536754 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:30.152370 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.152794 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9252b8cb-6fce-4235-a2a4-6e8ea28a697a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:30.240961 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-3b305411-c4b4-4fc1-9f4d-a98b1019faf5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 1098 time: 0.1919382 Aug 23 14:20:30.273390 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.288998 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3761495d-d255-4442-865e-4bef319bd434,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:30.296187 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.299128 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:30.315204 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b1de4-f9c0-4910-bbe5-c64fedaafa0b req-b6452b3b-8b23-43f9-8748-365475b573af tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:30.315691 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.320764 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3e0b1de4-f9c0-4910-bbe5-c64fedaafa0b req-b6452b3b-8b23-43f9-8748-365475b573af tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 947 time: 0.7898059 Aug 23 14:20:30.330317 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538aa4bd-60a5-4e6c-ae9c-2bd4f44c9b2f req-e510e784-bade-4afb-86a2-d959cb653e26 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:30.331849 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-538aa4bd-60a5-4e6c-ae9c-2bd4f44c9b2f req-e510e784-bade-4afb-86a2-d959cb653e26 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.60 "GET /v2.0/ports?device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 947 time: 0.7991748 Aug 23 14:20:30.358862 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c412e864-7722-44ff-b471-7110e9aedd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcba259-ccb8-48ff-a37b-7341a9536754'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:30.375025 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 7bcba259-ccb8-48ff-a37b-7341a9536754, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=7bcba259-ccb8-48ff-a37b-7341a9536754,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:30.417698 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d3f7e0f3-4645-43b6-a707-871657e43147 req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.418922 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d3f7e0f3-4645-43b6-a707-871657e43147 req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 2.2763667 Aug 23 14:20:30.457175 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-97053fef-9859-4a3c-9df1-765cc06df607 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a HTTP/1.1" status: 200 len: 217 time: 0.1521175 Aug 23 14:20:30.462662 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-538aa4bd-60a5-4e6c-ae9c-2bd4f44c9b2f req-bb705b57-13f4-442e-ba82-e9d4154b8c6d tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Deleting port a84bd94f-9f7c-42c5-a909-b678fc29daea {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:20:30.463028 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-538aa4bd-60a5-4e6c-ae9c-2bd4f44c9b2f req-bb705b57-13f4-442e-ba82-e9d4154b8c6d tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.491762 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3e0b1de4-f9c0-4910-bbe5-c64fedaafa0b req-db1e0973-c27d-4c9e-84ef-6b4c0dcf6d56 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/security-groups?id=79c54559-79a0-4aa1-9db1-6a43269a8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701040 Aug 23 14:20:30.529103 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.537088 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:30.549745 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e614f92-b7e9-42ed-ae9f-90efbfea5914 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:30.554209 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.554890 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d979e39-dd21-4846-86c1-6f88e2753515 {{(pid=76505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:20:30.575158 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.636584 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Transition to ACTIVE for port object 9e614f92-b7e9-42ed-ae9f-90efbfea5914 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:30.647662 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-d7201a6a-3bb0-43d1-aa04-65ebe8dc1d41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:30.650327 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-d7201a6a-3bb0-43d1-aa04-65ebe8dc1d41 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1827550 Aug 23 14:20:30.669828 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Notify callbacks [] for router, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.671745 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] 10.222.0.86 "DELETE /v2.0/routers/5d979e39-dd21-4846-86c1-6f88e2753515 HTTP/1.1" status: 204 len: 168 time: 6.7013519 Aug 23 14:20:30.757529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43300) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:30.758259 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=7bcba259-ccb8-48ff-a37b-7341a9536754,revision_number=8']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:30.768307 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:30.782880 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.848059 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:31.150520 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-397327d0-d7c2-4f69-914d-08a9e96e3caa admin admin] Deleting subnet bba20164-582f-4279-a495-97cba12ad186 {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:20:31.184805 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Pushing event updated for resources: {'Port': ['ID=9e614f92-b7e9-42ed-ae9f-90efbfea5914,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:31.186418 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-538aa4bd-60a5-4e6c-ae9c-2bd4f44c9b2f req-bb705b57-13f4-442e-ba82-e9d4154b8c6d tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] For port a84bd94f-9f7c-42c5-a909-b678fc29daea, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a84bd94f-9f7c-42c5-a909-b678fc29daea,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:31.186418 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-538aa4bd-60a5-4e6c-ae9c-2bd4f44c9b2f req-bb705b57-13f4-442e-ba82-e9d4154b8c6d tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:31.187211 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:31.187211 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-397327d0-d7c2-4f69-914d-08a9e96e3caa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:31.245245 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 2aae514a-79cd-4373-a63e-382052b942e2 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:31.324608 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-7940de23-bf3b-4ff7-992b-317d118c2dd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6643729 Aug 23 14:20:31.327675 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-397327d0-d7c2-4f69-914d-08a9e96e3caa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:31.341510 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-538aa4bd-60a5-4e6c-ae9c-2bd4f44c9b2f req-bb705b57-13f4-442e-ba82-e9d4154b8c6d tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Calling delete_port for a84bd94f-9f7c-42c5-a909-b678fc29daea owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:20:31.471436 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 2aae514a-79cd-4373-a63e-382052b942e2 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:20:31.473480 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 2aae514a-79cd-4373-a63e-382052b942e2 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:20:31.474399 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device e2779ce0-ab54-46f9-b0a0-541c768ca03b no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:31.595360 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: e2779ce0-ab54-46f9-b0a0-541c768ca03b {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:20:31.596409 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device e2779ce0-ab54-46f9-b0a0-541c768ca03b not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:20:31.651972 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Attempting to bind port 9e614f92-b7e9-42ed-ae9f-90efbfea5914 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:20:31.652417 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Attempting to bind port 9e614f92-b7e9-42ed-ae9f-90efbfea5914 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '3c772d9d-e26a-431d-b7ba-ef19a5700ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:20:31.652671 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Attempting to bind port 9e614f92-b7e9-42ed-ae9f-90efbfea5914 on network 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:20:31.661244 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-397327d0-d7c2-4f69-914d-08a9e96e3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:31.746219 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:31.773328 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89a1d9-071e-49db-a3f7-a17a531dd1b6 req-d1b21aa3-4ed5-4f84-bd61-4a78cdbf4704 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:31.775672 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0d89a1d9-071e-49db-a3f7-a17a531dd1b6 req-d1b21aa3-4ed5-4f84-bd61-4a78cdbf4704 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 945 time: 1.1109166 Aug 23 14:20:31.830490 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-a8d5286b-f3c0-4b7c-90cd-201432da6512 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369025 Aug 23 14:20:31.840404 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Port 9e614f92-b7e9-42ed-ae9f-90efbfea5914 on network 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:20:31.840734 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Attempting to bind port 9e614f92-b7e9-42ed-ae9f-90efbfea5914 on network 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:20:31.868546 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0d89a1d9-071e-49db-a3f7-a17a531dd1b6 req-cd1579ca-5a9d-4ce9-b673-596a0c244e37 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/security-groups?id=099a68f6-bc52-4ca2-9dc9-5da455b5499c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747089 Aug 23 14:20:31.879855 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869239f4-f689-4da9-92e8-15e319b63806 req-5e02504a-9e0a-498a-ab9f-04ada59e504a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:31.886384 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-869239f4-f689-4da9-92e8-15e319b63806 req-5e02504a-9e0a-498a-ab9f-04ada59e504a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 947 time: 0.2136638 Aug 23 14:20:31.916240 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-538aa4bd-60a5-4e6c-ae9c-2bd4f44c9b2f req-bb705b57-13f4-442e-ba82-e9d4154b8c6d tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:31.936088 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cc90d04b-ca11-4c7f-98a1-27dddf8e53e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:31.948418 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:20:31.948811 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Checking segment: {'id': '3c772d9d-e26a-431d-b7ba-ef19a5700ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:20:31.949311 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Bound using segment: {'id': '3c772d9d-e26a-431d-b7ba-ef19a5700ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:20:31.949806 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Bound port: 9e614f92-b7e9-42ed-ae9f-90efbfea5914, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c772d9d-e26a-431d-b7ba-ef19a5700ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:20:31.950273 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.143529 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb705b57-13f4-442e-ba82-e9d4154b8c6d tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Pushing event deleted for resources: {'Port': ['ID=a84bd94f-9f7c-42c5-a909-b678fc29daea,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:32.148196 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bb705b57-13f4-442e-ba82-e9d4154b8c6d tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:32.197458 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a6ed4719-c088-4495-8ed3-23666ab04572 req-046d4f67-33a9-4bea-88a7-8d833c8f3ebb service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523645 Aug 23 14:20:32.230993 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] For port 9e614f92-b7e9-42ed-ae9f-90efbfea5914, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:20:32.233364 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-538aa4bd-60a5-4e6c-ae9c-2bd4f44c9b2f req-bb705b57-13f4-442e-ba82-e9d4154b8c6d tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] No DVR routers for this DVR port a84bd94f-9f7c-42c5-a909-b678fc29daea on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:20:32.238125 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-538aa4bd-60a5-4e6c-ae9c-2bd4f44c9b2f req-bb705b57-13f4-442e-ba82-e9d4154b8c6d tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.239344 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a77a64-344a-4370-b2db-600f3e28609c req-9d8835ef-2268-495c-81c4-70ad1a610c66 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:32.240100 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-86a77a64-344a-4370-b2db-600f3e28609c req-9d8835ef-2268-495c-81c4-70ad1a610c66 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Synchronizing usage tracker for tenant:e457f5bb77ff4c95a16e095f62e5326f on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:32.244625 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] For port 9e614f92-b7e9-42ed-ae9f-90efbfea5914, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9e614f92-b7e9-42ed-ae9f-90efbfea5914,segment=NetworkSegment(3c772d9d-e26a-431d-b7ba-ef19a5700ae0),segment_id=3c772d9d-e26a-431d-b7ba-ef19a5700ae0)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:20:32.247712 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-397327d0-d7c2-4f69-914d-08a9e96e3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.248436 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c811795e-78ea-48e4-a721-42c557d0d67c', 'name': 'network-vif-deleted', 'tag': 'a84bd94f-9f7c-42c5-a909-b678fc29daea'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:32.253387 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-17787476-2c87-4f36-a289-c653f3e67e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:32.270883 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-869239f4-f689-4da9-92e8-15e319b63806 req-4dce6b88-fb62-47f3-984e-fc7e233069e0 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823791 Aug 23 14:20:32.301978 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397327d0-d7c2-4f69-914d-08a9e96e3caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bba20164-582f-4279-a495-97cba12ad186,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:32.305586 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-397327d0-d7c2-4f69-914d-08a9e96e3caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:32.322269 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-397327d0-d7c2-4f69-914d-08a9e96e3caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.330642 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-397327d0-d7c2-4f69-914d-08a9e96e3caa admin admin] 10.222.0.86 "DELETE /v2.0/subnets/bba20164-582f-4279-a495-97cba12ad186 HTTP/1.1" status: 204 len: 168 time: 1.5725460 Aug 23 14:20:32.333178 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 43312) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:32.340508 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539ff527-304e-4aac-ab9b-b9dd1c0c59f2 None None] Network 3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:20:32.369023 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49cdc9bf-3b95-4bf3-800c-9879fec71c02', 'tag': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a', 'status': 'completed', 'code': 200} Aug 23 14:20:32.534904 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.550523 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Deleting port 57cb1d65-26ab-4a41-a953-045f74a19eb2 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:20:32.551140 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.724858 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29532666-6545-46bf-91f8-76f50a8c8363 req-2aaff2b0-0fa3-40b6-8c39-1dc99b6e71c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 1098 time: 0.1586537 Aug 23 14:20:32.746882 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.755539 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c13d5d00-a76f-46e3-9af2-c89eca9defbb tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:32.764700 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a2a612-4d7b-4bf3-9156-6e8a495728ea None None] DHCP port deletion for 3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74 request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:20:32.770220 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-538aa4bd-60a5-4e6c-ae9c-2bd4f44c9b2f req-bb705b57-13f4-442e-ba82-e9d4154b8c6d tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.60 "DELETE /v2.0/ports/a84bd94f-9f7c-42c5-a909-b678fc29daea HTTP/1.1" status: 204 len: 173 time: 2.4232664 Aug 23 14:20:32.770533 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-74a2a612-4d7b-4bf3-9156-6e8a495728ea None None] Deleting port 57cb1d65-26ab-4a41-a953-045f74a19eb2 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:20:32.770900 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-74a2a612-4d7b-4bf3-9156-6e8a495728ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.851988 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.853692 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-732a130a-00d8-4249-9080-c079784d9152 service neutron] 10.222.0.91 "PUT /v2.0/ports/9e614f92-b7e9-42ed-ae9f-90efbfea5914 HTTP/1.1" status: 200 len: 1091 time: 3.3621128 Aug 23 14:20:32.859337 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29532666-6545-46bf-91f8-76f50a8c8363 req-9a2ad6df-b9fa-4a6b-9001-57d543d03654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:32.861576 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29532666-6545-46bf-91f8-76f50a8c8363 req-9a2ad6df-b9fa-4a6b-9001-57d543d03654 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.3007326 Aug 23 14:20:32.972423 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29532666-6545-46bf-91f8-76f50a8c8363 req-b424b389-c456-46e9-a61b-f1405fa1feef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a HTTP/1.1" status: 200 len: 217 time: 0.0998938 Aug 23 14:20:33.005348 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-86a77a64-344a-4370-b2db-600f3e28609c req-9d8835ef-2268-495c-81c4-70ad1a610c66 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Unset dirty status for tenant:e457f5bb77ff4c95a16e095f62e5326f on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:33.005348 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-86a77a64-344a-4370-b2db-600f3e28609c req-9d8835ef-2268-495c-81c4-70ad1a610c66 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.91 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 944 time: 1.0350790 Aug 23 14:20:33.005348 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Pushing event updated for resources: {'Port': ['ID=9e614f92-b7e9-42ed-ae9f-90efbfea5914,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:33.011057 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d709d46-3f95-4f5c-915d-5e172764b16d req-9f8d956f-5ae6-4088-971d-a9b76e88144b tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:33.014975 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6d709d46-3f95-4f5c-915d-5e172764b16d req-9f8d956f-5ae6-4088-971d-a9b76e88144b tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 943 time: 0.3860888 Aug 23 14:20:33.019666 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] For port 57cb1d65-26ab-4a41-a953-045f74a19eb2, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=57cb1d65-26ab-4a41-a953-045f74a19eb2,segment=NetworkSegment(c1afa190-fcd3-4d38-80d4-38cf9476b813),segment_id=c1afa190-fcd3-4d38-80d4-38cf9476b813)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:33.020649 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:33.054480 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29532666-6545-46bf-91f8-76f50a8c8363 req-3997835a-7b8c-4c44-9d8e-28448e9431b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:33.056161 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29532666-6545-46bf-91f8-76f50a8c8363 req-3997835a-7b8c-4c44-9d8e-28448e9431b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.0753610 Aug 23 14:20:33.057283 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:33.268342 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-74a2a612-4d7b-4bf3-9156-6e8a495728ea None None] For port 57cb1d65-26ab-4a41-a953-045f74a19eb2, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=57cb1d65-26ab-4a41-a953-045f74a19eb2,segment=NetworkSegment(c1afa190-fcd3-4d38-80d4-38cf9476b813),segment_id=c1afa190-fcd3-4d38-80d4-38cf9476b813)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:33.268908 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-74a2a612-4d7b-4bf3-9156-6e8a495728ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:33.366921 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-86a77a64-344a-4370-b2db-600f3e28609c req-a2e3803c-f9be-435e-a649-74eec6d2a3f3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Deleting port 8d1474d4-abee-40cf-944a-9ee02a5e6249 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:20:33.366921 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-86a77a64-344a-4370-b2db-600f3e28609c req-a2e3803c-f9be-435e-a649-74eec6d2a3f3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:33.435352 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c412e864-7722-44ff-b471-7110e9aedd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcba259-ccb8-48ff-a37b-7341a9536754', 'code': 200} Aug 23 14:20:33.436467 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Calling delete_port for 57cb1d65-26ab-4a41-a953-045f74a19eb2 owned by network:dhcp {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:20:33.445328 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a84bd94f-9f7c-42c5-a909-b678fc29daea no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:33.494126 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6d709d46-3f95-4f5c-915d-5e172764b16d req-ea6ecc98-d1c3-4886-b27c-bb20c0063d28 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e34c769-3c2d-4e50-9d54-44c26b26438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4487002 Aug 23 14:20:33.513022 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-513fede0-c1ea-4d4c-aba1-dd898f27727e req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1625100664', 'description': 'tempest-description-1799880992'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:33.530489 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 57cb1d65-26ab-4a41-a953-045f74a19eb2 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:33.542282 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-513fede0-c1ea-4d4c-aba1-dd898f27727e req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:33.542727 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29532666-6545-46bf-91f8-76f50a8c8363 req-049d0fe0-4a75-4c98-a750-ba7d3a925560 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4222233 Aug 23 14:20:33.567938 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-513fede0-c1ea-4d4c-aba1-dd898f27727e req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:security_group and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:33.576098 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-513fede0-c1ea-4d4c-aba1-dd898f27727e req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:33.584092 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-1854519f-43de-4945-87a8-a05202c634e7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=29c3385b419d476c965ea8d7ad48cdd9&device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 1094 time: 0.4220786 Aug 23 14:20:33.590681 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-513fede0-c1ea-4d4c-aba1-dd898f27727e req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:33.691400 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: a84bd94f-9f7c-42c5-a909-b678fc29daea {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:20:33.691941 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a84bd94f-9f7c-42c5-a909-b678fc29daea not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:20:33.694569 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-513fede0-c1ea-4d4c-aba1-dd898f27727e req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:33.725507 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-74a2a612-4d7b-4bf3-9156-6e8a495728ea None None] Calling delete_port for 57cb1d65-26ab-4a41-a953-045f74a19eb2 owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:20:33.766782 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:33.776557 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:33.794497 n-d-805629-1 neutron-server[76509]: INFO neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No ports have port_id starting with 57cb1d65-26ab-4a41-a953-045f74a19eb2 Aug 23 14:20:33.811768 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-513fede0-c1ea-4d4c-aba1-dd898f27727e req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:33.826782 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-172f3fd1-e25c-4994-b6a6-0cfd8f3cba77 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e614f92-b7e9-42ed-ae9f-90efbfea5914 HTTP/1.1" status: 200 len: 217 time: 0.1873462 Aug 23 14:20:33.887950 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-513fede0-c1ea-4d4c-aba1-dd898f27727e req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:security_group_rule and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:33.892371 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-74a2a612-4d7b-4bf3-9156-6e8a495728ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:20:33.892637 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Pushing event deleted for resources: {'Port': ['ID=57cb1d65-26ab-4a41-a953-045f74a19eb2,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:33.893428 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-74a2a612-4d7b-4bf3-9156-6e8a495728ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:20:33.896225 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:33.897484 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-513fede0-c1ea-4d4c-aba1-dd898f27727e req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:33.908102 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-513fede0-c1ea-4d4c-aba1-dd898f27727e req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:33.911535 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:33.919065 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] No DVR routers for this DVR port 57cb1d65-26ab-4a41-a953-045f74a19eb2 on host n-d-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:20:33.996076 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29532666-6545-46bf-91f8-76f50a8c8363 req-b30d6616-48cf-41eb-bf6f-70b9d40d8c9b service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410515 Aug 23 14:20:34.100407 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:34.125354 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:34.157652 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f352cf86-c510-452d-ba0b-66421a4568d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:34.159101 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-f352cf86-c510-452d-ba0b-66421a4568d9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c1c30eb0-4238-4d7f-8882-54f8f15b8604 HTTP/1.1" status: 200 len: 844 time: 0.3109748 Aug 23 14:20:34.175627 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead61e2-09e9-4884-969d-ad9ab3af40e2 req-aea2486b-5d03-4e39-8aa8-d50bbfdb9e31 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:34.178046 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fead61e2-09e9-4884-969d-ad9ab3af40e2 req-aea2486b-5d03-4e39-8aa8-d50bbfdb9e31 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 944 time: 0.4130290 Aug 23 14:20:34.190839 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1afa190-fcd3-4d38-80d4-38cf9476b813') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:34.191269 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1afa190-fcd3-4d38-80d4-38cf9476b813') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:34.211334 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-86a77a64-344a-4370-b2db-600f3e28609c req-a2e3803c-f9be-435e-a649-74eec6d2a3f3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] For port 8d1474d4-abee-40cf-944a-9ee02a5e6249, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=8d1474d4-abee-40cf-944a-9ee02a5e6249,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:34.211675 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-86a77a64-344a-4370-b2db-600f3e28609c req-a2e3803c-f9be-435e-a649-74eec6d2a3f3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:34.222756 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-513fede0-c1ea-4d4c-aba1-dd898f27727e req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:34.244565 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:34.288193 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:34.300433 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fead61e2-09e9-4884-969d-ad9ab3af40e2 req-c5959dcb-9693-44be-9f19-f88c31997d64 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895553 Aug 23 14:20:34.307237 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:20:34.307650 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:20:34.334990 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:20:34.347336 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-513fede0-c1ea-4d4c-aba1-dd898f27727e req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:34.396496 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-74a2a612-4d7b-4bf3-9156-6e8a495728ea None None] Deleting port 57cb1d65-26ab-4a41-a953-045f74a19eb2 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:20:34.397698 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-74a2a612-4d7b-4bf3-9156-6e8a495728ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:34.399596 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-55315068-4996-4456-a332-18cf1b7005b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:34.467239 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8604708-abc0-4f53-bc1f-fc8ea2e619f3', 'tag': '9e614f92-b7e9-42ed-ae9f-90efbfea5914'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:34.478044 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-86a77a64-344a-4370-b2db-600f3e28609c req-a2e3803c-f9be-435e-a649-74eec6d2a3f3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Calling delete_port for 8d1474d4-abee-40cf-944a-9ee02a5e6249 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:20:34.478897 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8a5655-824e-4079-a413-55b067ecdcd6,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:34.499179 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:34.539453 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-74a2a612-4d7b-4bf3-9156-6e8a495728ea None None] The port '57cb1d65-26ab-4a41-a953-045f74a19eb2' was deleted {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:20:34.612694 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:34.619118 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:34.621185 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] 10.222.0.86 "DELETE /v2.0/networks/3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74 HTTP/1.1" status: 204 len: 168 time: 2.2864082 Aug 23 14:20:34.632651 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:34.640521 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29532666-6545-46bf-91f8-76f50a8c8363 req-b37183ec-45df-4b27-8399-1335401b0f71 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6368551 Aug 23 14:20:34.717601 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-781d2a4a-bf70-4fc1-8841-0ab7fa3ebdae service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b604480-c39f-4ba3-8e7e-478eb0ebb0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5086000 Aug 23 14:20:34.785865 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-513fede0-c1ea-4d4c-aba1-dd898f27727e req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:34.794556 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-513fede0-c1ea-4d4c-aba1-dd898f27727e req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.3655694 Aug 23 14:20:34.801837 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-b25d5282-a6da-4f67-addc-fd3f481877cf req-10505b2a-a913-45e9-8eeb-9a8f18daf9a9 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Synchronizing usage tracker for tenant:2034027793af497da36d458d770abdf3 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:34.809010 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce404d4-9df3-4bb5-8bc4-d4a7513ebe74,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:34.816353 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:34.929257 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-b25d5282-a6da-4f67-addc-fd3f481877cf req-10505b2a-a913-45e9-8eeb-9a8f18daf9a9 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Unset dirty status for tenant:2034027793af497da36d458d770abdf3 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:34.931486 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b25d5282-a6da-4f67-addc-fd3f481877cf req-10505b2a-a913-45e9-8eeb-9a8f18daf9a9 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=c811795e-78ea-48e4-a721-42c557d0d67c HTTP/1.1" status: 200 len: 210 time: 0.3872049 Aug 23 14:20:34.949962 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-86a77a64-344a-4370-b2db-600f3e28609c req-a2e3803c-f9be-435e-a649-74eec6d2a3f3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:34.961421 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-6038ec2f-0c41-486b-85a5-9b3232045264 service neutron] 10.222.0.91 "GET /v2.0/networks/9b604480-c39f-4ba3-8e7e-478eb0ebb0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346079 Aug 23 14:20:34.962824 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e52dbc23-23ac-4b1b-9f6b-d17116a83d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:35.061429 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c811795e-78ea-48e4-a721-42c557d0d67c', 'name': 'network-vif-deleted', 'tag': 'a84bd94f-9f7c-42c5-a909-b678fc29daea', 'status': 'completed', 'code': 200} Aug 23 14:20:35.073482 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3803c-f9be-435e-a649-74eec6d2a3f3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Pushing event deleted for resources: {'Port': ['ID=8d1474d4-abee-40cf-944a-9ee02a5e6249,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:35.076668 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a2e3803c-f9be-435e-a649-74eec6d2a3f3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:35.114237 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 43330) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:35.243734 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 1d52b2fc-d90e-44ab-ae47-e44e77b1865a details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:20:35.255176 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a77a64-344a-4370-b2db-600f3e28609c req-a2e3803c-f9be-435e-a649-74eec6d2a3f3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] No DVR routers for this DVR port 8d1474d4-abee-40cf-944a-9ee02a5e6249 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:20:35.258668 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-86a77a64-344a-4370-b2db-600f3e28609c req-a2e3803c-f9be-435e-a649-74eec6d2a3f3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:35.302714 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-60b91ea0-1a3e-40aa-a29d-a39d5146370e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1de0b41ad0a54dab9b5bd832a419eb2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1867869 Aug 23 14:20:35.306388 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 43334) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:35.370252 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-86a77a64-344a-4370-b2db-600f3e28609c req-a2e3803c-f9be-435e-a649-74eec6d2a3f3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.91 "DELETE /v2.0/ports/8d1474d4-abee-40cf-944a-9ee02a5e6249 HTTP/1.1" status: 204 len: 173 time: 2.3115122 Aug 23 14:20:35.382929 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d5f9d7a8-a0a9-4fb1-9f03-0f78f8837810 req-a9625d21-8e2e-4683-b002-8605f7c3481e service neutron] 10.222.0.91 "GET /v2.0/networks/9b604480-c39f-4ba3-8e7e-478eb0ebb0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446429 Aug 23 14:20:35.425347 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24993ccd-dcaf-472e-9bdd-ba1c2e1b2e08 req-be9a533d-7b00-490a-99a8-3f724457130a tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:35.426144 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-24993ccd-dcaf-472e-9bdd-ba1c2e1b2e08 req-be9a533d-7b00-490a-99a8-3f724457130a tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Synchronizing usage tracker for tenant:80837eee125343e295f66d1329ea3bc6 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:35.452067 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2f395-0265-4aa1-940c-cccc16875a2a req-fe39c623-b79b-4a4b-9545-bc44303d915a tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:35.455174 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-61f2f395-0265-4aa1-940c-cccc16875a2a req-fe39c623-b79b-4a4b-9545-bc44303d915a tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d20b2c4-a69a-4f49-85e4-38608b48a443 HTTP/1.1" status: 200 len: 949 time: 0.2386773 Aug 23 14:20:35.512260 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6d6c0819-4cb4-46f0-aef2-b59e918fc655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:35.529870 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-24993ccd-dcaf-472e-9bdd-ba1c2e1b2e08 req-be9a533d-7b00-490a-99a8-3f724457130a tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Unset dirty status for tenant:80837eee125343e295f66d1329ea3bc6 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:35.531747 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-24993ccd-dcaf-472e-9bdd-ba1c2e1b2e08 req-be9a533d-7b00-490a-99a8-3f724457130a tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d20b2c4-a69a-4f49-85e4-38608b48a443 HTTP/1.1" status: 200 len: 949 time: 0.2515211 Aug 23 14:20:35.575428 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:35.605411 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a', 'mac_address': 'fa:16:3e:b8:ff:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:20:35.611837 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6d6c0819-4cb4-46f0-aef2-b59e918fc655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:35.636574 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-24993ccd-dcaf-472e-9bdd-ba1c2e1b2e08 req-48a154fe-5de7-4e88-82d4-aaf00c2c5bcc tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Deleting port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:20:35.637658 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-24993ccd-dcaf-472e-9bdd-ba1c2e1b2e08 req-48a154fe-5de7-4e88-82d4-aaf00c2c5bcc tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:35.675041 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-61f2f395-0265-4aa1-940c-cccc16875a2a req-a1905338-7e78-43d6-88de-26956cf2757a tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/security-groups?id=061b5dd9-96b7-4185-9614-bf97ec2d3d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062218 Aug 23 14:20:35.723741 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:35.779400 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d52b2fc-d90e-44ab-ae47-e44e77b1865a {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:35.811942 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:35.855640 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8604708-abc0-4f53-bc1f-fc8ea2e619f3', 'tag': '9e614f92-b7e9-42ed-ae9f-90efbfea5914', 'status': 'completed', 'code': 200} Aug 23 14:20:35.899575 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:35.904049 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:35.953256 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9504a7-9fcf-4ec2-9efb-d5889871f890 req-5514d1a8-b160-4f9a-bf7e-5dc5eae45a75 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:35.964966 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b9504a7-9fcf-4ec2-9efb-d5889871f890 req-5514d1a8-b160-4f9a-bf7e-5dc5eae45a75 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 947 time: 0.2003083 Aug 23 14:20:35.981091 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 8d1474d4-abee-40cf-944a-9ee02a5e6249 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:36.069856 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6d6c0819-4cb4-46f0-aef2-b59e918fc655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:36.081429 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: 8d1474d4-abee-40cf-944a-9ee02a5e6249 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:20:36.082008 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 8d1474d4-abee-40cf-944a-9ee02a5e6249 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:20:36.090739 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f724c207-3674-4ccc-a2f0-a8f95ec07933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:36.120926 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:36.132753 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c0819-4cb4-46f0-aef2-b59e918fc655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1702bbf7-ce0d-456b-9486-30f684993700,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:36.135071 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:36.151386 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6d6c0819-4cb4-46f0-aef2-b59e918fc655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:36.160588 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6d6c0819-4cb4-46f0-aef2-b59e918fc655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:36.166390 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-6d6c0819-4cb4-46f0-aef2-b59e918fc655 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1702bbf7-ce0d-456b-9486-30f684993700 HTTP/1.1" status: 204 len: 168 time: 0.8547122 Aug 23 14:20:36.168737 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b9504a7-9fcf-4ec2-9efb-d5889871f890 req-a13f46d0-e279-4384-9f09-3961cf15c1ad tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017214 Aug 23 14:20:36.203157 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['1d52b2fc-d90e-44ab-ae47-e44e77b1865a'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:20:36.212674 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4375ea-63cb-4652-90f0-e8b50fe3ca64 req-b072b027-c61c-4162-a0e1-9e48ef967a3f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:36.213013 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d7515e1f-d12c-466b-82a9-6c4e76cd5945 req-a67a954a-4e28-4dc6-b30b-f07d68f1ebfd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=29c3385b419d476c965ea8d7ad48cdd9&device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 1094 time: 0.3333716 Aug 23 14:20:36.225299 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b4375ea-63cb-4652-90f0-e8b50fe3ca64 req-b072b027-c61c-4162-a0e1-9e48ef967a3f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 943 time: 0.2221179 Aug 23 14:20:36.343908 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b4375ea-63cb-4652-90f0-e8b50fe3ca64 req-78c6669d-92d3-4221-8126-b03e88aa1285 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e34c769-3c2d-4e50-9d54-44c26b26438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171987 Aug 23 14:20:36.356179 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-24993ccd-dcaf-472e-9bdd-ba1c2e1b2e08 req-48a154fe-5de7-4e88-82d4-aaf00c2c5bcc tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] For port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:36.358107 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-24993ccd-dcaf-472e-9bdd-ba1c2e1b2e08 req-48a154fe-5de7-4e88-82d4-aaf00c2c5bcc tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:36.788075 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-24993ccd-dcaf-472e-9bdd-ba1c2e1b2e08 req-48a154fe-5de7-4e88-82d4-aaf00c2c5bcc tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Calling delete_port for bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:20:36.839931 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-13546991-7fa5-4fd6-a37c-bb067bc0df65 req-3cf29e7f-607d-44ff-9a5a-c9f0941f50f8 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b8d2971-3ae8-4307-b098-744570913292 HTTP/1.1" status: 200 len: 210 time: 0.1008255 Aug 23 14:20:36.849379 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-dd36064a-ee89-4391-bb30-d0e25aa136f0 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:36.850602 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-dd36064a-ee89-4391-bb30-d0e25aa136f0 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Synchronizing usage tracker for tenant:2f431ed450f446c39356131383c72d18 on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:36.925414 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7515e1f-d12c-466b-82a9-6c4e76cd5945 req-77418510-c185-4faf-9723-42eec4449b4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:36.926927 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d7515e1f-d12c-466b-82a9-6c4e76cd5945 req-77418510-c185-4faf-9723-42eec4449b4d service neutron] 10.222.0.91 "GET /v2.0/networks?id=9b604480-c39f-4ba3-8e7e-478eb0ebb0dc HTTP/1.1" status: 200 len: 906 time: 0.6958756 Aug 23 14:20:37.015053 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-dd36064a-ee89-4391-bb30-d0e25aa136f0 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Unset dirty status for tenant:2f431ed450f446c39356131383c72d18 on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:37.029094 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-dd36064a-ee89-4391-bb30-d0e25aa136f0 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/networks?id=29ca1774-eac6-46a2-9cd3-ee551b9695aa HTTP/1.1" status: 200 len: 811 time: 0.5689828 Aug 23 14:20:37.056890 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d7515e1f-d12c-466b-82a9-6c4e76cd5945 req-cdfb3a0e-6297-4cd3-bbe2-9dcb42f81a35 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e614f92-b7e9-42ed-ae9f-90efbfea5914 HTTP/1.1" status: 200 len: 217 time: 0.1200395 Aug 23 14:20:37.066943 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-f5fc14f5-1c96-4e02-a933-c1d1458e7605 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/quotas/2f431ed450f446c39356131383c72d18 HTTP/1.1" status: 200 len: 375 time: 0.0322604 Aug 23 14:20:37.137009 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7515e1f-d12c-466b-82a9-6c4e76cd5945 req-fd82ab3a-6671-4700-a728-a3faada862bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:37.138758 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d7515e1f-d12c-466b-82a9-6c4e76cd5945 req-fd82ab3a-6671-4700-a728-a3faada862bb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c1c30eb0-4238-4d7f-8882-54f8f15b8604 HTTP/1.1" status: 200 len: 844 time: 0.0745595 Aug 23 14:20:37.158156 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-77575fc1-4658-42d3-81af-deafb2799a32 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2f431ed450f446c39356131383c72d18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895700 Aug 23 14:20:37.260963 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 1d52b2fc-d90e-44ab-ae47-e44e77b1865a up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:37.270524 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d7515e1f-d12c-466b-82a9-6c4e76cd5945 req-f0771332-8d85-4c28-a262-dc68e13b371f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b604480-c39f-4ba3-8e7e-478eb0ebb0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183968 Aug 23 14:20:37.432044 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-d2c2108d-3716-4d99-a65a-003755c26b12 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:20:37.433616 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-d2c2108d-3716-4d99-a65a-003755c26b12 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2742212 Aug 23 14:20:37.438807 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-24993ccd-dcaf-472e-9bdd-ba1c2e1b2e08 req-48a154fe-5de7-4e88-82d4-aaf00c2c5bcc tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:37.450557 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c569d093-3931-4cf2-9696-562a8eca3c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:37.455050 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0527e314-9c94-429f-9c55-fc7f929d57ad req-a2494226-8e34-4755-b78b-ca772747f6e6 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.86 "GET /v2.0/ports?device_id=0d20b2c4-a69a-4f49-85e4-38608b48a443 HTTP/1.1" status: 200 len: 210 time: 0.1043963 Aug 23 14:20:37.501487 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:37.514238 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:37.515283 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:37.526014 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a154fe-5de7-4e88-82d4-aaf00c2c5bcc tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Pushing event deleted for resources: {'Port': ['ID=bafd5fc0-4e81-4ad1-85c2-9774cb4e9824,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:37.539596 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-48a154fe-5de7-4e88-82d4-aaf00c2c5bcc tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:37.800863 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-24993ccd-dcaf-472e-9bdd-ba1c2e1b2e08 req-48a154fe-5de7-4e88-82d4-aaf00c2c5bcc tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] No DVR routers for this DVR port bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:20:37.819311 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-24993ccd-dcaf-472e-9bdd-ba1c2e1b2e08 req-48a154fe-5de7-4e88-82d4-aaf00c2c5bcc tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:37.829623 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:37.845967 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-14d3df2a-6c51-4ecc-84bb-d30850e8f0bd service neutron] 10.222.0.86 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886101 Aug 23 14:20:37.856535 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8d2971-3ae8-4307-b098-744570913292', 'name': 'network-vif-deleted', 'tag': '8d1474d4-abee-40cf-944a-9ee02a5e6249'}, {'server_uuid': '0d20b2c4-a69a-4f49-85e4-38608b48a443', 'name': 'network-vif-deleted', 'tag': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:37.894625 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691cae1-86d7-48aa-9b46-b1b99c30e960 req-0f0e7f5f-c77e-49f9-bea9-f10d6555c9ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:37.896279 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-5691cae1-86d7-48aa-9b46-b1b99c30e960 req-0f0e7f5f-c77e-49f9-bea9-f10d6555c9ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Synchronizing usage tracker for tenant:68a58e4ba53c42e18be665e5234f87bb on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:37.915835 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:37.919797 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cdc9bf-3b95-4bf3-800c-9879fec71c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:37.924102 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-24993ccd-dcaf-472e-9bdd-ba1c2e1b2e08 req-48a154fe-5de7-4e88-82d4-aaf00c2c5bcc tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] 10.222.0.60 "DELETE /v2.0/ports/bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 HTTP/1.1" status: 204 len: 173 time: 2.3825912 Aug 23 14:20:37.933969 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d7515e1f-d12c-466b-82a9-6c4e76cd5945 req-e77e3de4-fb26-4335-b147-97384a202772 service neutron] 10.222.0.91 "GET /v2.0/networks/9b604480-c39f-4ba3-8e7e-478eb0ebb0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553752 Aug 23 14:20:37.971469 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:37.980263 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:38.168195 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-5691cae1-86d7-48aa-9b46-b1b99c30e960 req-0f0e7f5f-c77e-49f9-bea9-f10d6555c9ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Unset dirty status for tenant:68a58e4ba53c42e18be665e5234f87bb on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:38.169331 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5691cae1-86d7-48aa-9b46-b1b99c30e960 req-0f0e7f5f-c77e-49f9-bea9-f10d6555c9ae tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.91 "GET /v2.0/ports?device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 945 time: 0.8557830 Aug 23 14:20:38.258053 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-b028d802-92ce-48d9-b84e-d9b785cb11f0 service neutron] 10.222.0.86 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989797 Aug 23 14:20:38.286524 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:38.293535 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:38.403810 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-5691cae1-86d7-48aa-9b46-b1b99c30e960 req-dc57b755-41db-4273-91e5-590fe18f2113 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Deleting port 7bcba259-ccb8-48ff-a37b-7341a9536754 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:20:38.404484 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-5691cae1-86d7-48aa-9b46-b1b99c30e960 req-dc57b755-41db-4273-91e5-590fe18f2113 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:38.426809 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 43388) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:38.557983 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d7515e1f-d12c-466b-82a9-6c4e76cd5945 req-192712e0-77c8-4e38-9757-4eb244261ed2 service neutron] 10.222.0.91 "GET /v2.0/networks/9b604480-c39f-4ba3-8e7e-478eb0ebb0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6173494 Aug 23 14:20:38.708858 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-701767109-network', 'tenant_id': '2db89cf8ec4049f391cd185e2d3192bc'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:38.722371 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:38.730147 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Usage tracker for resource:network and tenant:2db89cf8ec4049f391cd185e2d3192bc is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:38.737139 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:38.759156 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:38.855577 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Made reservation on behalf of 2db89cf8ec4049f391cd185e2d3192bc for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:38.860703 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:38.891679 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:38.941228 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-5691cae1-86d7-48aa-9b46-b1b99c30e960 req-dc57b755-41db-4273-91e5-590fe18f2113 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] For port 7bcba259-ccb8-48ff-a37b-7341a9536754, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=7bcba259-ccb8-48ff-a37b-7341a9536754,segment=NetworkSegment(012a4891-4894-41da-9448-7e9157fca13a),segment_id=012a4891-4894-41da-9448-7e9157fca13a)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:38.942194 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-5691cae1-86d7-48aa-9b46-b1b99c30e960 req-dc57b755-41db-4273-91e5-590fe18f2113 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:39.079156 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:39.092623 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Usage tracker for resource:security_group_rule and tenant:2db89cf8ec4049f391cd185e2d3192bc is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:39.099771 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:39.125286 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:39.135260 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-5691cae1-86d7-48aa-9b46-b1b99c30e960 req-dc57b755-41db-4273-91e5-590fe18f2113 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Calling delete_port for 7bcba259-ccb8-48ff-a37b-7341a9536754 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:20:39.262988 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dfa46-9331-4ae8-bef6-de05b059c80d req-ba8c910e-3262-487a-91f0-7df981fe713b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:39.264660 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-155dfa46-9331-4ae8-bef6-de05b059c80d req-ba8c910e-3262-487a-91f0-7df981fe713b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.3753710 Aug 23 14:20:39.265066 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:39.382107 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:20:39.383952 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device bafd5fc0-4e81-4ad1-85c2-9774cb4e9824 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:20:39.394433 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-155dfa46-9331-4ae8-bef6-de05b059c80d req-5b96900e-8a5a-4744-8d65-8023a7b0e19c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045711 Aug 23 14:20:39.405477 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0f97b-6f5c-4cef-b269-bb27e3e377c5 req-e1367023-d0c7-4a2a-9511-e80cecb64937 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:39.411743 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6ad0f97b-6f5c-4cef-b269-bb27e3e377c5 req-e1367023-d0c7-4a2a-9511-e80cecb64937 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 943 time: 0.2972078 Aug 23 14:20:39.454468 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:39.467975 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-5691cae1-86d7-48aa-9b46-b1b99c30e960 req-dc57b755-41db-4273-91e5-590fe18f2113 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:39.481000 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a2e3803c-f9be-435e-a649-74eec6d2a3f3 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:39.504990 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:39.510297 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:39.523896 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6ad0f97b-6f5c-4cef-b269-bb27e3e377c5 req-2c5f7238-6283-4adc-8fa4-db1b1cf89b02 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e34c769-3c2d-4e50-9d54-44c26b26438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005912 Aug 23 14:20:39.546405 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8d2971-3ae8-4307-b098-744570913292', 'name': 'network-vif-deleted', 'tag': '8d1474d4-abee-40cf-944a-9ee02a5e6249', 'status': 'completed', 'code': 200} Aug 23 14:20:39.546717 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d20b2c4-a69a-4f49-85e4-38608b48a443', 'name': 'network-vif-deleted', 'tag': 'bafd5fc0-4e81-4ad1-85c2-9774cb4e9824', 'status': 'completed', 'code': 200} Aug 23 14:20:39.555392 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:20:39.564826 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74658b76-64db-42d5-a378-3b7e3b34244c,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:39.578996 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:39.582496 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:39.583962 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Added segment 1cf96984-556f-4bca-9efb-206e9a5e497d of type vlan for network 2961c70e-af3c-4bcf-91eb-0eb4d684285e Aug 23 14:20:39.617394 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:39.735088 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cdc9bf-3b95-4bf3-800c-9879fec71c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a', 'code': 200} Aug 23 14:20:39.777974 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:39.777974 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:39.777974 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:39.787069 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:39.791421 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57b755-41db-4273-91e5-590fe18f2113 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Pushing event deleted for resources: {'Port': ['ID=7bcba259-ccb8-48ff-a37b-7341a9536754,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:39.794781 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-dc57b755-41db-4273-91e5-590fe18f2113 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:39.959998 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5691cae1-86d7-48aa-9b46-b1b99c30e960 req-dc57b755-41db-4273-91e5-590fe18f2113 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] No DVR routers for this DVR port 7bcba259-ccb8-48ff-a37b-7341a9536754 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:20:39.962887 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-5691cae1-86d7-48aa-9b46-b1b99c30e960 req-dc57b755-41db-4273-91e5-590fe18f2113 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:39.971868 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Pushing event updated for resources: {'Network': ['ID=2961c70e-af3c-4bcf-91eb-0eb4d684285e,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:39.976884 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:39.981178 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 9e614f92-b7e9-42ed-ae9f-90efbfea5914 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:20:39.987861 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 7bcba259-ccb8-48ff-a37b-7341a9536754 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:40.027527 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:20:40.035339 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 2961c70e-af3c-4bcf-91eb-0eb4d684285e details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:20:40.042760 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8d353e4-2116-4664-bc60-0b15e5cefe4f req-5fba59b7-a1f7-4cb8-bcde-c791883a315d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 1100 time: 0.1640530 Aug 23 14:20:40.075500 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6502688 Aug 23 14:20:40.086799 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43412) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:40.097613 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5691cae1-86d7-48aa-9b46-b1b99c30e960 req-dc57b755-41db-4273-91e5-590fe18f2113 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.91 "DELETE /v2.0/ports/7bcba259-ccb8-48ff-a37b-7341a9536754 HTTP/1.1" status: 204 len: 173 time: 1.9103897 Aug 23 14:20:40.103696 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Request body: {'subnet': {'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-701767109-subnet', 'tenant_id': '2db89cf8ec4049f391cd185e2d3192bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:40.117645 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:40.134393 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Usage tracker for resource:subnet and tenant:2db89cf8ec4049f391cd185e2d3192bc is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:40.138745 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: 7bcba259-ccb8-48ff-a37b-7341a9536754 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:20:40.139330 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 7bcba259-ccb8-48ff-a37b-7341a9536754 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:20:40.140186 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:40.148204 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-274817fb-5c4a-449c-ab89-57041151b92f req-2ac61f72-503f-4eb3-b43b-b9c3245ee219 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 210 time: 0.0847311 Aug 23 14:20:40.151982 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7c8278ed-1dd2-4fd6-a2fc-b99bc67fb5fe req-dd44872c-2863-4121-9d8b-8dc5a442db9f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 210 time: 0.1518736 Aug 23 14:20:40.153929 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:40.164528 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a8d353e4-2116-4664-bc60-0b15e5cefe4f req-a4f300fd-0ae3-4f13-95ec-3336791651f2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142390 Aug 23 14:20:40.198236 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:20:40.322937 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Made reservation on behalf of 2db89cf8ec4049f391cd185e2d3192bc for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:40.330402 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:40.375763 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 9e614f92-b7e9-42ed-ae9f-90efbfea5914, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9e614f92-b7e9-42ed-ae9f-90efbfea5914,segment=NetworkSegment(3c772d9d-e26a-431d-b7ba-ef19a5700ae0),segment_id=3c772d9d-e26a-431d-b7ba-ef19a5700ae0)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:40.393728 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '9e614f92-b7e9-42ed-ae9f-90efbfea5914', 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'port_id': '9e614f92-b7e9-42ed-ae9f-90efbfea5914', 'mac_address': 'fa:16:3e:ff:9c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:20:40.534477 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:40.544994 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ff68b-04ed-4677-8cad-65853ae824a0 req-f003a5b3-27a8-46df-a09c-9a6c502c42fd tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:40.567975 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-de8ff68b-04ed-4677-8cad-65853ae824a0 req-f003a5b3-27a8-46df-a09c-9a6c502c42fd tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c92e143-201b-4adf-8be7-71a6bda275c1 HTTP/1.1" status: 200 len: 948 time: 0.2500186 Aug 23 14:20:40.580095 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e614f92-b7e9-42ed-ae9f-90efbfea5914 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:40.601113 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 9e614f92-b7e9-42ed-ae9f-90efbfea5914, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9e614f92-b7e9-42ed-ae9f-90efbfea5914,segment=NetworkSegment(3c772d9d-e26a-431d-b7ba-ef19a5700ae0),segment_id=3c772d9d-e26a-431d-b7ba-ef19a5700ae0)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:40.671774 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43422) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:40.674401 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:40.676908 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5021f7e8-51c5-41da-b699-c69766ea8c4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:40.740691 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:40.746348 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-184f2ca3-fa5e-44dc-a3f9-a2a6196f6ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:40.829294 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=9e614f92-b7e9-42ed-ae9f-90efbfea5914,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:40.834950 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:40.857786 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-de8ff68b-04ed-4677-8cad-65853ae824a0 req-dbf90b64-8cf2-4b27-848f-df3e751c24aa tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/security-groups?id=79c54559-79a0-4aa1-9db1-6a43269a8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850266 Aug 23 14:20:40.870112 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27bb7382-12c0-438e-a1f3-4f81c598dc69,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:40.873138 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:40.925354 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['9e614f92-b7e9-42ed-ae9f-90efbfea5914'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:20:40.938037 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Checking segment: {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:20:40.938407 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Network hostable DHCP agents. Network: 2961c70e-af3c-4bcf-91eb-0eb4d684285e, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:20:41.005520 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-74f02ee2-19e8-49b7-b353-a4cffc25e604 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=80837eee125343e295f66d1329ea3bc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3309522 Aug 23 14:20:41.008163 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 43430) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:41.100476 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Network 2961c70e-af3c-4bcf-91eb-0eb4d684285e is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:20:41.215002 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 2961c70e-af3c-4bcf-91eb-0eb4d684285e) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:41.221443 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:41.222078 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:41.234540 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d44048c1-c94d-4270-ab9c-5ffd4ef11bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:41.250928 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f746b3e1-d188-4a39-af15-7af50757eb3d None None] Network 2961c70e-af3c-4bcf-91eb-0eb4d684285e requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:20:41.283801 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e0c06-10aa-4206-8e04-3c3427c10855 req-ea6023ca-ac0f-406d-ae53-21ffcda412c0 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:41.292756 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-201e0c06-10aa-4206-8e04-3c3427c10855 req-ea6023ca-ac0f-406d-ae53-21ffcda412c0 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.2510171 Aug 23 14:20:41.385688 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-201e0c06-10aa-4206-8e04-3c3427c10855 req-00e743e0-d870-4f72-82c4-44c7009cd841 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918915 Aug 23 14:20:41.416126 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993613d4-722f-4a53-80ae-87a75f26ce10 req-bf295287-01e6-4c9a-8294-c61c30b6bd14 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:41.417721 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-993613d4-722f-4a53-80ae-87a75f26ce10 req-bf295287-01e6-4c9a-8294-c61c30b6bd14 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 944 time: 0.2839093 Aug 23 14:20:41.419620 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d44048c1-c94d-4270-ab9c-5ffd4ef11bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:41.456527 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d3fdd-edd7-4a41-ae5a-c7e14cf6c9d4 req-850b7066-8f28-48f2-a1b6-5b1276548d1c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:41.457244 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-014d3fdd-edd7-4a41-ae5a-c7e14cf6c9d4 req-850b7066-8f28-48f2-a1b6-5b1276548d1c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Synchronizing usage tracker for tenant:e457f5bb77ff4c95a16e095f62e5326f on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:41.467172 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ccd95-db5a-4ac9-9566-3ac7992c177d req-9e1316ca-2c55-43fc-a432-4be348f1cd06 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:41.467877 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-d91ccd95-db5a-4ac9-9566-3ac7992c177d req-9e1316ca-2c55-43fc-a432-4be348f1cd06 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Synchronizing usage tracker for tenant:2034027793af497da36d458d770abdf3 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:41.491769 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-d91ccd95-db5a-4ac9-9566-3ac7992c177d req-9e1316ca-2c55-43fc-a432-4be348f1cd06 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Unset dirty status for tenant:2034027793af497da36d458d770abdf3 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:41.492897 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d91ccd95-db5a-4ac9-9566-3ac7992c177d req-9e1316ca-2c55-43fc-a432-4be348f1cd06 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c92e143-201b-4adf-8be7-71a6bda275c1 HTTP/1.1" status: 200 len: 948 time: 0.1666875 Aug 23 14:20:41.548258 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c412e864-7722-44ff-b471-7110e9aedd34', 'name': 'network-vif-deleted', 'tag': '7bcba259-ccb8-48ff-a37b-7341a9536754'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:41.573122 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4760699 Aug 23 14:20:41.600786 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-014d3fdd-edd7-4a41-ae5a-c7e14cf6c9d4 req-850b7066-8f28-48f2-a1b6-5b1276548d1c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Unset dirty status for tenant:e457f5bb77ff4c95a16e095f62e5326f on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:41.605026 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-014d3fdd-edd7-4a41-ae5a-c7e14cf6c9d4 req-850b7066-8f28-48f2-a1b6-5b1276548d1c tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.91 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 945 time: 0.3651607 Aug 23 14:20:41.630198 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-993613d4-722f-4a53-80ae-87a75f26ce10 req-c3a44b6f-a266-4a43-8498-0bf479c06260 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e34c769-3c2d-4e50-9d54-44c26b26438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827209 Aug 23 14:20:41.750278 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d44048c1-c94d-4270-ab9c-5ffd4ef11bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:41.753002 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-d91ccd95-db5a-4ac9-9566-3ac7992c177d req-2d14d950-2bab-4aed-8461-4f4ed02533e9 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Deleting port c08036f2-1fe2-4016-acea-9621f261b74e {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:20:41.753544 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-d91ccd95-db5a-4ac9-9566-3ac7992c177d req-2d14d950-2bab-4aed-8461-4f4ed02533e9 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:41.762285 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd78be9-d674-422a-8f88-1798955f6562 None None] Network 2961c70e-af3c-4bcf-91eb-0eb4d684285e requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:20:41.766872 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ce3eaecd-b957-443f-92ac-7a316ec4a6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:41.837696 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-014d3fdd-edd7-4a41-ae5a-c7e14cf6c9d4 req-512ef645-6ccf-4a6f-b67e-60aabb016c4f tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Deleting port 694acdfb-8607-43e9-b757-ac75d4421838 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:20:41.840059 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-014d3fdd-edd7-4a41-ae5a-c7e14cf6c9d4 req-512ef645-6ccf-4a6f-b67e-60aabb016c4f tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:41.840213 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44048c1-c94d-4270-ab9c-5ffd4ef11bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061b5dd9-96b7-4185-9614-bf97ec2d3d62,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:41.857535 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d44048c1-c94d-4270-ab9c-5ffd4ef11bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:41.861841 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d44048c1-c94d-4270-ab9c-5ffd4ef11bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:41.863591 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-d44048c1-c94d-4270-ab9c-5ffd4ef11bb0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/061b5dd9-96b7-4185-9614-bf97ec2d3d62 HTTP/1.1" status: 204 len: 168 time: 0.8539236 Aug 23 14:20:42.010160 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 9e614f92-b7e9-42ed-ae9f-90efbfea5914 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:42.030808 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c47147b2-9f0a-4152-a0db-ef8091aefa90 req-bfbbab0f-08a7-4ac2-b6fa-4f44f58cc805 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] 10.222.0.86 "GET /v2.0/ports?device_id=c412e864-7722-44ff-b471-7110e9aedd34 HTTP/1.1" status: 200 len: 210 time: 0.1471059 Aug 23 14:20:42.206748 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171335d-0cf1-41cd-9f99-bb81ad8aa54c req-849a5aae-0ee6-4ea2-ac25-816b2f65707d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:42.208701 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8171335d-0cf1-41cd-9f99-bb81ad8aa54c req-849a5aae-0ee6-4ea2-ac25-816b2f65707d tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 945 time: 0.3198183 Aug 23 14:20:42.335509 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 9e614f92-b7e9-42ed-ae9f-90efbfea5914 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:42.345518 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-014d3fdd-edd7-4a41-ae5a-c7e14cf6c9d4 req-512ef645-6ccf-4a6f-b67e-60aabb016c4f tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] For port 694acdfb-8607-43e9-b757-ac75d4421838, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=694acdfb-8607-43e9-b757-ac75d4421838,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:42.345518 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-014d3fdd-edd7-4a41-ae5a-c7e14cf6c9d4 req-512ef645-6ccf-4a6f-b67e-60aabb016c4f tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:42.347767 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 9e614f92-b7e9-42ed-ae9f-90efbfea5914 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:42.348154 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:42.479884 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ac4d25a-f3d6-43d1-8704-29fbda31f17a req-9b4af2b6-ae4e-41b2-9ca6-33549e654e84 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 210 time: 0.1993768 Aug 23 14:20:42.487081 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:42.522089 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8604708-abc0-4f53-bc1f-fc8ea2e619f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e614f92-b7e9-42ed-ae9f-90efbfea5914'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:42.534839 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8171335d-0cf1-41cd-9f99-bb81ad8aa54c req-5b9d99fe-50b0-4313-b919-0bcdb69531e1 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192341 Aug 23 14:20:42.552957 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 9e614f92-b7e9-42ed-ae9f-90efbfea5914, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9e614f92-b7e9-42ed-ae9f-90efbfea5914,segment=NetworkSegment(3c772d9d-e26a-431d-b7ba-ef19a5700ae0),segment_id=3c772d9d-e26a-431d-b7ba-ef19a5700ae0)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:42.592551 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-649c0cfe-8fba-4ff2-9b3e-cdc70a4e82ef tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:42.594595 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-649c0cfe-8fba-4ff2-9b3e-cdc70a4e82ef tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.60 "GET /v2.0/networks?id=29ca1774-eac6-46a2-9cd3-ee551b9695aa HTTP/1.1" status: 200 len: 811 time: 0.4617069 Aug 23 14:20:42.612146 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Request body: {'port': {'device_id': 'ef74d82d-faa3-41fa-8472-5f81629540d5', 'network_id': '29ca1774-eac6-46a2-9cd3-ee551b9695aa', 'admin_state_up': True, 'tenant_id': '2f431ed450f446c39356131383c72d18'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:42.637413 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c412e864-7722-44ff-b471-7110e9aedd34', 'name': 'network-vif-deleted', 'tag': '7bcba259-ccb8-48ff-a37b-7341a9536754', 'status': 'completed', 'code': 200} Aug 23 14:20:42.638555 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:42.641812 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:42.684176 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-014d3fdd-edd7-4a41-ae5a-c7e14cf6c9d4 req-512ef645-6ccf-4a6f-b67e-60aabb016c4f tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Calling delete_port for 694acdfb-8607-43e9-b757-ac75d4421838 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:20:42.790977 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=9e614f92-b7e9-42ed-ae9f-90efbfea5914,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:42.795557 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:42.936031 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-d91ccd95-db5a-4ac9-9566-3ac7992c177d req-2d14d950-2bab-4aed-8461-4f4ed02533e9 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] For port c08036f2-1fe2-4016-acea-9621f261b74e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c08036f2-1fe2-4016-acea-9621f261b74e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:42.951715 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-d91ccd95-db5a-4ac9-9566-3ac7992c177d req-2d14d950-2bab-4aed-8461-4f4ed02533e9 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:42.955450 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:42.961304 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:port and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:42.966001 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:42.973899 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:42.993183 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88380f2e-755b-4624-9ad7-0c82b27e77e1 req-79bf3c25-6376-443c-9343-f9d31fcfe2d4 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:43.001513 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-88380f2e-755b-4624-9ad7-0c82b27e77e1 req-79bf3c25-6376-443c-9343-f9d31fcfe2d4 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c92e143-201b-4adf-8be7-71a6bda275c1 HTTP/1.1" status: 200 len: 948 time: 0.2041109 Aug 23 14:20:43.064715 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Made reservation on behalf of 2f431ed450f446c39356131383c72d18 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:43.070124 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:43.092762 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-88380f2e-755b-4624-9ad7-0c82b27e77e1 req-f63f9f73-1f46-4b48-a9e1-39f435f7ea73 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.86 "GET /v2.0/security-groups?id=79c54559-79a0-4aa1-9db1-6a43269a8ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911434 Aug 23 14:20:43.380530 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-d91ccd95-db5a-4ac9-9566-3ac7992c177d req-2d14d950-2bab-4aed-8461-4f4ed02533e9 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Calling delete_port for c08036f2-1fe2-4016-acea-9621f261b74e owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:20:43.537126 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Allocated IP 172.20.0.5 (29ca1774-eac6-46a2-9cd3-ee551b9695aa/8f095f93-f411-42ee-a54e-35015803eed3/f649f137-e6a7-4f25-93aa-72e6653a4961) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:43.573030 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-e898c6ab-f756-474b-9869-2b6cb9acf2b5 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:43.573815 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-e898c6ab-f756-474b-9869-2b6cb9acf2b5 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Synchronizing usage tracker for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:43.638411 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdd5e7-a787-44de-8266-238f800270e1 req-aaef44db-6cb8-4346-9277-27518d337778 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:43.639928 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8ffdd5e7-a787-44de-8266-238f800270e1 req-aaef44db-6cb8-4346-9277-27518d337778 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.3249605 Aug 23 14:20:43.650689 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-014d3fdd-edd7-4a41-ae5a-c7e14cf6c9d4 req-512ef645-6ccf-4a6f-b67e-60aabb016c4f tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:43.669759 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a529f51e-14e9-4b26-8a7f-55adf5189ef4 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:43.717325 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8ffdd5e7-a787-44de-8266-238f800270e1 req-9d3af8b3-cd10-4307-9a41-2d03d58f0725 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612786 Aug 23 14:20:43.732750 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ef645-6ccf-4a6f-b67e-60aabb016c4f tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Pushing event deleted for resources: {'Port': ['ID=694acdfb-8607-43e9-b757-ac75d4421838,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:43.740518 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-e898c6ab-f756-474b-9869-2b6cb9acf2b5 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Unset dirty status for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:43.742076 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-e898c6ab-f756-474b-9869-2b6cb9acf2b5 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 811 time: 0.4670286 Aug 23 14:20:43.743524 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-512ef645-6ccf-4a6f-b67e-60aabb016c4f tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:43.770151 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-13aca9c7-5407-4772-9ee2-051c1cb406bc tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/quotas/2db89cf8ec4049f391cd185e2d3192bc HTTP/1.1" status: 200 len: 375 time: 0.0214152 Aug 23 14:20:43.825048 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8604708-abc0-4f53-bc1f-fc8ea2e619f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e614f92-b7e9-42ed-ae9f-90efbfea5914', 'code': 200} Aug 23 14:20:43.833207 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-71ffcaf2-c33e-43ea-8418-3c915eaae3f5 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572810 Aug 23 14:20:43.867173 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-014d3fdd-edd7-4a41-ae5a-c7e14cf6c9d4 req-512ef645-6ccf-4a6f-b67e-60aabb016c4f tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] No DVR routers for this DVR port 694acdfb-8607-43e9-b757-ac75d4421838 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:20:43.870676 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-014d3fdd-edd7-4a41-ae5a-c7e14cf6c9d4 req-512ef645-6ccf-4a6f-b67e-60aabb016c4f tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:43.891122 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-d91ccd95-db5a-4ac9-9566-3ac7992c177d req-2d14d950-2bab-4aed-8461-4f4ed02533e9 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:43.913454 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c5eacf79-bcc8-48c5-9a51-dfa5e3986381 tempest-ServersAdminTestJSON-1401271663 tempest-ServersAdminTestJSON-1401271663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:43.998674 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 694acdfb-8607-43e9-b757-ac75d4421838 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:44.035489 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14d950-2bab-4aed-8461-4f4ed02533e9 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Pushing event deleted for resources: {'Port': ['ID=c08036f2-1fe2-4016-acea-9621f261b74e,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:44.050699 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: 694acdfb-8607-43e9-b757-ac75d4421838 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:20:44.051104 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 694acdfb-8607-43e9-b757-ac75d4421838 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:20:44.078948 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-014d3fdd-edd7-4a41-ae5a-c7e14cf6c9d4 req-512ef645-6ccf-4a6f-b67e-60aabb016c4f tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.91 "DELETE /v2.0/ports/694acdfb-8607-43e9-b757-ac75d4421838 HTTP/1.1" status: 204 len: 173 time: 2.4664462 Aug 23 14:20:44.091104 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2d14d950-2bab-4aed-8461-4f4ed02533e9 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:44.150553 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43486) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:44.174181 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91ccd95-db5a-4ac9-9566-3ac7992c177d req-2d14d950-2bab-4aed-8461-4f4ed02533e9 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] No DVR routers for this DVR port c08036f2-1fe2-4016-acea-9621f261b74e on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:20:44.174181 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-d91ccd95-db5a-4ac9-9566-3ac7992c177d req-2d14d950-2bab-4aed-8461-4f4ed02533e9 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:44.174940 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d91ccd95-db5a-4ac9-9566-3ac7992c177d req-2d14d950-2bab-4aed-8461-4f4ed02533e9 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] 10.222.0.60 "DELETE /v2.0/ports/c08036f2-1fe2-4016-acea-9621f261b74e HTTP/1.1" status: 204 len: 173 time: 2.6762807 Aug 23 14:20:44.202865 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c9e77f7c-05e1-48d7-b656-21384f332ed9 req-b82dd838-6837-4562-9f6f-8bec6d363c54 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 1096 time: 0.2255719 Aug 23 14:20:44.268873 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c9e77f7c-05e1-48d7-b656-21384f332ed9 req-0b997ae7-ccee-4205-b375-f821e601e9c0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=0e34c769-3c2d-4e50-9d54-44c26b26438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592232 Aug 23 14:20:44.409805 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-193199034-network', 'tenant_id': '1095edc319504ca386f2824f9d5e2faf'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:44.424038 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:44.435994 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Usage tracker for resource:network and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:44.443824 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:44.459728 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:44.467376 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-741b3288-2105-45f9-a3f6-ae3526820e8a service neutron] 10.222.0.86 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228693 Aug 23 14:20:44.499560 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03702e-9771-4205-87dd-7cac3fada716 req-1b506fce-d6fc-4131-94ba-cdc4df1e59ef tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:44.509454 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ec03702e-9771-4205-87dd-7cac3fada716 req-1b506fce-d6fc-4131-94ba-cdc4df1e59ef tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 945 time: 0.5359592 Aug 23 14:20:44.561490 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:44.580947 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Made reservation on behalf of 1095edc319504ca386f2824f9d5e2faf for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:44.585133 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:44.631180 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:44.645368 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd0f953-b7d4-45be-9bb1-37a82264c32e', 'name': 'network-vif-deleted', 'tag': '694acdfb-8607-43e9-b757-ac75d4421838'}, {'server_uuid': '6c92e143-201b-4adf-8be7-71a6bda275c1', 'name': 'network-vif-deleted', 'tag': 'c08036f2-1fe2-4016-acea-9621f261b74e'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:44.686528 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ec03702e-9771-4205-87dd-7cac3fada716 req-bdc9ed3f-6101-43ff-b6c4-ef13dfb54990 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e34c769-3c2d-4e50-9d54-44c26b26438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757462 Aug 23 14:20:44.690879 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:44.696148 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Usage tracker for resource:security_group_rule and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:44.699600 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:44.706679 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:44.764937 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-6fd3de70-b483-4728-81d9-21f051bc6c1e service neutron] 10.222.0.86 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774189 Aug 23 14:20:44.801292 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:44.820494 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:44.827577 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:44.916836 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:44.920215 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Network 29ca1774-eac6-46a2-9cd3-ee551b9695aa is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:44.922663 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-774fa880-3b99-4ef6-a8d2-9ab6cbcf5480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:44.926969 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:44.930100 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:20:44.956710 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:20:44.969782 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event updated for resources: {'Port': ['ID=f649f137-e6a7-4f25-93aa-72e6653a4961,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:44.977887 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:44.984453 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef18d76-5c04-471d-82a5-b0026cc98213,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:44.987074 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:44.987573 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Added segment eba81a51-cf57-4ab4-9f7b-b7f5e4ef0de2 of type vlan for network 00beaea5-e917-4a4c-a725-a6c9d3c90e05 Aug 23 14:20:44.989717 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:45.045441 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:45.046215 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:45.060203 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:45.208006 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00339096-864e-4a3d-8fd4-9764a2e45eac req-93c7cd26-d574-49e1-a9ca-c1e6c68776ec tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:45.208891 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-00339096-864e-4a3d-8fd4-9764a2e45eac req-93c7cd26-d574-49e1-a9ca-c1e6c68776ec tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Synchronizing usage tracker for tenant:2f431ed450f446c39356131383c72d18 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:45.289243 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device c08036f2-1fe2-4016-acea-9621f261b74e no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:45.306399 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:45.308510 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:45.310397 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:45.332676 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fbf68911-0d7c-41ec-9696-a124d32adedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:45.332975 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: c08036f2-1fe2-4016-acea-9621f261b74e {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:20:45.333529 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device c08036f2-1fe2-4016-acea-9621f261b74e not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:20:45.334722 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19abcc23-c8ab-4713-9c42-619022e6253d req-658a4ce8-8ece-44b9-bbde-b56d291537e5 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=7bd0f953-b7d4-45be-9bb1-37a82264c32e HTTP/1.1" status: 200 len: 210 time: 0.0553215 Aug 23 14:20:45.355587 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7447424 Aug 23 14:20:45.378710 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Request body: {'port': {'device_id': 'ef74d82d-faa3-41fa-8472-5f81629540d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:45.470210 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-00339096-864e-4a3d-8fd4-9764a2e45eac req-93c7cd26-d574-49e1-a9ca-c1e6c68776ec tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Unset dirty status for tenant:2f431ed450f446c39356131383c72d18 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:45.482163 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-00339096-864e-4a3d-8fd4-9764a2e45eac req-93c7cd26-d574-49e1-a9ca-c1e6c68776ec tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 931 time: 0.4026763 Aug 23 14:20:45.510842 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3688257 Aug 23 14:20:45.518446 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43506) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:45.531534 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Request body: {'subnet': {'network_id': '00beaea5-e917-4a4c-a725-a6c9d3c90e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-193199034-subnet', 'tenant_id': '1095edc319504ca386f2824f9d5e2faf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:45.543652 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:45.554853 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Pushing event updated for resources: {'Network': ['ID=00beaea5-e917-4a4c-a725-a6c9d3c90e05,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:45.577846 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:45.579481 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Usage tracker for resource:subnet and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:45.588700 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 00beaea5-e917-4a4c-a725-a6c9d3c90e05 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:20:45.595133 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:45.619300 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:45.723080 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Made reservation on behalf of 1095edc319504ca386f2824f9d5e2faf for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:45.727086 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:45.872408 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-00339096-864e-4a3d-8fd4-9764a2e45eac req-4e985527-42c3-4936-8409-bc0fb0aab562 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Synchronizing usage tracker for tenant:2f431ed450f446c39356131383c72d18 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:45.937158 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:46.060162 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c029a2-3481-418d-99eb-a5c761215041 req-e48acf5e-6621-4e7f-8298-c2797414b4db tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:46.066455 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f3c029a2-3481-418d-99eb-a5c761215041 req-e48acf5e-6621-4e7f-8298-c2797414b4db tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.3351557 Aug 23 14:20:46.097854 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-00339096-864e-4a3d-8fd4-9764a2e45eac req-4e985527-42c3-4936-8409-bc0fb0aab562 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Unset dirty status for tenant:2f431ed450f446c39356131383c72d18 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:46.099037 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-00339096-864e-4a3d-8fd4-9764a2e45eac req-4e985527-42c3-4936-8409-bc0fb0aab562 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156864 Aug 23 14:20:46.191159 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-21e43e43-28ca-4905-b880-fe1a585c4dff req-af2f3360-6b49-4286-9423-42fca1520b4f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2510891 Aug 23 14:20:46.221543 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f3c029a2-3481-418d-99eb-a5c761215041 req-ac08281a-b2d9-4ef4-888e-e3ff2dac48f9 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404419 Aug 23 14:20:46.344536 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:46.357048 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:46.431566 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd0f953-b7d4-45be-9bb1-37a82264c32e', 'name': 'network-vif-deleted', 'tag': '694acdfb-8607-43e9-b757-ac75d4421838', 'status': 'completed', 'code': 200} Aug 23 14:20:46.432049 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c92e143-201b-4adf-8be7-71a6bda275c1', 'name': 'network-vif-deleted', 'tag': 'c08036f2-1fe2-4016-acea-9621f261b74e', 'status': 'completed', 'code': 200} Aug 23 14:20:46.490165 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ecf5a261-0d7f-4574-84a8-b8b572c89304 req-6331f9bb-f834-4640-abca-2959e9e48650 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c8ff14d-9a71-4e0f-9611-b3340b6d4b81 HTTP/1.1" status: 200 len: 210 time: 0.0788226 Aug 23 14:20:46.500323 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b186d56-4cc8-4f2b-92f7-c616d88d782e,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:46.533915 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:46.561591 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-21e43e43-28ca-4905-b880-fe1a585c4dff req-eb71e305-e196-42ef-88a4-2939576fa66b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 1101 time: 0.3184273 Aug 23 14:20:46.581320 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Checking segment: {'id': 'eba81a51-cf57-4ab4-9f7b-b7f5e4ef0de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '00beaea5-e917-4a4c-a725-a6c9d3c90e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:20:46.581932 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Network hostable DHCP agents. Network: 00beaea5-e917-4a4c-a725-a6c9d3c90e05, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:20:46.684851 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f649f137-e6a7-4f25-93aa-72e6653a4961 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:46.719934 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:46.751751 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Transition to ACTIVE for port object f649f137-e6a7-4f25-93aa-72e6653a4961 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:46.824985 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e43e43-28ca-4905-b880-fe1a585c4dff req-ac4534c1-a756-4830-9173-569a4c03d234 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:46.826780 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-21e43e43-28ca-4905-b880-fe1a585c4dff req-ac4534c1-a756-4830-9173-569a4c03d234 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.2380581 Aug 23 14:20:46.831266 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:46.838222 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-48ee458c-2c45-4584-a94e-bb834c341d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:46.902951 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Network 00beaea5-e917-4a4c-a725-a6c9d3c90e05 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:20:46.928794 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-21e43e43-28ca-4905-b880-fe1a585c4dff req-c30293db-4958-4911-aee4-b1ae225eb826 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3 HTTP/1.1" status: 200 len: 217 time: 0.0946112 Aug 23 14:20:47.018499 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 00beaea5-e917-4a4c-a725-a6c9d3c90e05) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:47.021855 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:47.022455 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:47.037487 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad02d95-6a58-40a6-b6b7-f7924106da26 None None] Network 00beaea5-e917-4a4c-a725-a6c9d3c90e05 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:20:47.051660 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e43e43-28ca-4905-b880-fe1a585c4dff req-a7cafed2-b6d6-4e0b-9a3c-43116eb08060 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:47.053471 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-21e43e43-28ca-4905-b880-fe1a585c4dff req-a7cafed2-b6d6-4e0b-9a3c-43116eb08060 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1186714 Aug 23 14:20:47.119374 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Pushing event updated for resources: {'Port': ['ID=f649f137-e6a7-4f25-93aa-72e6653a4961,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:47.131375 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:47.229633 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2860ccc-52e8-4816-895f-c06835072e75 req-a10da0d3-6ef0-45bf-b986-b0424d380d39 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:47.232023 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d2860ccc-52e8-4816-895f-c06835072e75 req-a10da0d3-6ef0-45bf-b986-b0424d380d39 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 945 time: 0.3046246 Aug 23 14:20:47.294400 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7645061 Aug 23 14:20:47.359641 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-21e43e43-28ca-4905-b880-fe1a585c4dff req-3c8b67b6-e7a2-434a-a826-ffe1ae3333a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2989650 Aug 23 14:20:47.386891 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d2860ccc-52e8-4816-895f-c06835072e75 req-f982890d-2470-4d2b-875d-4f4f7f28381c tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e34c769-3c2d-4e50-9d54-44c26b26438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452682 Aug 23 14:20:47.469787 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Attempting to bind port f649f137-e6a7-4f25-93aa-72e6653a4961 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:20:47.470598 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Attempting to bind port f649f137-e6a7-4f25-93aa-72e6653a4961 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'c911656c-d836-4e75-9460-63cafc49f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '29ca1774-eac6-46a2-9cd3-ee551b9695aa'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:20:47.474047 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Attempting to bind port f649f137-e6a7-4f25-93aa-72e6653a4961 on network 29ca1774-eac6-46a2-9cd3-ee551b9695aa {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:20:47.486606 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Port f649f137-e6a7-4f25-93aa-72e6653a4961 on network 29ca1774-eac6-46a2-9cd3-ee551b9695aa not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:20:47.487444 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Attempting to bind port f649f137-e6a7-4f25-93aa-72e6653a4961 on network 29ca1774-eac6-46a2-9cd3-ee551b9695aa {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:20:47.501683 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:20:47.503332 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Checking segment: {'id': 'c911656c-d836-4e75-9460-63cafc49f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '29ca1774-eac6-46a2-9cd3-ee551b9695aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:20:47.504236 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Bound using segment: {'id': 'c911656c-d836-4e75-9460-63cafc49f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '29ca1774-eac6-46a2-9cd3-ee551b9695aa'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:20:47.506445 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Bound port: f649f137-e6a7-4f25-93aa-72e6653a4961, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c911656c-d836-4e75-9460-63cafc49f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '29ca1774-eac6-46a2-9cd3-ee551b9695aa'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:20:47.508749 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:47.519538 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eca5b6-08d7-404c-8be0-7a97a92ca473 None None] Network 00beaea5-e917-4a4c-a725-a6c9d3c90e05 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:20:47.641398 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-21e43e43-28ca-4905-b880-fe1a585c4dff req-2dda8737-23b6-4c04-9f47-2e137e164fc2 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635386 Aug 23 14:20:47.746170 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] For port f649f137-e6a7-4f25-93aa-72e6653a4961, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:20:47.756478 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] For port f649f137-e6a7-4f25-93aa-72e6653a4961, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=f649f137-e6a7-4f25-93aa-72e6653a4961,segment=NetworkSegment(c911656c-d836-4e75-9460-63cafc49f42f),segment_id=c911656c-d836-4e75-9460-63cafc49f42f)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:20:47.826324 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:47.833840 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:47.925914 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-21e43e43-28ca-4905-b880-fe1a585c4dff req-01f3c0d5-360a-474a-a4c2-af4624a913fd service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773840 Aug 23 14:20:48.258091 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:48.259551 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] 10.222.0.60 "PUT /v2.0/ports/f649f137-e6a7-4f25-93aa-72e6653a4961 HTTP/1.1" status: 200 len: 1091 time: 2.8899534 Aug 23 14:20:48.261014 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef74d82d-faa3-41fa-8472-5f81629540d5', 'tag': 'f649f137-e6a7-4f25-93aa-72e6653a4961'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:48.295859 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Pushing event updated for resources: {'Port': ['ID=f649f137-e6a7-4f25-93aa-72e6653a4961,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:48.302598 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:48.343706 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedb62d-2eac-4247-b60a-b3e46c2931d6 req-7380ef1a-6d7e-4012-bbd3-5da61bd98ff1 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:48.345638 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6cedb62d-2eac-4247-b60a-b3e46c2931d6 req-7380ef1a-6d7e-4012-bbd3-5da61bd98ff1 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 943 time: 0.4082606 Aug 23 14:20:48.353233 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5b626-5c36-4ebe-a580-508d8d56be6f req-d8e1d938-d861-4057-8601-57ebdca224ac tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:48.355778 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-39e5b626-5c36-4ebe-a580-508d8d56be6f req-d8e1d938-d861-4057-8601-57ebdca224ac tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 945 time: 0.1766875 Aug 23 14:20:48.370557 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43558) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:48.379868 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-f7a64dd9-80bf-4bf5-b7fc-ba7daeb40694 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Request body: {'floatingip': {'port_id': '9e614f92-b7e9-42ed-ae9f-90efbfea5914'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:48.446526 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6cedb62d-2eac-4247-b60a-b3e46c2931d6 req-c118eda3-00cd-448a-88c1-0f82f6bf606b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890276 Aug 23 14:20:48.511884 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f7a64dd9-80bf-4bf5-b7fc-ba7daeb40694 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for floatingip, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:48.674884 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a8f10407-a5bb-4f61-82fb-3b1ae658b9fe req-d0b93f6a-0acc-424a-a609-79e98fec05e7 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c8ff14d-9a71-4e0f-9611-b3340b6d4b81 HTTP/1.1" status: 200 len: 210 time: 0.0875289 Aug 23 14:20:48.684645 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-65910ccd-b1a4-4303-a845-46c4ddaacc07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f431ed450f446c39356131383c72d18&device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 1094 time: 0.2352417 Aug 23 14:20:48.783494 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-309a14f1-78c3-4cf6-8563-3e9a40bd4c1f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f649f137-e6a7-4f25-93aa-72e6653a4961 HTTP/1.1" status: 200 len: 217 time: 0.0891244 Aug 23 14:20:48.959964 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-dce24d6f-f3a5-4539-bbed-ce37d50fcfd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:48.963728 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-dce24d6f-f3a5-4539-bbed-ce37d50fcfd0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f095f93-f411-42ee-a54e-35015803eed3 HTTP/1.1" status: 200 len: 851 time: 0.1734905 Aug 23 14:20:49.034693 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-82a2c7a4-44c0-4c31-88bd-be963743f4e0 req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1383198916', 'description': 'tempest-description-1646297109'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:49.036913 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-c7ff063c-7620-42fa-94da-de01e7a266b2 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:49.041225 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-c7ff063c-7620-42fa-94da-de01e7a266b2 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 811 time: 0.4211133 Aug 23 14:20:49.045787 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-82a2c7a4-44c0-4c31-88bd-be963743f4e0 req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:49.062700 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-52886900-442c-4081-9226-13357e58d052 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=29ca1774-eac6-46a2-9cd3-ee551b9695aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889997 Aug 23 14:20:49.063268 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-82a2c7a4-44c0-4c31-88bd-be963743f4e0 req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:49.069750 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Request body: {'port': {'device_id': '4c8ff14d-9a71-4e0f-9611-b3340b6d4b81', 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e', 'admin_state_up': True, 'tenant_id': '2db89cf8ec4049f391cd185e2d3192bc'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:49.098223 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-82a2c7a4-44c0-4c31-88bd-be963743f4e0 req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:49.117703 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-82a2c7a4-44c0-4c31-88bd-be963743f4e0 req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:49.273266 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-fcf9226a-1c18-469a-9d9f-67525eab0469 service neutron] 10.222.0.60 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048857 Aug 23 14:20:49.369788 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-82a2c7a4-44c0-4c31-88bd-be963743f4e0 req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:49.463669 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-82a2c7a4-44c0-4c31-88bd-be963743f4e0 req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:49.480830 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-82a2c7a4-44c0-4c31-88bd-be963743f4e0 req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group_rule and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:49.485936 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-82a2c7a4-44c0-4c31-88bd-be963743f4e0 req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:49.495227 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd655ae9-d719-4197-a5c3-9f27463a3f8c req-803c38e3-5475-4a23-aaef-7ebd161915a5 service neutron] 10.222.0.60 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152655 Aug 23 14:20:49.496035 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-82a2c7a4-44c0-4c31-88bd-be963743f4e0 req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:49.554010 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:49.558895 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Usage tracker for resource:port and tenant:2db89cf8ec4049f391cd185e2d3192bc is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:49.563588 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:49.582101 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-82a2c7a4-44c0-4c31-88bd-be963743f4e0 req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:49.592732 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:49.695550 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-82a2c7a4-44c0-4c31-88bd-be963743f4e0 req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:49.706096 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-dbb7ecbf-f7d7-4acc-87d2-4b58096d4a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:49.758753 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=221760ec-2662-417d-a12c-ba380bd49d37,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:49.762961 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:49.797519 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Made reservation on behalf of 2db89cf8ec4049f391cd185e2d3192bc for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:49.802308 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:49.836462 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-82a2c7a4-44c0-4c31-88bd-be963743f4e0 req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:49.839014 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-82a2c7a4-44c0-4c31-88bd-be963743f4e0 req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.8115077 Aug 23 14:20:49.933401 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f7a64dd9-80bf-4bf5-b7fc-ba7daeb40694 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:50.034068 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef74d82d-faa3-41fa-8472-5f81629540d5', 'tag': 'f649f137-e6a7-4f25-93aa-72e6653a4961', 'status': 'completed', 'code': 200} Aug 23 14:20:50.194116 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f7a64dd9-80bf-4bf5-b7fc-ba7daeb40694 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:50.253103 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bb96a266-d4ea-4a5e-8988-544c55ee95e0 req-577cdb06-f36e-4a40-8183-2f29ed466ec2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f431ed450f446c39356131383c72d18&device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 1094 time: 0.1938128 Aug 23 14:20:50.353457 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Allocated IP 172.20.0.7 (2961c70e-af3c-4bcf-91eb-0eb4d684285e/27bb7382-12c0-438e-a1f3-4f81c598dc69/d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:50.551185 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6154f9c5-f14f-42d3-b502-ce75f7677785 req-3b909036-bd73-41dd-afa7-5e13d6b58a0b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2513375 Aug 23 14:20:50.569334 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a266-d4ea-4a5e-8988-544c55ee95e0 req-b3438ae8-aeb3-47a5-8f32-0d2dc78ee525 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:50.572232 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bb96a266-d4ea-4a5e-8988-544c55ee95e0 req-b3438ae8-aeb3-47a5-8f32-0d2dc78ee525 service neutron] 10.222.0.60 "GET /v2.0/networks?id=29ca1774-eac6-46a2-9cd3-ee551b9695aa HTTP/1.1" status: 200 len: 912 time: 0.3121560 Aug 23 14:20:50.739611 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bb96a266-d4ea-4a5e-8988-544c55ee95e0 req-2a8efb15-6324-49ff-b8c8-6a4b43ff2f0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f649f137-e6a7-4f25-93aa-72e6653a4961 HTTP/1.1" status: 200 len: 217 time: 0.1488504 Aug 23 14:20:50.768367 n-d-805629-1 neutron-server[76506]: INFO neutron.db.l3_db [None req-f7a64dd9-80bf-4bf5-b7fc-ba7daeb40694 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Floating IP 654de18a-fcb5-4f57-b1f0-409da5f8b72a associated. External IP: 172.25.6.136, port: 9e614f92-b7e9-42ed-ae9f-90efbfea5914. Aug 23 14:20:50.912157 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:50.978192 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a266-d4ea-4a5e-8988-544c55ee95e0 req-25f8b2fc-44be-4d1a-b90c-c82982511747 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:50.988517 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bb96a266-d4ea-4a5e-8988-544c55ee95e0 req-25f8b2fc-44be-4d1a-b90c-c82982511747 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f095f93-f411-42ee-a54e-35015803eed3 HTTP/1.1" status: 200 len: 851 time: 0.2281556 Aug 23 14:20:51.054886 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bb96a266-d4ea-4a5e-8988-544c55ee95e0 req-4784118b-1a7a-409d-a443-c50f691d7316 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=29ca1774-eac6-46a2-9cd3-ee551b9695aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579221 Aug 23 14:20:51.129372 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:51.142861 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:51.205271 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2562119d-7bc1-4571-a1a2-39ac595dc546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:51.229810 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb9184-1bf0-4bae-beea-9788edf05517 req-40e172fe-d796-45da-ae4e-518be9af3ebe tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:51.237616 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d1eb9184-1bf0-4bae-beea-9788edf05517 req-40e172fe-d796-45da-ae4e-518be9af3ebe tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 943 time: 0.3129895 Aug 23 14:20:51.286347 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Network 2961c70e-af3c-4bcf-91eb-0eb4d684285e is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:51.292130 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Pushing event updated for resources: {'Port': ['ID=d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:51.299050 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:51.303915 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:20:51.372978 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d1eb9184-1bf0-4bae-beea-9788edf05517 req-a365bbb7-939f-43a3-a43a-7c7390f999b3 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344481 Aug 23 14:20:51.377240 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:51.382054 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bb96a266-d4ea-4a5e-8988-544c55ee95e0 req-bcdaf36c-1b70-487e-8251-1bfbddb40049 service neutron] 10.222.0.60 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186469 Aug 23 14:20:51.575030 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf7cd2-1792-42c3-a48e-269169e731bb req-e92b8c3c-7cc1-4642-9005-c9075b701162 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:51.576355 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-edbf7cd2-1792-42c3-a48e-269169e731bb req-e92b8c3c-7cc1-4642-9005-c9075b701162 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Synchronizing usage tracker for tenant:e457f5bb77ff4c95a16e095f62e5326f on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:51.608992 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:51.609727 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:51.803824 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-edbf7cd2-1792-42c3-a48e-269169e731bb req-e92b8c3c-7cc1-4642-9005-c9075b701162 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Unset dirty status for tenant:e457f5bb77ff4c95a16e095f62e5326f on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:51.806110 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-edbf7cd2-1792-42c3-a48e-269169e731bb req-e92b8c3c-7cc1-4642-9005-c9075b701162 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.91 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 944 time: 0.7320170 Aug 23 14:20:51.813338 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7510223 Aug 23 14:20:51.838108 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:51.883830 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Request body: {'port': {'device_id': '4c8ff14d-9a71-4e0f-9611-b3340b6d4b81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:51.945356 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bb96a266-d4ea-4a5e-8988-544c55ee95e0 req-76d162fb-eb67-431b-9e90-516c94aea766 service neutron] 10.222.0.60 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553784 Aug 23 14:20:51.961199 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-496e10a3-9bad-490f-b429-56997b9f1b32 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2807200 Aug 23 14:20:51.979193 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-edbf7cd2-1792-42c3-a48e-269169e731bb req-d25e567d-1ad0-4dcc-98c3-6d4cd8e768bf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Deleting port 5ae21481-5899-4416-8d23-6a79dab86825 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:20:51.979670 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-edbf7cd2-1792-42c3-a48e-269169e731bb req-d25e567d-1ad0-4dcc-98c3-6d4cd8e768bf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:51.979892 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57aabac-4e45-4bef-ae17-ec71e61980ca req-54ca6c30-f114-4f65-ab00-b47992de7543 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:51.981278 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a57aabac-4e45-4bef-ae17-ec71e61980ca req-54ca6c30-f114-4f65-ab00-b47992de7543 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c8ff14d-9a71-4e0f-9611-b3340b6d4b81 HTTP/1.1" status: 200 len: 931 time: 0.2148275 Aug 23 14:20:52.040178 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a57aabac-4e45-4bef-ae17-ec71e61980ca req-a89da0ad-51c1-486d-89b4-081a26897443 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Synchronizing usage tracker for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:52.122537 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-72e052cd-1f36-4fe2-8ee8-029bf16ec5a8 req-035b1e68-3bfd-4e5d-956f-0c19598152cc tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/221760ec-2662-417d-a12c-ba380bd49d37 HTTP/1.1" status: 200 len: 1639 time: 0.0675035 Aug 23 14:20:52.144145 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-72e052cd-1f36-4fe2-8ee8-029bf16ec5a8 req-cbb74184-2297-44f3-874c-6a3dc245444e tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '221760ec-2662-417d-a12c-ba380bd49d37', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:52.145140 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-72e052cd-1f36-4fe2-8ee8-029bf16ec5a8 req-cbb74184-2297-44f3-874c-6a3dc245444e tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '221760ec-2662-417d-a12c-ba380bd49d37', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:52.153767 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a57aabac-4e45-4bef-ae17-ec71e61980ca req-a89da0ad-51c1-486d-89b4-081a26897443 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Unset dirty status for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:52.156487 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a57aabac-4e45-4bef-ae17-ec71e61980ca req-a89da0ad-51c1-486d-89b4-081a26897443 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660395 Aug 23 14:20:52.158307 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-72e052cd-1f36-4fe2-8ee8-029bf16ec5a8 req-cbb74184-2297-44f3-874c-6a3dc245444e tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:52.164065 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-72e052cd-1f36-4fe2-8ee8-029bf16ec5a8 req-cbb74184-2297-44f3-874c-6a3dc245444e tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group_rule and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:52.169193 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-72e052cd-1f36-4fe2-8ee8-029bf16ec5a8 req-cbb74184-2297-44f3-874c-6a3dc245444e tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:52.180970 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-72e052cd-1f36-4fe2-8ee8-029bf16ec5a8 req-cbb74184-2297-44f3-874c-6a3dc245444e tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:52.202967 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:52.258592 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a64dd9-80bf-4bf5-b7fc-ba7daeb40694 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Router 9540b6c5-7b33-4055-9b34-241025b6b38b has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:20:52.482411 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-72e052cd-1f36-4fe2-8ee8-029bf16ec5a8 req-cbb74184-2297-44f3-874c-6a3dc245444e tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:52.523856 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25514e8f-ee8a-46f4-9657-c174d77de97b req-373f5acd-2f4d-4da6-b4b7-b81db04ba930 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:52.535574 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-25514e8f-ee8a-46f4-9657-c174d77de97b req-373f5acd-2f4d-4da6-b4b7-b81db04ba930 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 944 time: 0.1818602 Aug 23 14:20:52.553378 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-72e052cd-1f36-4fe2-8ee8-029bf16ec5a8 req-cbb74184-2297-44f3-874c-6a3dc245444e tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:52.647546 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-25514e8f-ee8a-46f4-9657-c174d77de97b req-0e57c8c9-9b7a-4464-b106-ad24bb3204a8 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/security-groups?id=56909c0a-76ba-4256-a51a-2df3a43850c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107833 Aug 23 14:20:52.652997 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-72e052cd-1f36-4fe2-8ee8-029bf16ec5a8 req-cbb74184-2297-44f3-874c-6a3dc245444e tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:52.670279 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:52.720833 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 43630) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:52.741869 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb74184-2297-44f3-874c-6a3dc245444e tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f1e591-0a44-40a5-a355-b7ae6dc91125,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:52.746871 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cbb74184-2297-44f3-874c-6a3dc245444e tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:52.827042 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-72e052cd-1f36-4fe2-8ee8-029bf16ec5a8 req-cbb74184-2297-44f3-874c-6a3dc245444e tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:52.830176 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-72e052cd-1f36-4fe2-8ee8-029bf16ec5a8 req-cbb74184-2297-44f3-874c-6a3dc245444e tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.6966953 Aug 23 14:20:52.975216 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-edbf7cd2-1792-42c3-a48e-269169e731bb req-d25e567d-1ad0-4dcc-98c3-6d4cd8e768bf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] For port 5ae21481-5899-4416-8d23-6a79dab86825, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=5ae21481-5899-4416-8d23-6a79dab86825,segment=NetworkSegment(4766f264-bf50-4545-aef3-0a2d171a4d13),segment_id=4766f264-bf50-4545-aef3-0a2d171a4d13)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:52.975799 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-edbf7cd2-1792-42c3-a48e-269169e731bb req-d25e567d-1ad0-4dcc-98c3-6d4cd8e768bf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.111745 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-8c635b53-6610-4c62-8c0d-b23636a10206 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2034027793af497da36d458d770abdf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3857157 Aug 23 14:20:53.113632 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 43646) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:53.147667 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057ad77-6792-407a-87b8-7012909b4872 req-e9213119-d34f-4059-866b-b7cfaa112f58 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:53.149847 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8057ad77-6792-407a-87b8-7012909b4872 req-e9213119-d34f-4059-866b-b7cfaa112f58 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.2634752 Aug 23 14:20:53.282755 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-edbf7cd2-1792-42c3-a48e-269169e731bb req-d25e567d-1ad0-4dcc-98c3-6d4cd8e768bf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Calling delete_port for 5ae21481-5899-4416-8d23-6a79dab86825 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:20:53.299363 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-38150135-65b7-4366-9f74-843c97bd229a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.316514 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8057ad77-6792-407a-87b8-7012909b4872 req-62b301e8-e0da-433d-8b1b-8808aad24618 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488521 Aug 23 14:20:53.319360 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device f649f137-e6a7-4f25-93aa-72e6653a4961 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:20:53.396387 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-38150135-65b7-4366-9f74-843c97bd229a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.465434 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-1a3c8352-a66e-4497-95c0-344c450354df req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-635570090', 'description': 'tempest-description-1774811427'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:53.472600 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-1a3c8352-a66e-4497-95c0-344c450354df req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:53.477490 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1a3c8352-a66e-4497-95c0-344c450354df req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:53.481848 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1a3c8352-a66e-4497-95c0-344c450354df req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:53.489129 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-1a3c8352-a66e-4497-95c0-344c450354df req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:53.540690 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port f649f137-e6a7-4f25-93aa-72e6653a4961, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=f649f137-e6a7-4f25-93aa-72e6653a4961,segment=NetworkSegment(c911656c-d836-4e75-9460-63cafc49f42f),segment_id=c911656c-d836-4e75-9460-63cafc49f42f)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:53.564798 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'f649f137-e6a7-4f25-93aa-72e6653a4961', 'network_id': '29ca1774-eac6-46a2-9cd3-ee551b9695aa', 'port_id': 'f649f137-e6a7-4f25-93aa-72e6653a4961', 'mac_address': 'fa:16:3e:87:45:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f095f93-f411-42ee-a54e-35015803eed3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:20:53.567223 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc1fc5-c13e-48ec-b4c9-d778b1062525 req-3477bb77-3c35-46e6-8986-4b1c63fe612a tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:53.586189 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8dfc1fc5-c13e-48ec-b4c9-d778b1062525 req-3477bb77-3c35-46e6-8986-4b1c63fe612a tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 943 time: 0.3249750 Aug 23 14:20:53.620720 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1a3c8352-a66e-4497-95c0-344c450354df req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.682097 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-1a3c8352-a66e-4497-95c0-344c450354df req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:53.686700 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1a3c8352-a66e-4497-95c0-344c450354df req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group_rule and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:53.689913 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.690521 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1a3c8352-a66e-4497-95c0-344c450354df req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:53.697812 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-1a3c8352-a66e-4497-95c0-344c450354df req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:53.705682 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8dfc1fc5-c13e-48ec-b4c9-d778b1062525 req-d797e6db-042e-44a0-8ff1-bb95603501f6 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265481 Aug 23 14:20:53.722008 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f649f137-e6a7-4f25-93aa-72e6653a4961 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:53.739276 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.resource_extend [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:20:53.750185 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port f649f137-e6a7-4f25-93aa-72e6653a4961, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=f649f137-e6a7-4f25-93aa-72e6653a4961,segment=NetworkSegment(c911656c-d836-4e75-9460-63cafc49f42f),segment_id=c911656c-d836-4e75-9460-63cafc49f42f)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:53.773676 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dde23397-cf91-4656-8047-bcd0136aa6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.775964 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-38150135-65b7-4366-9f74-843c97bd229a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.792243 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9597033d-d1ef-4301-befc-1f2ab37e69ac tempest-AggregatesAdminTestJSON-41311529 tempest-AggregatesAdminTestJSON-41311529-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:53.811224 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1a3c8352-a66e-4497-95c0-344c450354df req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.814681 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-38150135-65b7-4366-9f74-843c97bd229a admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.818338 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-38150135-65b7-4366-9f74-843c97bd229a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/79c54559-79a0-4aa1-9db1-6a43269a8ef2 HTTP/1.1" status: 204 len: 168 time: 0.7018785 Aug 23 14:20:53.818338 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38150135-65b7-4366-9f74-843c97bd229a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c54559-79a0-4aa1-9db1-6a43269a8ef2,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:53.831692 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-38150135-65b7-4366-9f74-843c97bd229a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:53.848860 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.856596 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:53.861650 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a64dd9-80bf-4bf5-b7fc-ba7daeb40694 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:20:53.880762 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:53.892554 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.896429 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f7a64dd9-80bf-4bf5-b7fc-ba7daeb40694 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.910737 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1a3c8352-a66e-4497-95c0-344c450354df req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.933401 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:53.977258 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb06441-3269-4bb2-8b41-ec22910c279f None None] Sync routers for ids ['9540b6c5-7b33-4055-9b34-241025b6b38b'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:20:53.978359 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdccede0-ae21-4345-9f3c-1b372dde634a,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:53.981862 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:53.988488 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-edbf7cd2-1792-42c3-a48e-269169e731bb req-d25e567d-1ad0-4dcc-98c3-6d4cd8e768bf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.991111 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1a3c8352-a66e-4497-95c0-344c450354df req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:54.006233 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1a3c8352-a66e-4497-95c0-344c450354df req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.5457609 Aug 23 14:20:54.025625 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:54.078101 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=f649f137-e6a7-4f25-93aa-72e6653a4961,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:54.097948 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:54.102976 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e567d-1ad0-4dcc-98c3-6d4cd8e768bf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Pushing event deleted for resources: {'Port': ['ID=5ae21481-5899-4416-8d23-6a79dab86825,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:54.111014 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d25e567d-1ad0-4dcc-98c3-6d4cd8e768bf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:54.115300 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Transition to ACTIVE for port object d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:54.132623 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 5ae21481-5899-4416-8d23-6a79dab86825 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:54.176604 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f7a64dd9-80bf-4bf5-b7fc-ba7daeb40694 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "PUT /v2.0/floatingips/654de18a-fcb5-4f57-b1f0-409da5f8b72a HTTP/1.1" status: 200 len: 991 time: 5.8042822 Aug 23 14:20:54.183395 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8604708-abc0-4f53-bc1f-fc8ea2e619f3', 'tag': '9e614f92-b7e9-42ed-ae9f-90efbfea5914'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:54.195817 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb06441-3269-4bb2-8b41-ec22910c279f None None] Routers {'9540b6c5-7b33-4055-9b34-241025b6b38b'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:20:54.196791 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-ceb06441-3269-4bb2-8b41-ec22910c279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:20:54Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9540b6c5-7b33-4055-9b34-241025b6b38b'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:54.252403 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:54.260855 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7eef07b-3c85-459e-ab52-7cb49af19fee req-7db45742-5a89-4b44-9322-0211244e5dee tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a527227-d2bb-42e2-bd0e-1e5015964040 HTTP/1.1" status: 200 len: 210 time: 0.0591519 Aug 23 14:20:54.269325 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:54.295694 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc10bc7-591d-40cb-9516-554596cea252 req-b9719307-096b-4015-9920-92ebd21a2971 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:54.305259 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bfc10bc7-591d-40cb-9516-554596cea252 req-b9719307-096b-4015-9920-92ebd21a2971 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c8ff14d-9a71-4e0f-9611-b3340b6d4b81 HTTP/1.1" status: 200 len: 931 time: 0.2701530 Aug 23 14:20:54.356270 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: 5ae21481-5899-4416-8d23-6a79dab86825 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:20:54.357929 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 5ae21481-5899-4416-8d23-6a79dab86825 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:20:54.363455 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['f649f137-e6a7-4f25-93aa-72e6653a4961'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:20:54.414219 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbf7cd2-1792-42c3-a48e-269169e731bb req-d25e567d-1ad0-4dcc-98c3-6d4cd8e768bf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] No DVR routers for this DVR port 5ae21481-5899-4416-8d23-6a79dab86825 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:20:54.415666 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bfc10bc7-591d-40cb-9516-554596cea252 req-e5cf5a3d-a37f-434e-954e-89ad162bc630 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088622 Aug 23 14:20:54.470274 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-edbf7cd2-1792-42c3-a48e-269169e731bb req-d25e567d-1ad0-4dcc-98c3-6d4cd8e768bf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:54.474594 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-edbf7cd2-1792-42c3-a48e-269169e731bb req-d25e567d-1ad0-4dcc-98c3-6d4cd8e768bf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] 10.222.0.91 "DELETE /v2.0/ports/5ae21481-5899-4416-8d23-6a79dab86825 HTTP/1.1" status: 204 len: 173 time: 2.6594419 Aug 23 14:20:54.581770 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:54.614948 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-36f3fcfb-6e96-4fb9-9b02-753662b42d37 req-6a05db90-6d4e-4b07-b680-31723c8056d2 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/cdccede0-ae21-4345-9f3c-1b372dde634a HTTP/1.1" status: 200 len: 1638 time: 0.1960618 Aug 23 14:20:54.616933 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:54.632866 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-36f3fcfb-6e96-4fb9-9b02-753662b42d37 req-a2c73df5-c061-4065-aa06-106b5cf488c2 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cdccede0-ae21-4345-9f3c-1b372dde634a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:54.633349 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-36f3fcfb-6e96-4fb9-9b02-753662b42d37 req-a2c73df5-c061-4065-aa06-106b5cf488c2 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cdccede0-ae21-4345-9f3c-1b372dde634a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:54.648256 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-36f3fcfb-6e96-4fb9-9b02-753662b42d37 req-a2c73df5-c061-4065-aa06-106b5cf488c2 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:54.657226 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-36f3fcfb-6e96-4fb9-9b02-753662b42d37 req-a2c73df5-c061-4065-aa06-106b5cf488c2 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group_rule and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:54.667171 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-36f3fcfb-6e96-4fb9-9b02-753662b42d37 req-a2c73df5-c061-4065-aa06-106b5cf488c2 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:54.683258 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-36f3fcfb-6e96-4fb9-9b02-753662b42d37 req-a2c73df5-c061-4065-aa06-106b5cf488c2 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:54.690309 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:54.840232 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8604708-abc0-4f53-bc1f-fc8ea2e619f3', 'tag': '9e614f92-b7e9-42ed-ae9f-90efbfea5914', 'status': 'completed', 'code': 200} Aug 23 14:20:54.895004 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-36f3fcfb-6e96-4fb9-9b02-753662b42d37 req-a2c73df5-c061-4065-aa06-106b5cf488c2 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:54.923909 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-ceb06441-3269-4bb2-8b41-ec22910c279f None None] Set router 9540b6c5-7b33-4055-9b34-241025b6b38b gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:20:54.947334 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Attempting to bind port d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:20:54.947720 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Attempting to bind port d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:20:54.948137 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Attempting to bind port d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:20:54.957967 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-36f3fcfb-6e96-4fb9-9b02-753662b42d37 req-a2c73df5-c061-4065-aa06-106b5cf488c2 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:54.991519 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Port d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:20:54.992345 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Attempting to bind port d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:20:55.024310 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:20:55.024663 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Checking segment: {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:20:55.025685 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Bound using segment: {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:20:55.026268 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Bound port: d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:20:55.026833 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:55.055938 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-36f3fcfb-6e96-4fb9-9b02-753662b42d37 req-a2c73df5-c061-4065-aa06-106b5cf488c2 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:55.065415 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c0ef49e7-875e-435b-9f70-7541adfd879a tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:55.107995 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c73df5-c061-4065-aa06-106b5cf488c2 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e5646e-1ca5-4472-8ef6-70279ec77f78,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:55.119419 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a2c73df5-c061-4065-aa06-106b5cf488c2 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:55.142500 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-711ddfae-2c0d-4378-af19-b895c9c46843 req-a7c10382-aae2-4a69-aff8-41df2666304f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=29c3385b419d476c965ea8d7ad48cdd9&device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 1096 time: 0.2949429 Aug 23 14:20:55.169388 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe6d4c-2461-4666-ac77-e4dbb3fe2397 req-d961311a-3e65-4fb5-86ca-5251fc2c8cfa tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:55.174763 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9dfe6d4c-2461-4666-ac77-e4dbb3fe2397 req-d961311a-3e65-4fb5-86ca-5251fc2c8cfa tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.1737032 Aug 23 14:20:55.203308 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-36f3fcfb-6e96-4fb9-9b02-753662b42d37 req-a2c73df5-c061-4065-aa06-106b5cf488c2 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:55.204500 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-36f3fcfb-6e96-4fb9-9b02-753662b42d37 req-a2c73df5-c061-4065-aa06-106b5cf488c2 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.5782602 Aug 23 14:20:55.275925 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9dfe6d4c-2461-4666-ac77-e4dbb3fe2397 req-8343120a-d155-4312-bc7f-d6ad60dcb540 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953066 Aug 23 14:20:55.457154 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-73164c74-20d8-4ffb-8f5d-0064c6f40f7a req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-47847106', 'description': 'tempest-description-1351578477'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:55.479439 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-73164c74-20d8-4ffb-8f5d-0064c6f40f7a req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:55.568821 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-73164c74-20d8-4ffb-8f5d-0064c6f40f7a req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:55.579424 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-73164c74-20d8-4ffb-8f5d-0064c6f40f7a req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:55.593351 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-73164c74-20d8-4ffb-8f5d-0064c6f40f7a req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:55.621847 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ddfae-2c0d-4378-af19-b895c9c46843 req-049d7a5c-545a-477a-9cd5-d619363560a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:55.624008 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-711ddfae-2c0d-4378-af19-b895c9c46843 req-049d7a5c-545a-477a-9cd5-d619363560a6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9b604480-c39f-4ba3-8e7e-478eb0ebb0dc HTTP/1.1" status: 200 len: 906 time: 0.4720974 Aug 23 14:20:55.650114 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66320c-3e7b-4ea9-8415-e7ee549e05d5 req-0654510f-d57e-4b2e-9dfd-7039d76ad309 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:55.652664 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0c66320c-3e7b-4ea9-8415-e7ee549e05d5 req-0654510f-d57e-4b2e-9dfd-7039d76ad309 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 944 time: 0.1769779 Aug 23 14:20:55.724053 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-73164c74-20d8-4ffb-8f5d-0064c6f40f7a req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:55.808750 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] For port d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:20:55.823978 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] For port d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:20:55.847341 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-ceb06441-3269-4bb2-8b41-ec22910c279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'name': 'tempest-ServersTestJSON-397297324-router', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:45Z', 'revision_number': 4, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'gw_port': {'id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': '654de18a-fcb5-4f57-b1f0-409da5f8b72a', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'floating_ip_address': '172.25.6.136', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'port_id': '9e614f92-b7e9-42ed-ae9f-90efbfea5914', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'mac_address': 'fa:16:3e:ff:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8604708-abc0-4f53-bc1f-fc8ea2e619f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:20:13Z', 'updated_at': '2021-08-23T14:20:49Z', 'revision_number': 1, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc2dfb1-4943-43ec-8b9d-3220b04ec49d', 'name': '', 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'mac_address': 'fa:16:3e:54:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:41Z', 'updated_at': '2021-08-23T14:20:06Z', 'revision_number': 5, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'subnets': [{'id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:55.848100 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0c66320c-3e7b-4ea9-8415-e7ee549e05d5 req-2391500e-f0c3-468a-ba01-904edaa974a7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681914 Aug 23 14:20:55.849270 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb06441-3269-4bb2-8b41-ec22910c279f None None] Checking router: 9540b6c5-7b33-4055-9b34-241025b6b38b for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:20:55.854473 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-73164c74-20d8-4ffb-8f5d-0064c6f40f7a req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:55.859773 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-73164c74-20d8-4ffb-8f5d-0064c6f40f7a req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group_rule and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:55.863598 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-73164c74-20d8-4ffb-8f5d-0064c6f40f7a req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:55.872178 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-73164c74-20d8-4ffb-8f5d-0064c6f40f7a req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:55.894374 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-711ddfae-2c0d-4378-af19-b895c9c46843 req-a81aada7-c3c4-4824-8add-c7150564f3c7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e614f92-b7e9-42ed-ae9f-90efbfea5914 HTTP/1.1" status: 200 len: 999 time: 0.2499883 Aug 23 14:20:55.899034 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:55.922304 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb06441-3269-4bb2-8b41-ec22910c279f None None] Routers {'9540b6c5-7b33-4055-9b34-241025b6b38b'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:20:55.923366 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-ceb06441-3269-4bb2-8b41-ec22910c279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:20:54Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9540b6c5-7b33-4055-9b34-241025b6b38b'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:55.958037 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:56.039872 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-73164c74-20d8-4ffb-8f5d-0064c6f40f7a req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:56.056090 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 43706) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:56.067589 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:56.069904 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] 10.222.0.91 "PUT /v2.0/ports/d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 HTTP/1.1" status: 200 len: 1091 time: 4.1962283 Aug 23 14:20:56.129068 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ddfae-2c0d-4378-af19-b895c9c46843 req-a4980cf3-7e9f-4b30-8854-191c62a0e7db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:56.132753 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-711ddfae-2c0d-4378-af19-b895c9c46843 req-a4980cf3-7e9f-4b30-8854-191c62a0e7db service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c1c30eb0-4238-4d7f-8882-54f8f15b8604 HTTP/1.1" status: 200 len: 844 time: 0.2254586 Aug 23 14:20:56.140326 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-0c796230-5708-411b-ad0e-ae9aba0334f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 1100 time: 0.2296443 Aug 23 14:20:56.140547 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:56.140674 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-73164c74-20d8-4ffb-8f5d-0064c6f40f7a req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:56.140820 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:56.182034 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-38150135-65b7-4366-9f74-843c97bd229a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:56.199320 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:56.223923 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43712) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:56.271987 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-ceb06441-3269-4bb2-8b41-ec22910c279f None None] Set router 9540b6c5-7b33-4055-9b34-241025b6b38b gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:20:56.430371 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-73164c74-20d8-4ffb-8f5d-0064c6f40f7a req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:56.446438 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73164c74-20d8-4ffb-8f5d-0064c6f40f7a req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.9970198 Aug 23 14:20:56.446672 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-dfffa450-ac7e-4269-ae36-e8e496dca7f7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&device_id=4c8ff14d-9a71-4e0f-9611-b3340b6d4b81 HTTP/1.1" status: 200 len: 1094 time: 0.2244391 Aug 23 14:20:56.458250 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-711ddfae-2c0d-4378-af19-b895c9c46843 req-94e141dc-32a1-4cda-b3d8-7df753101892 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b604480-c39f-4ba3-8e7e-478eb0ebb0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3160884 Aug 23 14:20:56.731764 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8b3363-162c-444a-b954-0418373562a6,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:56.775685 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-711ddfae-2c0d-4378-af19-b895c9c46843 req-56f48126-6ac5-4321-ac07-2587d07a2eab service neutron] 10.222.0.91 "GET /v2.0/networks/9b604480-c39f-4ba3-8e7e-478eb0ebb0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845036 Aug 23 14:20:56.778426 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:56.856119 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a527227-d2bb-42e2-bd0e-1e5015964040', 'name': 'network-vif-deleted', 'tag': '5ae21481-5899-4416-8d23-6a79dab86825'}, {'name': 'network-changed', 'server_uuid': '4c8ff14d-9a71-4e0f-9611-b3340b6d4b81', 'tag': 'd63d0f2f-fef1-4a7b-b213-c3b2b3c7d084'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:56.881284 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-802979b0-dae2-40b5-bc3b-9467dccb6f03 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 HTTP/1.1" status: 200 len: 217 time: 0.4215987 Aug 23 14:20:56.928003 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7abc34-55c2-4cab-8f59-85841b1b30bb admin admin] Deleting subnet 1c65e425-4a4d-4be4-bdee-eae73a4d8237 {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:20:56.961109 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e7abc34-55c2-4cab-8f59-85841b1b30bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.040163 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b307b890-c95f-45dd-98ca-b455556e5251 admin admin] Deleting subnet 7c65d0fb-9e93-42b4-b48b-75141f36f07b {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:20:57.055810 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b307b890-c95f-45dd-98ca-b455556e5251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.085156 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-ceb06441-3269-4bb2-8b41-ec22910c279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'name': 'tempest-ServersTestJSON-397297324-router', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:45Z', 'revision_number': 4, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'gw_port': {'id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': '654de18a-fcb5-4f57-b1f0-409da5f8b72a', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'floating_ip_address': '172.25.6.136', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'port_id': '9e614f92-b7e9-42ed-ae9f-90efbfea5914', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'mac_address': 'fa:16:3e:ff:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8604708-abc0-4f53-bc1f-fc8ea2e619f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:20:13Z', 'updated_at': '2021-08-23T14:20:49Z', 'revision_number': 1, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc2dfb1-4943-43ec-8b9d-3220b04ec49d', 'name': '', 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'mac_address': 'fa:16:3e:54:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:41Z', 'updated_at': '2021-08-23T14:20:06Z', 'revision_number': 5, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'subnets': [{'id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:57.090485 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb06441-3269-4bb2-8b41-ec22910c279f None None] The sync data for ids ['9540b6c5-7b33-4055-9b34-241025b6b38b'] in n-d-805629-1 is: [{'id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'name': 'tempest-ServersTestJSON-397297324-router', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:45Z', 'revision_number': 4, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'gw_port': {'id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': '654de18a-fcb5-4f57-b1f0-409da5f8b72a', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'floating_ip_address': '172.25.6.136', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'port_id': '9e614f92-b7e9-42ed-ae9f-90efbfea5914', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'mac_address': 'fa:16:3e:ff:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8604708-abc0-4f53-bc1f-fc8ea2e619f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:20:13Z', 'updated_at': '2021-08-23T14:20:49Z', 'revision_number': 1, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc2dfb1-4943-43ec-8b9d-3220b04ec49d', 'name': '', 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'mac_address': 'fa:16:3e:54:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:41Z', 'updated_at': '2021-08-23T14:20:06Z', 'revision_number': 5, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'subnets': [{'id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:20:57.109468 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-a1628515-6f67-432f-9e43-a3a48b92c44e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:57.111094 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-a1628515-6f67-432f-9e43-a3a48b92c44e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.9354799 Aug 23 14:20:57.224004 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e7abc34-55c2-4cab-8f59-85841b1b30bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.233008 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b307b890-c95f-45dd-98ca-b455556e5251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.293368 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-711ddfae-2c0d-4378-af19-b895c9c46843 req-3b21914f-2ec3-41b9-aa34-b12ec1698f5f service neutron] 10.222.0.91 "GET /v2.0/networks/9b604480-c39f-4ba3-8e7e-478eb0ebb0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757447 Aug 23 14:20:57.301919 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-dad3ac30-fdcb-4b27-b38d-265c4eed7fcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:57.303723 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-dad3ac30-fdcb-4b27-b38d-265c4eed7fcf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=27bb7382-12c0-438e-a1f3-4f81c598dc69 HTTP/1.1" status: 200 len: 851 time: 0.3538463 Aug 23 14:20:57.346057 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device f649f137-e6a7-4f25-93aa-72e6653a4961 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:57.357025 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd5f19-124e-461d-b7ba-453828079f75 req-6260ed3f-1518-473c-a3a6-0230e7a45b2c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:57.359561 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-38fd5f19-124e-461d-b7ba-453828079f75 req-6260ed3f-1518-473c-a3a6-0230e7a45b2c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c8ff14d-9a71-4e0f-9611-b3340b6d4b81 HTTP/1.1" status: 200 len: 943 time: 0.9527578 Aug 23 14:20:57.376213 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-aee012da-9d25-4503-9734-3f35cc4be9f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a HTTP/1.1" status: 200 len: 217 time: 0.2484858 Aug 23 14:20:57.399733 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-151b089b-c737-458f-873f-cd2904910c75 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2961c70e-af3c-4bcf-91eb-0eb4d684285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889900 Aug 23 14:20:57.455118 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b307b890-c95f-45dd-98ca-b455556e5251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.489933 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2c65c-6f6c-4186-92d6-ad86a625af17 None None] New status for floating IP 654de18a-fcb5-4f57-b1f0-409da5f8b72a: ACTIVE {{(pid=76510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:20:57.522421 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port f649f137-e6a7-4f25-93aa-72e6653a4961 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:57.533068 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port f649f137-e6a7-4f25-93aa-72e6653a4961 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:57.533770 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.554010 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e7abc34-55c2-4cab-8f59-85841b1b30bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.651446 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-94cccfed-7bc9-4289-883a-9d0cbb1c2fde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:57.652191 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-94cccfed-7bc9-4289-883a-9d0cbb1c2fde service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2623703 Aug 23 14:20:57.778254 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-38fd5f19-124e-461d-b7ba-453828079f75 req-0d80fb39-02df-4951-8600-9383f35cf92a tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856773 Aug 23 14:20:57.794701 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.811236 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-376c7cbf-b182-4170-819c-2b9332ac7c8b service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980498 Aug 23 14:20:57.814350 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56621e1-24df-4867-a901-ef0ba34e6163 req-217ce6f1-2a64-4db4-9610-fc4963831b3a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:57.829749 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a56621e1-24df-4867-a901-ef0ba34e6163 req-217ce6f1-2a64-4db4-9610-fc4963831b3a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.5325208 Aug 23 14:20:57.848864 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port f649f137-e6a7-4f25-93aa-72e6653a4961, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=f649f137-e6a7-4f25-93aa-72e6653a4961,segment=NetworkSegment(c911656c-d836-4e75-9460-63cafc49f42f),segment_id=c911656c-d836-4e75-9460-63cafc49f42f)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:20:57.850871 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef74d82d-faa3-41fa-8472-5f81629540d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f649f137-e6a7-4f25-93aa-72e6653a4961'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:57.898229 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-24699d1a-49a7-4762-bfb6-82e32a3c2f08 req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-499346294', 'description': 'tempest-description-836393367'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:20:57.911658 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-24699d1a-49a7-4762-bfb6-82e32a3c2f08 req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:57.919978 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-24699d1a-49a7-4762-bfb6-82e32a3c2f08 req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:57.923441 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-24699d1a-49a7-4762-bfb6-82e32a3c2f08 req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:57.933715 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a56621e1-24df-4867-a901-ef0ba34e6163 req-4ed750af-0476-446e-81a9-74f8883b8bf9 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029859 Aug 23 14:20:57.935739 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-24699d1a-49a7-4762-bfb6-82e32a3c2f08 req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:57.954345 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.958849 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-09fbf049-5bf8-43f5-bc0f-3c1ba98ab090 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2840257 Aug 23 14:20:57.960190 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-4d0ccbb4-72bd-46a5-a503-2b6a2df11cab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:57.960437 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e7abc34-55c2-4cab-8f59-85841b1b30bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.964616 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:58.065788 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b509d020-aaf5-40f9-9036-4198c5f6441f req-af369a51-3573-41a7-967c-eec74e01ff35 service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461705 Aug 23 14:20:58.070389 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a527227-d2bb-42e2-bd0e-1e5015964040', 'name': 'network-vif-deleted', 'tag': '5ae21481-5899-4416-8d23-6a79dab86825', 'status': 'completed', 'code': 200} Aug 23 14:20:58.070855 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8ff14d-9a71-4e0f-9611-b3340b6d4b81', 'tag': 'd63d0f2f-fef1-4a7b-b213-c3b2b3c7d084', 'status': 'completed', 'code': 200} Aug 23 14:20:58.071071 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7abc34-55c2-4cab-8f59-85841b1b30bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c65e425-4a4d-4be4-bdee-eae73a4d8237,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:58.073711 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b307b890-c95f-45dd-98ca-b455556e5251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.074006 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-24699d1a-49a7-4762-bfb6-82e32a3c2f08 req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.081942 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9938e42f-0cf6-4bd1-871e-8dd086f61829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:58.087651 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1e7abc34-55c2-4cab-8f59-85841b1b30bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:58.141808 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=f649f137-e6a7-4f25-93aa-72e6653a4961,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:58.151447 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:58.154967 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307b890-c95f-45dd-98ca-b455556e5251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c65d0fb-9e93-42b4-b48b-75141f36f07b,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:58.158293 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b307b890-c95f-45dd-98ca-b455556e5251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:58.166669 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b307b890-c95f-45dd-98ca-b455556e5251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.181354 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b307b890-c95f-45dd-98ca-b455556e5251 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7c65d0fb-9e93-42b4-b48b-75141f36f07b HTTP/1.1" status: 204 len: 168 time: 1.8848052 Aug 23 14:20:58.184699 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43738) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:58.185881 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e7abc34-55c2-4cab-8f59-85841b1b30bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.222377 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-1e7abc34-55c2-4cab-8f59-85841b1b30bb admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1c65e425-4a4d-4be4-bdee-eae73a4d8237 HTTP/1.1" status: 204 len: 168 time: 2.1649930 Aug 23 14:20:58.232852 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 43742) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:58.298784 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-24699d1a-49a7-4762-bfb6-82e32a3c2f08 req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:58.438501 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-24699d1a-49a7-4762-bfb6-82e32a3c2f08 req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group_rule and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:58.451310 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-24699d1a-49a7-4762-bfb6-82e32a3c2f08 req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:58.478132 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-ce8a3067-2160-46e4-905d-c8ce188cd1bd service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665885 Aug 23 14:20:58.480510 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-24699d1a-49a7-4762-bfb6-82e32a3c2f08 req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:58.513315 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41fbd428-e813-4f17-b591-6b98fca1566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.571739 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-159351ad-9c63-4e12-8977-13150135df9a req-fedad1cc-41e9-4f57-bb84-5903ffa731c1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&device_id=4c8ff14d-9a71-4e0f-9611-b3340b6d4b81 HTTP/1.1" status: 200 len: 1094 time: 0.3582921 Aug 23 14:20:58.650467 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e7ab033f-ee6e-4bb4-9818-1e3ce45b0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.747024 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41fbd428-e813-4f17-b591-6b98fca1566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.771205 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-41fbd428-e813-4f17-b591-6b98fca1566a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:58.804613 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-41fbd428-e813-4f17-b591-6b98fca1566a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012a4891-4894-41da-9448-7e9157fca13a') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:58.804994 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-41fbd428-e813-4f17-b591-6b98fca1566a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012a4891-4894-41da-9448-7e9157fca13a') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:58.835993 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41fbd428-e813-4f17-b591-6b98fca1566a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.844678 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-24699d1a-49a7-4762-bfb6-82e32a3c2f08 req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.856406 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159351ad-9c63-4e12-8977-13150135df9a req-2da3df3e-2fb2-430f-8d24-ec591c72e48e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:58.857914 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-159351ad-9c63-4e12-8977-13150135df9a req-2da3df3e-2fb2-430f-8d24-ec591c72e48e service neutron] 10.222.0.91 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 912 time: 0.2671204 Aug 23 14:20:58.864375 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41fbd428-e813-4f17-b591-6b98fca1566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.872962 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f8aa1-8aa0-4327-8b00-8bb2d8fecb7d req-71660d27-0d3a-4581-b5d5-45c2dedcb833 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:58.875480 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d39f8aa1-8aa0-4327-8b00-8bb2d8fecb7d req-71660d27-0d3a-4581-b5d5-45c2dedcb833 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 945 time: 0.5864174 Aug 23 14:20:58.930820 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fbd428-e813-4f17-b591-6b98fca1566a admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:20:58.930820 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41fbd428-e813-4f17-b591-6b98fca1566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:20:58.946856 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:20:58.962096 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-24699d1a-49a7-4762-bfb6-82e32a3c2f08 req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.991638 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-657a2c23-3d7c-4a21-9ee8-c8e00e6503c2 tempest-ServersAdminTestJSON-1729836313 tempest-ServersAdminTestJSON-1729836313-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:59.004325 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-8086e5a2-d9cd-44ad-9d83-a1d5587b9d9d service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072982 Aug 23 14:20:59.021192 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-159351ad-9c63-4e12-8977-13150135df9a req-f559d31b-8339-40d2-a2b6-4db478ce6d99 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 HTTP/1.1" status: 200 len: 217 time: 0.1532192 Aug 23 14:20:59.053826 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e7ab033f-ee6e-4bb4-9818-1e3ce45b0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:59.094703 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-e7ab033f-ee6e-4bb4-9818-1e3ce45b0a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a8efbb1-af6e-4ea8-8574-877b74baa9a3']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:59.109640 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2869a903-e6be-47c0-b13b-240f09f4350c,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:59.116217 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159351ad-9c63-4e12-8977-13150135df9a req-e0b25b0f-3b0a-46f2-bcbf-b2b98201f779 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:59.116488 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:59.117729 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-159351ad-9c63-4e12-8977-13150135df9a req-e0b25b0f-3b0a-46f2-bcbf-b2b98201f779 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=27bb7382-12c0-438e-a1f3-4f81c598dc69 HTTP/1.1" status: 200 len: 851 time: 0.0887423 Aug 23 14:20:59.118202 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-e7ab033f-ee6e-4bb4-9818-1e3ce45b0a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4766f264-bf50-4545-aef3-0a2d171a4d13') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:59.118644 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-e7ab033f-ee6e-4bb4-9818-1e3ce45b0a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4766f264-bf50-4545-aef3-0a2d171a4d13') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:59.135526 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e7ab033f-ee6e-4bb4-9818-1e3ce45b0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:59.148090 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d39f8aa1-8aa0-4327-8b00-8bb2d8fecb7d req-ce7d31f1-5092-4fc1-acd9-ec3553e4b379 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120588 Aug 23 14:20:59.166323 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e7ab033f-ee6e-4bb4-9818-1e3ce45b0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:59.179382 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ab033f-ee6e-4bb4-9818-1e3ce45b0a92 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:20:59.180218 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e7ab033f-ee6e-4bb4-9818-1e3ce45b0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:59.181870 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-159351ad-9c63-4e12-8977-13150135df9a req-93573435-258b-44b7-921a-0c4480988b56 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2961c70e-af3c-4bcf-91eb-0eb4d684285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556984 Aug 23 14:20:59.213925 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41fbd428-e813-4f17-b591-6b98fca1566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:20:59.297520 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:20:59.302185 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:59.315631 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-24699d1a-49a7-4762-bfb6-82e32a3c2f08 req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:59.316886 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-24699d1a-49a7-4762-bfb6-82e32a3c2f08 req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 1.4311588 Aug 23 14:20:59.341425 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-41fbd428-e813-4f17-b591-6b98fca1566a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:59.366801 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbd428-e813-4f17-b591-6b98fca1566a admin admin] Pushing event deleted for resources: {'Network': ['ID=d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:59.392077 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-41fbd428-e813-4f17-b591-6b98fca1566a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:59.423059 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef74d82d-faa3-41fa-8472-5f81629540d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f649f137-e6a7-4f25-93aa-72e6653a4961', 'code': 200} Aug 23 14:20:59.430720 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e7ab033f-ee6e-4bb4-9818-1e3ce45b0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:59.435268 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e72301dc-06d8-4c49-9f2b-08c515cd11d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:59.463694 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e7ab033f-ee6e-4bb4-9818-1e3ce45b0a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:59.467123 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-159351ad-9c63-4e12-8977-13150135df9a req-da4f9953-826d-49af-9f1f-f907a810d85c service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777696 Aug 23 14:20:59.507292 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-e7ab033f-ee6e-4bb4-9818-1e3ce45b0a92 admin admin] 10.222.0.86 "DELETE /v2.0/networks/0a8efbb1-af6e-4ea8-8574-877b74baa9a3 HTTP/1.1" status: 204 len: 168 time: 1.2708809 Aug 23 14:20:59.508814 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab033f-ee6e-4bb4-9818-1e3ce45b0a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a8efbb1-af6e-4ea8-8574-877b74baa9a3,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:59.511704 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 43758) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:59.533108 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-41fbd428-e813-4f17-b591-6b98fca1566a admin admin] 10.222.0.86 "DELETE /v2.0/networks/d87e47f9-8dd7-4a09-a967-3dc7ba02cbbb HTTP/1.1" status: 204 len: 168 time: 1.3441041 Aug 23 14:20:59.695161 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e7ab033f-ee6e-4bb4-9818-1e3ce45b0a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:59.700131 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-56de841e-a391-4378-b5f4-73f7b3a878b1 admin admin] Deleting subnet 5fbcab25-f665-41ba-89dc-c385ccef13b3 {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:20:59.762701 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-56de841e-a391-4378-b5f4-73f7b3a878b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:59.793442 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-159351ad-9c63-4e12-8977-13150135df9a req-a873013e-64f8-4cdc-a7ea-1bc5c18ae264 service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163092 Aug 23 14:21:00.036135 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43764) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:00.099435 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-891a7d56-be2b-424c-9dbf-9a35015bdadf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=68a58e4ba53c42e18be665e5234f87bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0619669 Aug 23 14:21:00.102695 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43768) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:00.174361 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:00.200398 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-56de841e-a391-4378-b5f4-73f7b3a878b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:00.205899 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:00.377413 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-56de841e-a391-4378-b5f4-73f7b3a878b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:00.443664 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-92800448-9116-4476-b182-bcbbd3f1df08 req-ef4a2c19-6c36-460b-8978-34e72901ff7c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 1096 time: 0.7348602 Aug 23 14:21:00.447776 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:00.454692 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-27266c5c-c5ff-418a-8ad7-b6c92af32e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:00.459934 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e0ec1-b577-4788-b3c7-1f496616894a req-e7db31dc-4760-4d74-b54c-6042d4c334a5 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:00.462381 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-795e0ec1-b577-4788-b3c7-1f496616894a req-e7db31dc-4760-4d74-b54c-6042d4c334a5 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c8ff14d-9a71-4e0f-9611-b3340b6d4b81 HTTP/1.1" status: 200 len: 943 time: 0.7579954 Aug 23 14:21:00.476323 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099a68f6-bc52-4ca2-9dc9-5da455b5499c,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:00.488595 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:00.488983 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:00.489346 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:00.489737 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:00.490170 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:00.490534 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:00.490883 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:00.491233 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:00.491582 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:00.491932 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:00.492277 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:00.495466 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:00.503040 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f20b2-b637-47f5-8bc6-da3189e3deab req-e7b8471a-858e-4fd8-a2b8-d6f584cd263c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:00.505284 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-155f20b2-b637-47f5-8bc6-da3189e3deab req-e7b8471a-858e-4fd8-a2b8-d6f584cd263c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.5156035 Aug 23 14:21:00.556182 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:00.557818 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/099a68f6-bc52-4ca2-9dc9-5da455b5499c HTTP/1.1" status: 204 len: 168 time: 0.4539738 Aug 23 14:21:00.712964 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-795e0ec1-b577-4788-b3c7-1f496616894a req-3584a19f-6572-456b-8d90-d9cce02eee74 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201467 Aug 23 14:21:00.715616 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-92800448-9116-4476-b182-bcbbd3f1df08 req-35fc380a-18b2-44f5-a566-78e7ff903b39 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474918 Aug 23 14:21:00.722437 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-155f20b2-b637-47f5-8bc6-da3189e3deab req-91ac9b90-ac2e-48d4-a295-b7758fcbcb4b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881182 Aug 23 14:21:00.791337 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-56de841e-a391-4378-b5f4-73f7b3a878b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:00.798815 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:00.851183 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de841e-a391-4378-b5f4-73f7b3a878b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fbcab25-f665-41ba-89dc-c385ccef13b3,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:00.860802 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-56de841e-a391-4378-b5f4-73f7b3a878b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:00.870941 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-56de841e-a391-4378-b5f4-73f7b3a878b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:00.900614 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-56de841e-a391-4378-b5f4-73f7b3a878b1 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/5fbcab25-f665-41ba-89dc-c385ccef13b3 HTTP/1.1" status: 204 len: 168 time: 1.3870997 Aug 23 14:21:00.903300 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43784) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:00.932461 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7ea9f02c-e577-4fc2-8599-96ea8844a09a req-07bb5705-b27c-488b-9bf5-0ed4bd689eb3 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/ad8b3363-162c-444a-b954-0418373562a6 HTTP/1.1" status: 200 len: 1637 time: 0.1343291 Aug 23 14:21:01.056979 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7ea9f02c-e577-4fc2-8599-96ea8844a09a req-5e9fa98b-2ad4-41bb-a8ed-2a3880109f22 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/2869a903-e6be-47c0-b13b-240f09f4350c HTTP/1.1" status: 200 len: 1637 time: 0.1163287 Aug 23 14:21:01.079388 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-7ea9f02c-e577-4fc2-8599-96ea8844a09a req-e6b746f4-c69b-4e50-aa76-c5f7449e9000 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ad8b3363-162c-444a-b954-0418373562a6', 'remote_group_id': '2869a903-e6be-47c0-b13b-240f09f4350c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:01.079995 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-7ea9f02c-e577-4fc2-8599-96ea8844a09a req-e6b746f4-c69b-4e50-aa76-c5f7449e9000 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ad8b3363-162c-444a-b954-0418373562a6', 'remote_group_id': '2869a903-e6be-47c0-b13b-240f09f4350c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:01.092188 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-7ea9f02c-e577-4fc2-8599-96ea8844a09a req-e6b746f4-c69b-4e50-aa76-c5f7449e9000 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:01.102673 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-7ea9f02c-e577-4fc2-8599-96ea8844a09a req-e6b746f4-c69b-4e50-aa76-c5f7449e9000 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group_rule and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:01.104139 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e0ec73ca-9096-4760-a396-411c82a6f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:01.113979 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-7ea9f02c-e577-4fc2-8599-96ea8844a09a req-e6b746f4-c69b-4e50-aa76-c5f7449e9000 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:01.178071 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-7ea9f02c-e577-4fc2-8599-96ea8844a09a req-e6b746f4-c69b-4e50-aa76-c5f7449e9000 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:01.241851 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16c403-69cc-40d1-bcd5-4645b7be535e req-eb429e9d-aaec-45d2-ab91-5b68d9e7d9b5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:01.243392 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4d16c403-69cc-40d1-bcd5-4645b7be535e req-eb429e9d-aaec-45d2-ab91-5b68d9e7d9b5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 945 time: 0.1338603 Aug 23 14:21:01.308660 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e0ec73ca-9096-4760-a396-411c82a6f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:01.326707 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-e0ec73ca-9096-4760-a396-411c82a6f3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2cc5675-90a1-4f3c-8851-857bd5f01b95']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:21:01.329034 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4d16c403-69cc-40d1-bcd5-4645b7be535e req-e3e15201-26f4-4ed7-9147-9202304b6bb4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756714 Aug 23 14:21:01.349069 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-e0ec73ca-9096-4760-a396-411c82a6f3b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a82f658-ac2e-467e-9fa7-1422a2cfff6b') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:21:01.349371 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-e0ec73ca-9096-4760-a396-411c82a6f3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a82f658-ac2e-467e-9fa7-1422a2cfff6b') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:21:01.363976 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e0ec73ca-9096-4760-a396-411c82a6f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:01.397025 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e0ec73ca-9096-4760-a396-411c82a6f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:01.414985 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ec73ca-9096-4760-a396-411c82a6f3b3 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:21:01.415660 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e0ec73ca-9096-4760-a396-411c82a6f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:01.426580 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7ea9f02c-e577-4fc2-8599-96ea8844a09a req-e6b746f4-c69b-4e50-aa76-c5f7449e9000 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:21:01.444904 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:21:01.496448 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7ea9f02c-e577-4fc2-8599-96ea8844a09a req-e6b746f4-c69b-4e50-aa76-c5f7449e9000 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:01.602171 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7ea9f02c-e577-4fc2-8599-96ea8844a09a req-e6b746f4-c69b-4e50-aa76-c5f7449e9000 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:01.605594 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a2c73df5-c061-4065-aa06-106b5cf488c2 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:01.634928 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b746f4-c69b-4e50-aa76-c5f7449e9000 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11141cf6-fc47-4728-8084-f6b742d890e3,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:01.642931 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e6b746f4-c69b-4e50-aa76-c5f7449e9000 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:01.682610 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e0ec73ca-9096-4760-a396-411c82a6f3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:01.688772 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:01.752373 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 43800) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:01.756803 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:01.813688 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7ea9f02c-e577-4fc2-8599-96ea8844a09a req-e6b746f4-c69b-4e50-aa76-c5f7449e9000 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:01.816224 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7ea9f02c-e577-4fc2-8599-96ea8844a09a req-e6b746f4-c69b-4e50-aa76-c5f7449e9000 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.7515278 Aug 23 14:21:01.951316 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e0ec73ca-9096-4760-a396-411c82a6f3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:01.976054 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec73ca-9096-4760-a396-411c82a6f3b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2cc5675-90a1-4f3c-8851-857bd5f01b95,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:01.981133 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e0ec73ca-9096-4760-a396-411c82a6f3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:01.993074 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e0ec73ca-9096-4760-a396-411c82a6f3b3 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f2cc5675-90a1-4f3c-8851-857bd5f01b95 HTTP/1.1" status: 204 len: 168 time: 1.0849416 Aug 23 14:21:02.048497 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:02.296976 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eb62f2fa-df95-4ecc-901f-d058a705109b admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:02.343296 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:02.368295 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'd63d0f2f-fef1-4a7b-b213-c3b2b3c7d084', 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e', 'port_id': 'd63d0f2f-fef1-4a7b-b213-c3b2b3c7d084', 'mac_address': 'fa:16:3e:8c:04:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bb7382-12c0-438e-a1f3-4f81c598dc69', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:02.403524 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-eb62f2fa-df95-4ecc-901f-d058a705109b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:02.419047 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-eb62f2fa-df95-4ecc-901f-d058a705109b admin admin] Usage tracker for resource:security_group_rule and tenant:7be1194fc4a94a5dbee9ae4bd616d11a is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:02.431867 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-eb62f2fa-df95-4ecc-901f-d058a705109b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:02.455681 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22244d8-753a-4d74-9e5b-163eafb56e84 req-570667ff-781f-4865-af74-ebf7684bc057 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:02.457440 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c22244d8-753a-4d74-9e5b-163eafb56e84 req-570667ff-781f-4865-af74-ebf7684bc057 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.4215171 Aug 23 14:21:02.459830 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-eb62f2fa-df95-4ecc-901f-d058a705109b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:02.466278 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:02.472959 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860495dd-40e4-4f00-bff4-8769693b72f9 req-bcf45e7c-7bd3-4e6d-a1fa-7fceca0e49e2 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:02.475572 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-860495dd-40e4-4f00-bff4-8769693b72f9 req-bcf45e7c-7bd3-4e6d-a1fa-7fceca0e49e2 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c8ff14d-9a71-4e0f-9611-b3340b6d4b81 HTTP/1.1" status: 200 len: 943 time: 0.3237820 Aug 23 14:21:02.510918 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:02.543312 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:02.584626 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43824) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:02.612291 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c22244d8-753a-4d74-9e5b-163eafb56e84 req-0ddf2369-fda3-4d42-b122-e6ddd941582d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350112 Aug 23 14:21:02.627134 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:02.629222 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:02.639100 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43828) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:02.692095 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-860495dd-40e4-4f00-bff4-8769693b72f9 req-0294d260-cfcc-4408-aea1-655e3952b32b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889813 Aug 23 14:21:02.697654 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-650121eb-55fd-4a2a-abd2-93f4064e777d req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1835619129', 'description': 'tempest-description-1422042469'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:02.716367 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-42175559-32e3-4bed-802e-4e505d79ebf8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e457f5bb77ff4c95a16e095f62e5326f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1299949 Aug 23 14:21:02.718436 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43834) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:02.748115 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-650121eb-55fd-4a2a-abd2-93f4064e777d req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:02.761231 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-650121eb-55fd-4a2a-abd2-93f4064e777d req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:02.772223 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:02.776156 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-650121eb-55fd-4a2a-abd2-93f4064e777d req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:02.784124 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:02.784747 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:02.785319 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:02.785894 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:02.786428 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:02.786970 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:02.787589 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:02.788126 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:02.788647 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:02.789250 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:02.789829 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:02.796849 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:02.806410 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-650121eb-55fd-4a2a-abd2-93f4064e777d req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:02.810483 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eb62f2fa-df95-4ecc-901f-d058a705109b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:02.835110 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f46c3d62-acd6-42a9-90cf-68a62aaebf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:02.872276 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-eb62f2fa-df95-4ecc-901f-d058a705109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:02.876537 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f46c3d62-acd6-42a9-90cf-68a62aaebf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:02.878961 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:02.892477 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6d6c0819-4cb4-46f0-aef2-b59e918fc655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:02.983516 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-650121eb-55fd-4a2a-abd2-93f4064e777d req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.043547 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-eb62f2fa-df95-4ecc-901f-d058a705109b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7be1194fc4a94a5dbee9ae4bd616d11a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2873240 Aug 23 14:21:03.043764 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1837699904-network', 'tenant_id': 'f4078fd9dec9433dada943ac1c75d65d'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:03.043848 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62f2fa-df95-4ecc-901f-d058a705109b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2cb721-9477-4ddf-8a1a-f420619bf467,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:03.046347 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43838) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:03.053198 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-eb62f2fa-df95-4ecc-901f-d058a705109b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:03.069189 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f46c3d62-acd6-42a9-90cf-68a62aaebf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.080062 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:03.081620 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-650121eb-55fd-4a2a-abd2-93f4064e777d req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:03.083594 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0df1f009-faef-461f-8ce6-b12dd59c90de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:03.089335 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-650121eb-55fd-4a2a-abd2-93f4064e777d req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group_rule and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:03.093729 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-650121eb-55fd-4a2a-abd2-93f4064e777d req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:03.102147 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-650121eb-55fd-4a2a-abd2-93f4064e777d req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:03.102517 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c3d62-acd6-42a9-90cf-68a62aaebf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56909c0a-76ba-4256-a51a-2df3a43850c7,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:03.107517 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Usage tracker for resource:network and tenant:f4078fd9dec9433dada943ac1c75d65d is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:03.110669 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f46c3d62-acd6-42a9-90cf-68a62aaebf55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:03.111589 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54611a-a7fe-4b9f-a808-6b987df96fe9 req-24a3e700-1c9e-4c7a-a9e1-3b6b49720424 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:03.113106 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2b54611a-a7fe-4b9f-a808-6b987df96fe9 req-24a3e700-1c9e-4c7a-a9e1-3b6b49720424 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 945 time: 0.1956246 Aug 23 14:21:03.122508 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:03.137384 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:03.150578 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f46c3d62-acd6-42a9-90cf-68a62aaebf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.154913 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f46c3d62-acd6-42a9-90cf-68a62aaebf55 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/56909c0a-76ba-4256-a51a-2df3a43850c7 HTTP/1.1" status: 204 len: 168 time: 0.4350550 Aug 23 14:21:03.193385 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5eb0f930-885a-4313-8f22-f108203e8ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.221961 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Made reservation on behalf of f4078fd9dec9433dada943ac1c75d65d for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:03.226436 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.249887 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5eb0f930-885a-4313-8f22-f108203e8ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.251273 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-650121eb-55fd-4a2a-abd2-93f4064e777d req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.264137 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.264860 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2b54611a-a7fe-4b9f-a808-6b987df96fe9 req-a3bbce1a-2ec3-46c4-9448-6da76f99fa76 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349216 Aug 23 14:21:03.326916 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-650121eb-55fd-4a2a-abd2-93f4064e777d req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.336064 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-98097823-056b-4654-8e51-41efdf5ffb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:03.340088 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:03.346968 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Usage tracker for resource:security_group_rule and tenant:f4078fd9dec9433dada943ac1c75d65d is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:03.351525 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:03.362061 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:03.379010 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.403095 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0402691b-5364-444d-91ed-da6f0b56f5c9,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:03.408548 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:03.442620 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-650121eb-55fd-4a2a-abd2-93f4064e777d req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.445005 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-650121eb-55fd-4a2a-abd2-93f4064e777d req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.7657311 Aug 23 14:21:03.464582 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5eb0f930-885a-4313-8f22-f108203e8ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.474254 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ee8d86fc-9c02-425f-a5eb-01ae9abf13a9 tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:03.483143 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.493226 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0f930-885a-4313-8f22-f108203e8ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2cb721-9477-4ddf-8a1a-f420619bf467,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:03.497493 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5eb0f930-885a-4313-8f22-f108203e8ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:03.507744 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5eb0f930-885a-4313-8f22-f108203e8ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.508259 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-7814c763-d110-4d2a-a225-626944dc0bcb req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-486204604', 'description': 'tempest-description-1398731706'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:03.509248 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-5eb0f930-885a-4313-8f22-f108203e8ef8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dd2cb721-9477-4ddf-8a1a-f420619bf467 HTTP/1.1" status: 204 len: 168 time: 0.4618738 Aug 23 14:21:03.539107 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.544482 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-30781da1-575d-4fbd-8d21-e421be8bec1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:03.551279 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-7814c763-d110-4d2a-a225-626944dc0bcb req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:03.559441 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-7814c763-d110-4d2a-a225-626944dc0bcb req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:03.565119 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-7814c763-d110-4d2a-a225-626944dc0bcb req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:03.573534 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-7814c763-d110-4d2a-a225-626944dc0bcb req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:03.601377 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cac0a853-8d4e-49fc-9cb0-b6f50c7cee70 req-fb3e52db-ba65-460c-959f-875034d1125f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-194787562&fields=id&tenant_id=2f431ed450f446c39356131383c72d18 HTTP/1.1" status: 200 len: 267 time: 0.0790448 Aug 23 14:21:03.631341 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:21:03.674376 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1329ef3e-eadd-4e1b-b457-8f0892d3764e,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:03.688779 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7814c763-d110-4d2a-a225-626944dc0bcb req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.693408 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:03.694758 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.695768 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Added segment 894b2a0d-918e-4692-93d0-de48eed59442 of type vlan for network bde3cda3-a79e-4478-9843-40b5ea065bca Aug 23 14:21:03.750741 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.770474 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-7814c763-d110-4d2a-a225-626944dc0bcb req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:03.776958 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-7814c763-d110-4d2a-a225-626944dc0bcb req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group_rule and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:03.781207 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-7814c763-d110-4d2a-a225-626944dc0bcb req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:03.789661 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0a853-8d4e-49fc-9cb0-b6f50c7cee70 req-a52145b3-7e45-4a64-911b-9375f841f8d3 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:03.799080 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cac0a853-8d4e-49fc-9cb0-b6f50c7cee70 req-a52145b3-7e45-4a64-911b-9375f841f8d3 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 945 time: 0.1856637 Aug 23 14:21:03.808148 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-cac0a853-8d4e-49fc-9cb0-b6f50c7cee70 req-37627778-273d-436d-8313-196c07cf45a4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Request body: {'port': {'security_groups': ['cd8de265-dd5c-4113-a277-62ff8f2aeff9', '3761495d-d255-4442-865e-4bef319bd434']}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:03.839684 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-7814c763-d110-4d2a-a225-626944dc0bcb req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:03.985701 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cac0a853-8d4e-49fc-9cb0-b6f50c7cee70 req-37627778-273d-436d-8313-196c07cf45a4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.992840 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7814c763-d110-4d2a-a225-626944dc0bcb req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.063011 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:04.162192 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.165012 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:04.166472 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.170311 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7814c763-d110-4d2a-a225-626944dc0bcb req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.179578 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-88ab2d36-e980-4de6-afb4-1b2f2d5892a1 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:04.182441 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5dd0398b-b5ee-46c2-a3b6-56c09c1e191e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:04.325600 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Pushing event updated for resources: {'Network': ['ID=bde3cda3-a79e-4478-9843-40b5ea065bca,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:04.329051 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:04.351500 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network bde3cda3-a79e-4478-9843-40b5ea065bca details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:21:04.393891 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 43856) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:04.394543 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7501473 Aug 23 14:21:04.406683 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Request body: {'subnet': {'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1837699904-subnet', 'tenant_id': 'f4078fd9dec9433dada943ac1c75d65d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:04.424805 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbe35b6-b74e-4fa9-94c8-e39540aee145,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:04.427512 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:04.432949 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:04.440050 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Usage tracker for resource:subnet and tenant:f4078fd9dec9433dada943ac1c75d65d is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:04.450114 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:04.455461 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:04.467647 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:04.473743 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7814c763-d110-4d2a-a225-626944dc0bcb req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.483033 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:04.483749 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.490216 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7814c763-d110-4d2a-a225-626944dc0bcb req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.9958808 Aug 23 14:21:04.506472 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43866) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:04.548823 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-cac0a853-8d4e-49fc-9cb0-b6f50c7cee70 req-37627778-273d-436d-8313-196c07cf45a4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] For port f649f137-e6a7-4f25-93aa-72e6653a4961, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=f649f137-e6a7-4f25-93aa-72e6653a4961,segment=NetworkSegment(c911656c-d836-4e75-9460-63cafc49f42f),segment_id=c911656c-d836-4e75-9460-63cafc49f42f)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:04.597802 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-34616a52-9e80-491a-8dbe-4563f309f3bb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c5953919914f4f34b0ef59513ede5f9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0889859 Aug 23 14:21:04.599229 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 43870) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:04.608707 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Made reservation on behalf of f4078fd9dec9433dada943ac1c75d65d for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:04.611944 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.676772 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cac0a853-8d4e-49fc-9cb0-b6f50c7cee70 req-37627778-273d-436d-8313-196c07cf45a4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.734983 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-142e248f-a70f-48d2-ac1c-015df47c66e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.797899 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-142e248f-a70f-48d2-ac1c-015df47c66e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.803968 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cac0a853-8d4e-49fc-9cb0-b6f50c7cee70 req-37627778-273d-436d-8313-196c07cf45a4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.815594 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['f649f137-e6a7-4f25-93aa-72e6653a4961'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:04.853414 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7df4a952-ec01-46c3-a2e7-83d410ab0edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:04.912790 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.967529 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-142e248f-a70f-48d2-ac1c-015df47c66e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.971447 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:04.973204 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-936ecad2-b96b-48b5-9866-43500bf9f792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:04.974302 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8ff14d-9a71-4e0f-9611-b3340b6d4b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63d0f2f-fef1-4a7b-b213-c3b2b3c7d084'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:04.993715 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e248f-a70f-48d2-ac1c-015df47c66e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d68ea0c-c878-4a32-a38f-e14646ffebe6,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:04.998671 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-142e248f-a70f-48d2-ac1c-015df47c66e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:05.007225 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0a853-8d4e-49fc-9cb0-b6f50c7cee70 req-37627778-273d-436d-8313-196c07cf45a4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:05.007225 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cac0a853-8d4e-49fc-9cb0-b6f50c7cee70 req-37627778-273d-436d-8313-196c07cf45a4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:05.022661 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cac0a853-8d4e-49fc-9cb0-b6f50c7cee70 req-37627778-273d-436d-8313-196c07cf45a4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "PUT /v2.0/ports/f649f137-e6a7-4f25-93aa-72e6653a4961 HTTP/1.1" status: 200 len: 981 time: 1.2220709 Aug 23 14:21:05.056065 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef74d82d-faa3-41fa-8472-5f81629540d5', 'tag': 'f649f137-e6a7-4f25-93aa-72e6653a4961'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:05.089054 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['f649f137-e6a7-4f25-93aa-72e6653a4961'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:05.117416 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37627778-273d-436d-8313-196c07cf45a4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event updated for resources: {'Port': ['ID=f649f137-e6a7-4f25-93aa-72e6653a4961,revision_number=6']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:05.121443 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-142e248f-a70f-48d2-ac1c-015df47c66e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:05.123426 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-37627778-273d-436d-8313-196c07cf45a4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:05.124541 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-142e248f-a70f-48d2-ac1c-015df47c66e2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4d68ea0c-c878-4a32-a38f-e14646ffebe6 HTTP/1.1" status: 204 len: 168 time: 0.5236230 Aug 23 14:21:05.138401 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:05.149958 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:05.222238 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fd5cb-94bc-4617-a6f3-e19fe47006b4 req-abec2356-566c-48bd-94e5-55ef26616185 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:05.230803 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e8fd5cb-94bc-4617-a6f3-e19fe47006b4 req-abec2356-566c-48bd-94e5-55ef26616185 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.4410686 Aug 23 14:21:05.252319 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:05.256236 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:05.359924 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e8fd5cb-94bc-4617-a6f3-e19fe47006b4 req-66046896-7fb3-4e17-a631-66f147dd44f6 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274209 Aug 23 14:21:05.394814 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86b0f0-0b5f-4a28-a19f-e51f44c8d70d req-85102210-a56f-4b0b-a9b1-d844bb422235 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:05.397449 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ee86b0f0-0b5f-4a28-a19f-e51f44c8d70d req-85102210-a56f-4b0b-a9b1-d844bb422235 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c8ff14d-9a71-4e0f-9611-b3340b6d4b81 HTTP/1.1" status: 200 len: 945 time: 0.2523804 Aug 23 14:21:05.407786 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:05.435846 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3b854f26-5a90-48d6-8842-89acddea9e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:05.516970 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f85230-dbce-4146-9032-327f9929bf7c,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:05.523887 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:05.676799 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ee86b0f0-0b5f-4a28-a19f-e51f44c8d70d req-30a45ece-d4d9-4ce2-b6f5-c8d60feee521 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632003 Aug 23 14:21:05.683415 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Checking segment: {'id': '894b2a0d-918e-4692-93d0-de48eed59442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:21:05.684348 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Network hostable DHCP agents. Network: bde3cda3-a79e-4478-9843-40b5ea065bca, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:21:05.721908 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4890e3ce-cc77-484c-94b1-b4df1faef7bc req-ecb4d987-08a7-4886-98b9-32c8f8444eb3 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/0402691b-5364-444d-91ed-da6f0b56f5c9 HTTP/1.1" status: 200 len: 1639 time: 0.1322944 Aug 23 14:21:05.759356 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8ff14d-9a71-4e0f-9611-b3340b6d4b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63d0f2f-fef1-4a7b-b213-c3b2b3c7d084', 'code': 200} Aug 23 14:21:05.837072 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Network bde3cda3-a79e-4478-9843-40b5ea065bca is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:21:05.848861 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4890e3ce-cc77-484c-94b1-b4df1faef7bc req-87f7caa9-bef6-4c96-92da-3d805874a762 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/cbbe35b6-b74e-4fa9-94c8-e39540aee145 HTTP/1.1" status: 200 len: 1638 time: 0.1171160 Aug 23 14:21:05.861832 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-4890e3ce-cc77-484c-94b1-b4df1faef7bc req-1fe5ffd2-a7e6-475e-b182-6ef93d014f4f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0402691b-5364-444d-91ed-da6f0b56f5c9', 'remote_group_id': 'cbbe35b6-b74e-4fa9-94c8-e39540aee145', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:05.872898 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-4890e3ce-cc77-484c-94b1-b4df1faef7bc req-1fe5ffd2-a7e6-475e-b182-6ef93d014f4f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0402691b-5364-444d-91ed-da6f0b56f5c9', 'remote_group_id': 'cbbe35b6-b74e-4fa9-94c8-e39540aee145', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:05.872898 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-4890e3ce-cc77-484c-94b1-b4df1faef7bc req-1fe5ffd2-a7e6-475e-b182-6ef93d014f4f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:05.874744 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4890e3ce-cc77-484c-94b1-b4df1faef7bc req-1fe5ffd2-a7e6-475e-b182-6ef93d014f4f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group_rule and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:05.879114 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4890e3ce-cc77-484c-94b1-b4df1faef7bc req-1fe5ffd2-a7e6-475e-b182-6ef93d014f4f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:05.887663 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-4890e3ce-cc77-484c-94b1-b4df1faef7bc req-1fe5ffd2-a7e6-475e-b182-6ef93d014f4f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:05.923940 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ff64be8d-6c8c-483b-8c65-61908045a836 req-a672e96f-71b2-4d0a-b95a-1cac77b743e3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4c8ff14d-9a71-4e0f-9611-b3340b6d4b81 HTTP/1.1" status: 200 len: 1096 time: 0.0945208 Aug 23 14:21:05.928197 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, bde3cda3-a79e-4478-9843-40b5ea065bca) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:05.933151 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:05.933859 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:05.940804 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2357929-36e7-44db-b38c-d6d70994d441 None None] Network bde3cda3-a79e-4478-9843-40b5ea065bca requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:21:05.994456 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-621bce44-108c-4be7-8dbd-e03b75e4b1c6 req-60885f12-aab2-4375-8e8c-17f7283df3fa tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1625100664&fields=id&tenant_id=2f431ed450f446c39356131383c72d18 HTTP/1.1" status: 200 len: 267 time: 0.0836825 Aug 23 14:21:06.012330 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ff64be8d-6c8c-483b-8c65-61908045a836 req-9e63847e-4c93-4c3c-a003-e665a181bb68 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789073 Aug 23 14:21:06.138267 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7405908 Aug 23 14:21:06.196174 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bce44-108c-4be7-8dbd-e03b75e4b1c6 req-2359055d-baa1-4ff3-922d-bc5157f88ca0 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:06.198910 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-621bce44-108c-4be7-8dbd-e03b75e4b1c6 req-2359055d-baa1-4ff3-922d-bc5157f88ca0 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 984 time: 0.2036273 Aug 23 14:21:06.201541 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-4890e3ce-cc77-484c-94b1-b4df1faef7bc req-1fe5ffd2-a7e6-475e-b182-6ef93d014f4f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:06.222548 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-621bce44-108c-4be7-8dbd-e03b75e4b1c6 req-a9bcf131-3c5d-44e5-b497-9321ee73f089 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Request body: {'port': {'security_groups': ['3761495d-d255-4442-865e-4bef319bd434', 'cd8de265-dd5c-4113-a277-62ff8f2aeff9', 'ed8a5655-824e-4079-a413-55b067ecdcd6']}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:06.241189 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b287df-f63f-4022-9640-dbb7661ce936 None None] Network bde3cda3-a79e-4478-9843-40b5ea065bca requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:21:06.307425 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-4890e3ce-cc77-484c-94b1-b4df1faef7bc req-1fe5ffd2-a7e6-475e-b182-6ef93d014f4f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:06.382052 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-621bce44-108c-4be7-8dbd-e03b75e4b1c6 req-a9bcf131-3c5d-44e5-b497-9321ee73f089 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:06.441379 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-4890e3ce-cc77-484c-94b1-b4df1faef7bc req-1fe5ffd2-a7e6-475e-b182-6ef93d014f4f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:06.466985 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cbb74184-2297-44f3-874c-6a3dc245444e tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:06.529857 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5ffd2-a7e6-475e-b182-6ef93d014f4f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d8327d-c48e-4f56-90b0-0f22ee688120,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:06.536443 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1fe5ffd2-a7e6-475e-b182-6ef93d014f4f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:06.574227 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-4890e3ce-cc77-484c-94b1-b4df1faef7bc req-1fe5ffd2-a7e6-475e-b182-6ef93d014f4f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:06.575425 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4890e3ce-cc77-484c-94b1-b4df1faef7bc req-1fe5ffd2-a7e6-475e-b182-6ef93d014f4f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.7201281 Aug 23 14:21:06.644856 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef74d82d-faa3-41fa-8472-5f81629540d5', 'tag': 'f649f137-e6a7-4f25-93aa-72e6653a4961', 'status': 'completed', 'code': 200} Aug 23 14:21:06.849978 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-621bce44-108c-4be7-8dbd-e03b75e4b1c6 req-a9bcf131-3c5d-44e5-b497-9321ee73f089 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] For port f649f137-e6a7-4f25-93aa-72e6653a4961, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=f649f137-e6a7-4f25-93aa-72e6653a4961,segment=NetworkSegment(c911656c-d836-4e75-9460-63cafc49f42f),segment_id=c911656c-d836-4e75-9460-63cafc49f42f)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:06.870063 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a81bc95f-4b33-4d2f-a1de-38a57b949fd9 req-41cdf422-1966-4dbc-b5cd-c2f8c6d39d0f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f431ed450f446c39356131383c72d18&device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 1135 time: 0.1647971 Aug 23 14:21:07.015751 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-621bce44-108c-4be7-8dbd-e03b75e4b1c6 req-a9bcf131-3c5d-44e5-b497-9321ee73f089 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:07.088791 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-621bce44-108c-4be7-8dbd-e03b75e4b1c6 req-a9bcf131-3c5d-44e5-b497-9321ee73f089 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:07.108479 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['f649f137-e6a7-4f25-93aa-72e6653a4961'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:07.120874 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c1676dd2-510e-49dd-9d65-774ac8333ee7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:07.327871 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bc95f-4b33-4d2f-a1de-38a57b949fd9 req-67c398ca-73e7-48e1-a953-332a909f900e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:07.333743 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a81bc95f-4b33-4d2f-a1de-38a57b949fd9 req-67c398ca-73e7-48e1-a953-332a909f900e service neutron] 10.222.0.60 "GET /v2.0/networks?id=29ca1774-eac6-46a2-9cd3-ee551b9695aa HTTP/1.1" status: 200 len: 912 time: 0.4554524 Aug 23 14:21:07.419599 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bce44-108c-4be7-8dbd-e03b75e4b1c6 req-a9bcf131-3c5d-44e5-b497-9321ee73f089 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:07.420289 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-621bce44-108c-4be7-8dbd-e03b75e4b1c6 req-a9bcf131-3c5d-44e5-b497-9321ee73f089 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:07.422375 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-621bce44-108c-4be7-8dbd-e03b75e4b1c6 req-a9bcf131-3c5d-44e5-b497-9321ee73f089 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "PUT /v2.0/ports/f649f137-e6a7-4f25-93aa-72e6653a4961 HTTP/1.1" status: 200 len: 1020 time: 1.2137063 Aug 23 14:21:07.446584 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a81bc95f-4b33-4d2f-a1de-38a57b949fd9 req-fd2cfe0b-aba4-43cf-8577-0a7af2d85f56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f649f137-e6a7-4f25-93aa-72e6653a4961 HTTP/1.1" status: 200 len: 217 time: 0.0998397 Aug 23 14:21:07.451441 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcf131-3c5d-44e5-b497-9321ee73f089 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event updated for resources: {'Port': ['ID=f649f137-e6a7-4f25-93aa-72e6653a4961,revision_number=7']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:07.456652 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a9bcf131-3c5d-44e5-b497-9321ee73f089 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:07.554990 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['f649f137-e6a7-4f25-93aa-72e6653a4961'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:07.858680 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bc95f-4b33-4d2f-a1de-38a57b949fd9 req-fbb40ecb-1889-4bb9-92e9-77a247c42f2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:07.860187 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a81bc95f-4b33-4d2f-a1de-38a57b949fd9 req-fbb40ecb-1889-4bb9-92e9-77a247c42f2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f095f93-f411-42ee-a54e-35015803eed3 HTTP/1.1" status: 200 len: 851 time: 0.4026949 Aug 23 14:21:07.921981 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a81bc95f-4b33-4d2f-a1de-38a57b949fd9 req-ad4805b9-35f3-46d4-b851-1836a259011b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=29ca1774-eac6-46a2-9cd3-ee551b9695aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527134 Aug 23 14:21:08.304123 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a81bc95f-4b33-4d2f-a1de-38a57b949fd9 req-3283e16b-e598-430c-a414-fde1f2456b6e service neutron] 10.222.0.60 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653567 Aug 23 14:21:08.494796 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e3c0b-5b45-4582-aa8b-b20f539f5b24 req-155b1f0a-a9ff-4779-8382-0186f6769b3e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:08.497294 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-765e3c0b-5b45-4582-aa8b-b20f539f5b24 req-155b1f0a-a9ff-4779-8382-0186f6769b3e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.4299216 Aug 23 14:21:08.649655 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef74d82d-faa3-41fa-8472-5f81629540d5', 'tag': 'f649f137-e6a7-4f25-93aa-72e6653a4961'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:08.762755 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-765e3c0b-5b45-4582-aa8b-b20f539f5b24 req-965439fd-e95d-40a6-b371-bc6d0bc0cb0c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766055 Aug 23 14:21:08.767789 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a81bc95f-4b33-4d2f-a1de-38a57b949fd9 req-aef689a5-67ac-4fb9-aaba-19e2cd4b96ea service neutron] 10.222.0.60 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536891 Aug 23 14:21:08.804503 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86caef23-0aba-41d7-911e-6f99837885b2 req-d487f1d1-e47c-40ff-9a60-70b73ce6a43d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:08.809327 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-86caef23-0aba-41d7-911e-6f99837885b2 req-d487f1d1-e47c-40ff-9a60-70b73ce6a43d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/networks?id=bde3cda3-a79e-4478-9843-40b5ea065bca HTTP/1.1" status: 200 len: 815 time: 0.3667042 Aug 23 14:21:08.838960 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-86caef23-0aba-41d7-911e-6f99837885b2 req-86dc8b13-3add-47ad-ab98-e3e8dbcafec7 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/quotas/f4078fd9dec9433dada943ac1c75d65d HTTP/1.1" status: 200 len: 375 time: 0.0122128 Aug 23 14:21:08.893934 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-86caef23-0aba-41d7-911e-6f99837885b2 req-28e5f27e-dbd4-4583-8b27-a81b81a651d5 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4078fd9dec9433dada943ac1c75d65d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547543 Aug 23 14:21:08.907230 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7ea3ba5b-f7a8-4897-a4e0-c1bf8e75762a service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:21:08.908247 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7ea3ba5b-f7a8-4897-a4e0-c1bf8e75762a service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068667 Aug 23 14:21:09.082228 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9e8caf4a-9bb8-4433-a1b4-27c9822b2022 req-3022bb45-f626-435c-84c3-461f73331cec tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/cbbe35b6-b74e-4fa9-94c8-e39540aee145 HTTP/1.1" status: 200 len: 1638 time: 0.1404767 Aug 23 14:21:09.117730 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-86caef23-0aba-41d7-911e-6f99837885b2 req-6af6c385-c9ab-4572-88f9-75ecf019d31a service neutron] 10.222.0.86 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983092 Aug 23 14:21:09.273182 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9e8caf4a-9bb8-4433-a1b4-27c9822b2022 req-48070e47-babf-4c5b-adc8-365459bafc70 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:09.323409 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-86caef23-0aba-41d7-911e-6f99837885b2 req-b4c805a7-cdcb-4ae1-a39d-c62faf77af53 service neutron] 10.222.0.86 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963217 Aug 23 14:21:09.324818 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9e8caf4a-9bb8-4433-a1b4-27c9822b2022 req-48070e47-babf-4c5b-adc8-365459bafc70 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:09.497906 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9e8caf4a-9bb8-4433-a1b4-27c9822b2022 req-48070e47-babf-4c5b-adc8-365459bafc70 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:09.502635 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-21ac6918-dcc5-4a92-81a5-52a133e4b372 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:09.520145 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48070e47-babf-4c5b-adc8-365459bafc70 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbe35b6-b74e-4fa9-94c8-e39540aee145,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:09.524316 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-48070e47-babf-4c5b-adc8-365459bafc70 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:09.528093 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9e8caf4a-9bb8-4433-a1b4-27c9822b2022 req-48070e47-babf-4c5b-adc8-365459bafc70 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:09.533813 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9e8caf4a-9bb8-4433-a1b4-27c9822b2022 req-48070e47-babf-4c5b-adc8-365459bafc70 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "DELETE /v2.0/security-groups/cbbe35b6-b74e-4fa9-94c8-e39540aee145 HTTP/1.1" status: 204 len: 173 time: 0.4395831 Aug 23 14:21:09.816478 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f41a48-4924-4781-aee7-e5ca2de5b9cb req-4832ca9c-4bc3-43ab-8c62-0be73d4d2ecc tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:09.818042 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-07f41a48-4924-4781-aee7-e5ca2de5b9cb req-4832ca9c-4bc3-43ab-8c62-0be73d4d2ecc tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 1023 time: 0.1569469 Aug 23 14:21:09.824641 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8147a9-740d-4fae-9163-7b502fc12abe req-fea1b6d1-567b-45c8-92ed-0211b5d8d46b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:09.825921 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ba8147a9-740d-4fae-9163-7b502fc12abe req-fea1b6d1-567b-45c8-92ed-0211b5d8d46b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c8ff14d-9a71-4e0f-9611-b3340b6d4b81 HTTP/1.1" status: 200 len: 945 time: 0.1227682 Aug 23 14:21:09.928452 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ba8147a9-740d-4fae-9163-7b502fc12abe req-bbd64f3d-42ff-4074-9faa-ebc20fc2f94c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824022 Aug 23 14:21:09.957488 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-07f41a48-4924-4781-aee7-e5ca2de5b9cb req-f4c5ab4e-7192-4d53-9cb7-0907bd0e5b40 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&id=ed8a5655-824e-4079-a413-55b067ecdcd6&id=3761495d-d255-4442-865e-4bef319bd434 HTTP/1.1" status: 200 len: 5485 time: 0.1302969 Aug 23 14:21:10.051686 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef74d82d-faa3-41fa-8472-5f81629540d5', 'tag': 'f649f137-e6a7-4f25-93aa-72e6653a4961', 'status': 'completed', 'code': 200} Aug 23 14:21:10.195564 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a418efe4-265f-4ab9-a226-e1524419c56a req-9734fa34-d39d-40ec-9713-5600180977ed tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/0402691b-5364-444d-91ed-da6f0b56f5c9 HTTP/1.1" status: 200 len: 1639 time: 0.1151211 Aug 23 14:21:10.231658 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56f46ef3-1042-4ffa-abaf-d8996df00566 req-98be76b2-4a43-4ada-8bac-2798d040b994 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f431ed450f446c39356131383c72d18&device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 1174 time: 0.1361690 Aug 23 14:21:10.647034 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8aa5afbe-3e40-43e1-8341-8e285467aa9c req-6d4da05d-2234-4aeb-9c0a-997b9819e08b tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 210 time: 0.3729649 Aug 23 14:21:10.668651 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-7dbb1a17-d7c8-46c1-be23-cd99428ec6ca tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3259306 Aug 23 14:21:10.980637 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f46ef3-1042-4ffa-abaf-d8996df00566 req-638908ef-2aa6-4040-a615-f5ae2e55bce5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:10.983799 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56f46ef3-1042-4ffa-abaf-d8996df00566 req-638908ef-2aa6-4040-a615-f5ae2e55bce5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=29ca1774-eac6-46a2-9cd3-ee551b9695aa HTTP/1.1" status: 200 len: 912 time: 0.7442095 Aug 23 14:21:11.181100 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56f46ef3-1042-4ffa-abaf-d8996df00566 req-cf64a609-ad74-4151-b28c-7a22d72a4f34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f649f137-e6a7-4f25-93aa-72e6653a4961 HTTP/1.1" status: 200 len: 217 time: 0.1809652 Aug 23 14:21:11.284784 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-4effdef8-23ee-45a8-839f-f3b466b8a6a9 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:11.287428 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-4effdef8-23ee-45a8-839f-f3b466b8a6a9 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5976617 Aug 23 14:21:11.350178 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3960ce9-b2c9-4eff-99aa-e7bf2b3c94b0 req-bcc9d122-f87c-4d9b-964d-99f658814f30 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:11.352806 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a3960ce9-b2c9-4eff-99aa-e7bf2b3c94b0 req-bcc9d122-f87c-4d9b-964d-99f658814f30 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.4989872 Aug 23 14:21:11.372988 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-5413881c-7672-4a84-af1b-16740036025e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/quotas/ed513cc169e2499997ed50fd7eb7e6d1 HTTP/1.1" status: 200 len: 375 time: 0.0743680 Aug 23 14:21:11.406227 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f46ef3-1042-4ffa-abaf-d8996df00566 req-310e56d1-b342-4b7e-b64f-4e577691dcaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:11.408665 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56f46ef3-1042-4ffa-abaf-d8996df00566 req-310e56d1-b342-4b7e-b64f-4e577691dcaa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f095f93-f411-42ee-a54e-35015803eed3 HTTP/1.1" status: 200 len: 851 time: 0.2058160 Aug 23 14:21:11.557699 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-cd933455-bb2a-4090-81a6-ec67a93599aa tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1577644 Aug 23 14:21:11.561762 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56f46ef3-1042-4ffa-abaf-d8996df00566 req-96fcd255-d5e5-4690-b2d0-1d23087ef071 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=29ca1774-eac6-46a2-9cd3-ee551b9695aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968790 Aug 23 14:21:11.743673 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a3960ce9-b2c9-4eff-99aa-e7bf2b3c94b0 req-95c8f279-cfa0-4619-b7d7-763c85c8234c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787537 Aug 23 14:21:11.845069 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56f46ef3-1042-4ffa-abaf-d8996df00566 req-92790923-5899-4075-ada7-45e1ed83e592 service neutron] 10.222.0.60 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702787 Aug 23 14:21:11.905123 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-6242c466-3928-46e0-ba60-a814a4223cb2 req-38e65e30-0b91-4e00-a360-dbb2d62566f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1543723758 ', 'description': 'tempest-description-1609803126'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:11.978423 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-6242c466-3928-46e0-ba60-a814a4223cb2 req-38e65e30-0b91-4e00-a360-dbb2d62566f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:11.997633 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-6242c466-3928-46e0-ba60-a814a4223cb2 req-38e65e30-0b91-4e00-a360-dbb2d62566f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:12.060039 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56f46ef3-1042-4ffa-abaf-d8996df00566 req-dbd0702d-4722-409a-b2a9-0af9e3a539a7 service neutron] 10.222.0.60 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001188 Aug 23 14:21:12.087219 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6242c466-3928-46e0-ba60-a814a4223cb2 req-38e65e30-0b91-4e00-a360-dbb2d62566f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:12.132042 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-6242c466-3928-46e0-ba60-a814a4223cb2 req-38e65e30-0b91-4e00-a360-dbb2d62566f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:12.137016 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-6242c466-3928-46e0-ba60-a814a4223cb2 req-38e65e30-0b91-4e00-a360-dbb2d62566f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:security_group_rule and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:12.140961 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-6242c466-3928-46e0-ba60-a814a4223cb2 req-38e65e30-0b91-4e00-a360-dbb2d62566f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:12.148054 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-6242c466-3928-46e0-ba60-a814a4223cb2 req-38e65e30-0b91-4e00-a360-dbb2d62566f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:12.223038 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6242c466-3928-46e0-ba60-a814a4223cb2 req-38e65e30-0b91-4e00-a360-dbb2d62566f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:12.364929 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6242c466-3928-46e0-ba60-a814a4223cb2 req-38e65e30-0b91-4e00-a360-dbb2d62566f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:12.377718 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-22e16eff-50fb-484d-bbda-5526d51db3b3 tempest-ServerDiagnosticsNegativeTest-1928666118 tempest-ServerDiagnosticsNegativeTest-1928666118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:12.428462 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e65e30-0b91-4e00-a360-dbb2d62566f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccecd787-6bcd-4504-927a-72bc824d4f4a,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:12.432143 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-38e65e30-0b91-4e00-a360-dbb2d62566f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:12.499752 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6242c466-3928-46e0-ba60-a814a4223cb2 req-38e65e30-0b91-4e00-a360-dbb2d62566f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:12.501214 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6242c466-3928-46e0-ba60-a814a4223cb2 req-38e65e30-0b91-4e00-a360-dbb2d62566f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1620 time: 0.6090183 Aug 23 14:21:12.589308 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86caef23-0aba-41d7-911e-6f99837885b2 req-1b4e6244-d17e-4373-8ad9-04565c172c3b tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:12.590539 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-86caef23-0aba-41d7-911e-6f99837885b2 req-1b4e6244-d17e-4373-8ad9-04565c172c3b tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Synchronizing usage tracker for tenant:f4078fd9dec9433dada943ac1c75d65d on resource:network {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:12.660934 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-5637408a-fd68-4e7d-87e0-dd6594a37812 req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-715711598', 'description': 'tempest-description-56818967'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:12.677736 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-5637408a-fd68-4e7d-87e0-dd6594a37812 req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:12.679976 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-5637408a-fd68-4e7d-87e0-dd6594a37812 req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:12.686608 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-5637408a-fd68-4e7d-87e0-dd6594a37812 req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:12.695345 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-86caef23-0aba-41d7-911e-6f99837885b2 req-1b4e6244-d17e-4373-8ad9-04565c172c3b tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Unset dirty status for tenant:f4078fd9dec9433dada943ac1c75d65d on resource:network {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:12.696275 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-86caef23-0aba-41d7-911e-6f99837885b2 req-1b4e6244-d17e-4373-8ad9-04565c172c3b tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.91 "GET /v2.0/networks?id=bde3cda3-a79e-4478-9843-40b5ea065bca HTTP/1.1" status: 200 len: 815 time: 0.3440502 Aug 23 14:21:12.704064 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-5637408a-fd68-4e7d-87e0-dd6594a37812 req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:12.722448 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-86caef23-0aba-41d7-911e-6f99837885b2 req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Request body: {'port': {'device_id': '1aa00d8a-baf0-403c-85a8-65e21b6b8f4c', 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca', 'admin_state_up': True, 'tenant_id': 'f4078fd9dec9433dada943ac1c75d65d'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:12.782076 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5637408a-fd68-4e7d-87e0-dd6594a37812 req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:12.930091 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-86caef23-0aba-41d7-911e-6f99837885b2 req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:12.932260 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-67323d85-abfa-4639-a89b-e1e2176b3d90 req-1ffd6329-2f05-4991-9d5d-86ff6e887691 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 210 time: 0.0843837 Aug 23 14:21:12.934174 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-5637408a-fd68-4e7d-87e0-dd6594a37812 req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:12.940866 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-5637408a-fd68-4e7d-87e0-dd6594a37812 req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group_rule and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:12.944080 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-86caef23-0aba-41d7-911e-6f99837885b2 req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Usage tracker for resource:port and tenant:f4078fd9dec9433dada943ac1c75d65d is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:12.945927 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-5637408a-fd68-4e7d-87e0-dd6594a37812 req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:12.950032 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-86caef23-0aba-41d7-911e-6f99837885b2 req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:12.956707 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-5637408a-fd68-4e7d-87e0-dd6594a37812 req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:12.959364 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-86caef23-0aba-41d7-911e-6f99837885b2 req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:13.100255 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5637408a-fd68-4e7d-87e0-dd6594a37812 req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:13.104702 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-23169529-a9e3-47d5-9e65-4021f81b33d7 req-f6465407-d95c-4b01-85e8-fbbd6dfa2996 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 210 time: 0.0671072 Aug 23 14:21:13.110373 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86caef23-0aba-41d7-911e-6f99837885b2 req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Made reservation on behalf of f4078fd9dec9433dada943ac1c75d65d for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:13.115106 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-86caef23-0aba-41d7-911e-6f99837885b2 req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:13.204669 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5637408a-fd68-4e7d-87e0-dd6594a37812 req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:13.211420 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a06c4df8-b09f-45ea-b364-8ef7e49fe670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:13.266138 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d8f42d94-d5e2-4e6a-9146-9e07e80dd5c0 req-9dd97cf5-7960-4da8-bef4-afdf1988b2bb tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/ccecd787-6bcd-4504-927a-72bc824d4f4a HTTP/1.1" status: 200 len: 1615 time: 0.1135209 Aug 23 14:21:13.267899 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1b2cf1-8e58-4f05-907d-306bcbb355aa,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:13.280328 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:13.354924 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-86caef23-0aba-41d7-911e-6f99837885b2 req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Allocated IP 172.20.0.9 (bde3cda3-a79e-4478-9843-40b5ea065bca/85f85230-dbce-4146-9032-327f9929bf7c/2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:13.366476 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5637408a-fd68-4e7d-87e0-dd6594a37812 req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:13.369098 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5637408a-fd68-4e7d-87e0-dd6594a37812 req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1641 time: 0.7128608 Aug 23 14:21:13.490068 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e1fc5-7ecb-4b4d-ade9-57b6bc64c345 req-a6ff4c15-0299-476f-bb18-7ba231d83e2c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:13.491924 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d25e1fc5-7ecb-4b4d-ade9-57b6bc64c345 req-a6ff4c15-0299-476f-bb18-7ba231d83e2c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c8ff14d-9a71-4e0f-9611-b3340b6d4b81 HTTP/1.1" status: 200 len: 945 time: 0.1043103 Aug 23 14:21:13.573152 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d25e1fc5-7ecb-4b4d-ade9-57b6bc64c345 req-ae557c15-f07c-4182-8b1c-f8a82cb5aa65 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748937 Aug 23 14:21:13.715433 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-86caef23-0aba-41d7-911e-6f99837885b2 req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:13.816761 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-86caef23-0aba-41d7-911e-6f99837885b2 req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:13.828923 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-dc57b755-41db-4273-91e5-590fe18f2113 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:13.918217 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d309011-cb7a-4bc5-bd7d-fa9ced8d34d3 req-ba35cd4b-e7f9-48ae-a1d6-f76bea646c8b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:13.920983 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2d309011-cb7a-4bc5-bd7d-fa9ced8d34d3 req-ba35cd4b-e7f9-48ae-a1d6-f76bea646c8b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.1472490 Aug 23 14:21:13.972094 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Pushing event updated for resources: {'Port': ['ID=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:13.974172 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:13.990464 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86caef23-0aba-41d7-911e-6f99837885b2 req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Network bde3cda3-a79e-4478-9843-40b5ea065bca is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:13.992942 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-86caef23-0aba-41d7-911e-6f99837885b2 req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:13.996759 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-86caef23-0aba-41d7-911e-6f99837885b2 req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:21:14.010498 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2d309011-cb7a-4bc5-bd7d-fa9ced8d34d3 req-780c41a5-69f9-47ff-bd8c-2825db9b22c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796812 Aug 23 14:21:14.091317 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86caef23-0aba-41d7-911e-6f99837885b2 req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:14.092200 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-86caef23-0aba-41d7-911e-6f99837885b2 req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:14.180756 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-86caef23-0aba-41d7-911e-6f99837885b2 req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4638724 Aug 23 14:21:14.189724 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-976bab16-70bf-46cb-afa6-8e811339095b req-efa47648-c5e7-4819-aca0-c6837b04dbd7 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/1c1b2cf1-8e58-4f05-907d-306bcbb355aa HTTP/1.1" status: 200 len: 1636 time: 0.0983591 Aug 23 14:21:14.194693 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8c12ed17-6d71-45b3-a091-614bbc4ed4a4 req-e2c9a978-517b-42ee-bffe-5b0c34a8ea6f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/ccecd787-6bcd-4504-927a-72bc824d4f4a HTTP/1.1" status: 200 len: 1615 time: 0.0908303 Aug 23 14:21:14.195646 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Request body: {'port': {'device_id': '1aa00d8a-baf0-403c-85a8-65e21b6b8f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:14.205497 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-976bab16-70bf-46cb-afa6-8e811339095b req-4d437773-798a-4e56-9dd6-2943a71312e0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c1b2cf1-8e58-4f05-907d-306bcbb355aa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:14.209947 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-976bab16-70bf-46cb-afa6-8e811339095b req-4d437773-798a-4e56-9dd6-2943a71312e0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c1b2cf1-8e58-4f05-907d-306bcbb355aa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:14.214750 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-976bab16-70bf-46cb-afa6-8e811339095b req-4d437773-798a-4e56-9dd6-2943a71312e0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:14.238787 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-976bab16-70bf-46cb-afa6-8e811339095b req-4d437773-798a-4e56-9dd6-2943a71312e0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group_rule and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:14.239573 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-976bab16-70bf-46cb-afa6-8e811339095b req-4d437773-798a-4e56-9dd6-2943a71312e0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:14.255310 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-976bab16-70bf-46cb-afa6-8e811339095b req-4d437773-798a-4e56-9dd6-2943a71312e0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:14.323438 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-8c12ed17-6d71-45b3-a091-614bbc4ed4a4 req-7b5a2b7f-15dc-4079-9b5d-4dc6688c1123 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:14.364934 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6a961-316a-4abe-880d-6072bff24edf req-3fd9b0dc-7241-48bd-ad24-8019ee1e13e6 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:14.366002 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-29f6a961-316a-4abe-880d-6072bff24edf req-3fd9b0dc-7241-48bd-ad24-8019ee1e13e6 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Synchronizing usage tracker for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:14.370495 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-8c12ed17-6d71-45b3-a091-614bbc4ed4a4 req-7b5a2b7f-15dc-4079-9b5d-4dc6688c1123 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:14.372112 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:14.471192 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-976bab16-70bf-46cb-afa6-8e811339095b req-4d437773-798a-4e56-9dd6-2943a71312e0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:14.524266 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-976bab16-70bf-46cb-afa6-8e811339095b req-4d437773-798a-4e56-9dd6-2943a71312e0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:14.555482 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-8c12ed17-6d71-45b3-a091-614bbc4ed4a4 req-7b5a2b7f-15dc-4079-9b5d-4dc6688c1123 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:14.560307 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b5c4df47-cda0-4371-88a3-854857b1adb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:14.580436 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a2b7f-15dc-4079-9b5d-4dc6688c1123 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccecd787-6bcd-4504-927a-72bc824d4f4a,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:14.592407 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7b5a2b7f-15dc-4079-9b5d-4dc6688c1123 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:14.597117 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-976bab16-70bf-46cb-afa6-8e811339095b req-4d437773-798a-4e56-9dd6-2943a71312e0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:14.616373 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e6b746f4-c69b-4e50-aa76-c5f7449e9000 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:14.657793 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-29f6a961-316a-4abe-880d-6072bff24edf req-3fd9b0dc-7241-48bd-ad24-8019ee1e13e6 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Unset dirty status for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:14.658055 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-8c12ed17-6d71-45b3-a091-614bbc4ed4a4 req-7b5a2b7f-15dc-4079-9b5d-4dc6688c1123 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:14.659492 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29f6a961-316a-4abe-880d-6072bff24edf req-3fd9b0dc-7241-48bd-ad24-8019ee1e13e6 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "GET /v2.0/ports?device_id=4c8ff14d-9a71-4e0f-9611-b3340b6d4b81 HTTP/1.1" status: 200 len: 945 time: 0.5258749 Aug 23 14:21:14.659675 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8c12ed17-6d71-45b3-a091-614bbc4ed4a4 req-7b5a2b7f-15dc-4079-9b5d-4dc6688c1123 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "DELETE /v2.0/security-groups/ccecd787-6bcd-4504-927a-72bc824d4f4a HTTP/1.1" status: 204 len: 173 time: 0.4480636 Aug 23 14:21:14.668676 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d437773-798a-4e56-9dd6-2943a71312e0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df05b9b4-9e8e-4276-8038-2ba4bd8a34fe,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:14.674802 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4d437773-798a-4e56-9dd6-2943a71312e0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:14.801093 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-976bab16-70bf-46cb-afa6-8e811339095b req-4d437773-798a-4e56-9dd6-2943a71312e0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:14.805425 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-976bab16-70bf-46cb-afa6-8e811339095b req-4d437773-798a-4e56-9dd6-2943a71312e0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.6051490 Aug 23 14:21:14.808794 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-185790bc-3e32-4d9c-bffd-e5d420c05185 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582755 Aug 23 14:21:14.912350 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-29f6a961-316a-4abe-880d-6072bff24edf req-7ba1843f-8e23-4476-81b9-416af41d0f3e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Deleting port d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:21:14.913236 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-29f6a961-316a-4abe-880d-6072bff24edf req-7ba1843f-8e23-4476-81b9-416af41d0f3e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:15.322149 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6c9c9e1f-3531-4a1d-9df7-8c8545fcfaaa req-e5e1b29c-3e27-44d4-914a-03d91f74d5f1 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 210 time: 0.1490417 Aug 23 14:21:15.445262 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-b4b31aa3-6e22-401c-83e3-626d8e626392 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:15.448059 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-b4b31aa3-6e22-401c-83e3-626d8e626392 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6323788 Aug 23 14:21:15.472840 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Request body: {'port': {'device_id': '344156d3-a79e-40e8-9227-86795f137ed3', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'ed513cc169e2499997ed50fd7eb7e6d1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:15.497035 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aaa0b6-5301-4f28-a433-c4b132d0e692 req-3ca6d2ab-e187-4507-822c-7f8f7d558036 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:15.499168 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01aaa0b6-5301-4f28-a433-c4b132d0e692 req-3ca6d2ab-e187-4507-822c-7f8f7d558036 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 931 time: 0.3281507 Aug 23 14:21:15.519743 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-29f6a961-316a-4abe-880d-6072bff24edf req-7ba1843f-8e23-4476-81b9-416af41d0f3e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] For port d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:15.520294 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-29f6a961-316a-4abe-880d-6072bff24edf req-7ba1843f-8e23-4476-81b9-416af41d0f3e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:15.630731 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:15.725816 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01aaa0b6-5301-4f28-a433-c4b132d0e692 req-c0c880db-8888-4b70-9a32-373f4b8eff98 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351178 Aug 23 14:21:15.738541 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-29f6a961-316a-4abe-880d-6072bff24edf req-7ba1843f-8e23-4476-81b9-416af41d0f3e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Calling delete_port for d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:21:15.754741 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:15.761627 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Usage tracker for resource:port and tenant:ed513cc169e2499997ed50fd7eb7e6d1 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:15.768207 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:15.774188 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acd98d-7fcc-4705-9cfb-11e7fa050178 req-4f94fc9c-4deb-4f5f-9eff-f486fc34b96b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:15.787138 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d8acd98d-7fcc-4705-9cfb-11e7fa050178 req-4f94fc9c-4deb-4f5f-9eff-f486fc34b96b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c8ff14d-9a71-4e0f-9611-b3340b6d4b81 HTTP/1.1" status: 200 len: 945 time: 0.2944422 Aug 23 14:21:15.798079 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:15.799230 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:15.844924 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Transition to ACTIVE for port object 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:15.854206 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-47e4787b-13bf-4be4-8a49-997fb7ad0190 req-7cf173b6-1e12-43de-b0b5-097f46f1ec3b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] show failed (client error): The resource could not be found. Aug 23 14:21:15.855309 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-47e4787b-13bf-4be4-8a49-997fb7ad0190 req-7cf173b6-1e12-43de-b0b5-097f46f1ec3b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/ccecd787-6bcd-4504-927a-72bc824d4f4a HTTP/1.1" status: 404 len: 352 time: 0.0352042 Aug 23 14:21:15.890029 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d8acd98d-7fcc-4705-9cfb-11e7fa050178 req-4dd2113a-6a90-420a-8e1a-c94b2fb8b6f6 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007018 Aug 23 14:21:15.901865 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Made reservation on behalf of ed513cc169e2499997ed50fd7eb7e6d1 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:15.909459 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:15.932698 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:15.952498 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:15.960606 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-512ef645-6ccf-4a6f-b67e-60aabb016c4f tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:16.018904 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:16.027426 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Usage tracker for resource:security_group_rule and tenant:ed513cc169e2499997ed50fd7eb7e6d1 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:16.032986 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:16.037692 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-077d672f-abf8-4240-9259-ac89ccb603c3 req-5fe7b9d7-c1b9-413f-83aa-1f10cf80c4bd tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/1c1b2cf1-8e58-4f05-907d-306bcbb355aa HTTP/1.1" status: 200 len: 2139 time: 0.0904412 Aug 23 14:21:16.042650 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:16.071033 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-077d672f-abf8-4240-9259-ac89ccb603c3 req-375df728-63d2-4884-9c60-f9fe495a0c33 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c1b2cf1-8e58-4f05-907d-306bcbb355aa', 'remote_group_id': None}]} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:16.071499 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-077d672f-abf8-4240-9259-ac89ccb603c3 req-375df728-63d2-4884-9c60-f9fe495a0c33 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c1b2cf1-8e58-4f05-907d-306bcbb355aa', 'remote_group_id': None}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:16.085933 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-077d672f-abf8-4240-9259-ac89ccb603c3 req-375df728-63d2-4884-9c60-f9fe495a0c33 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:16.093300 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-077d672f-abf8-4240-9259-ac89ccb603c3 req-375df728-63d2-4884-9c60-f9fe495a0c33 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Usage tracker for resource:security_group_rule and tenant:1095edc319504ca386f2824f9d5e2faf is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:16.098152 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-077d672f-abf8-4240-9259-ac89ccb603c3 req-375df728-63d2-4884-9c60-f9fe495a0c33 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:16.109477 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-077d672f-abf8-4240-9259-ac89ccb603c3 req-375df728-63d2-4884-9c60-f9fe495a0c33 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:16.120084 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Pushing event updated for resources: {'Port': ['ID=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:16.130241 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:16.174520 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-29f6a961-316a-4abe-880d-6072bff24edf req-7ba1843f-8e23-4476-81b9-416af41d0f3e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.187343 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3c93a7ff-6c21-43cb-9181-e078076063b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:16.244775 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.291131 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-077d672f-abf8-4240-9259-ac89ccb603c3 req-375df728-63d2-4884-9c60-f9fe495a0c33 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.316980 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1843f-8e23-4476-81b9-416af41d0f3e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Pushing event deleted for resources: {'Port': ['ID=d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:16.335424 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7ba1843f-8e23-4476-81b9-416af41d0f3e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:16.342679 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.352811 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-077d672f-abf8-4240-9259-ac89ccb603c3 req-375df728-63d2-4884-9c60-f9fe495a0c33 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.354063 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-71c15e2f-d364-4da7-840f-22762daeb826 tempest-ServersTestBootFromVolume-291258435 tempest-ServersTestBootFromVolume-291258435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:16.430526 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-077d672f-abf8-4240-9259-ac89ccb603c3 req-375df728-63d2-4884-9c60-f9fe495a0c33 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.471877 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f6a961-316a-4abe-880d-6072bff24edf req-7ba1843f-8e23-4476-81b9-416af41d0f3e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] No DVR routers for this DVR port d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:21:16.481323 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-29f6a961-316a-4abe-880d-6072bff24edf req-7ba1843f-8e23-4476-81b9-416af41d0f3e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.484102 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8ff14d-9a71-4e0f-9611-b3340b6d4b81', 'name': 'network-vif-deleted', 'tag': 'd63d0f2f-fef1-4a7b-b213-c3b2b3c7d084'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:16.504993 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4444f0-f822-49dc-b0a6-4581e2c580fe,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:16.507739 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Attempting to bind port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:16.508142 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Attempting to bind port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '894b2a0d-918e-4692-93d0-de48eed59442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:16.508595 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:16.508713 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Attempting to bind port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 on network bde3cda3-a79e-4478-9843-40b5ea065bca {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:21:16.520564 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 on network bde3cda3-a79e-4478-9843-40b5ea065bca not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:21:16.520863 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Attempting to bind port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 on network bde3cda3-a79e-4478-9843-40b5ea065bca {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:21:16.524785 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:16.534019 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:21:16.534730 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Checking segment: {'id': '894b2a0d-918e-4692-93d0-de48eed59442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:21:16.535351 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Bound using segment: {'id': '894b2a0d-918e-4692-93d0-de48eed59442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:21:16.536232 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Bound port: 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894b2a0d-918e-4692-93d0-de48eed59442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:16.536857 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.589714 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375df728-63d2-4884-9c60-f9fe495a0c33 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646b1db5-f16c-4c51-ba4f-ff15fa78fc97,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:16.603442 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29f6a961-316a-4abe-880d-6072bff24edf req-7ba1843f-8e23-4476-81b9-416af41d0f3e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "DELETE /v2.0/ports/d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 HTTP/1.1" status: 204 len: 173 time: 1.8740218 Aug 23 14:21:16.617974 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-375df728-63d2-4884-9c60-f9fe495a0c33 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:16.680906 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] For port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:21:16.685048 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] For port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:21:16.710589 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36416ad5-e738-4deb-9ab8-061197dd8d07 req-3872997f-0ce3-45d3-a52a-29dab0ee6a61 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:16.712245 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-36416ad5-e738-4deb-9ab8-061197dd8d07 req-3872997f-0ce3-45d3-a52a-29dab0ee6a61 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.2771072 Aug 23 14:21:16.741382 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Allocated IP 192.168.233.47 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/7a7c1f89-ab22-4f6c-a376-97349b6a4c31) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:16.747437 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-077d672f-abf8-4240-9259-ac89ccb603c3 req-375df728-63d2-4884-9c60-f9fe495a0c33 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.749351 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-077d672f-abf8-4240-9259-ac89ccb603c3 req-375df728-63d2-4884-9c60-f9fe495a0c33 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.6876745 Aug 23 14:21:16.756986 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.763601 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-481e3e4c-81bf-48af-8cc8-11559a7e9bcc tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:16.834543 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.836149 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-86caef23-0aba-41d7-911e-6f99837885b2 req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] 10.222.0.91 "PUT /v2.0/ports/2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 HTTP/1.1" status: 200 len: 1091 time: 2.6448030 Aug 23 14:21:16.854347 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Pushing event updated for resources: {'Port': ['ID=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:16.859277 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:16.870029 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-2f6c2d89-ebaa-4950-a9a6-d07df9862b44 req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1448782697', 'description': 'tempest-description-1703230213'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:16.890845 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-2f6c2d89-ebaa-4950-a9a6-d07df9862b44 req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:16.895825 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-36416ad5-e738-4deb-9ab8-061197dd8d07 req-94443ad2-6d24-469a-abcf-3bcfd12b2a4c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747808 Aug 23 14:21:16.908038 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2f6c2d89-ebaa-4950-a9a6-d07df9862b44 req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:security_group and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:16.913612 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2f6c2d89-ebaa-4950-a9a6-d07df9862b44 req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:16.926031 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-2f6c2d89-ebaa-4950-a9a6-d07df9862b44 req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:17.039879 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:21:17.058066 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-86caef23-0aba-41d7-911e-6f99837885b2 req-ec630344-aa18-4953-a3a5-4afa27feb7b1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f4078fd9dec9433dada943ac1c75d65d&device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 1094 time: 0.0987079 Aug 23 14:21:17.072613 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2f6c2d89-ebaa-4950-a9a6-d07df9862b44 req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:17.150107 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-2f6c2d89-ebaa-4950-a9a6-d07df9862b44 req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:17.209098 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2f6c2d89-ebaa-4950-a9a6-d07df9862b44 req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:security_group_rule and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:17.219762 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:17.223312 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2f6c2d89-ebaa-4950-a9a6-d07df9862b44 req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:17.238318 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-afa3831a-1a3a-4c66-9da7-3b279d4d1356 req-ea8155c3-f6ec-4a9d-9c82-2eaf18868417 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Synchronizing usage tracker for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:17.244817 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-2f6c2d89-ebaa-4950-a9a6-d07df9862b44 req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:17.259678 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Transition to ACTIVE for port object 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:17.261275 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-86caef23-0aba-41d7-911e-6f99837885b2 req-12fae5b6-8607-4897-b83f-fa3dcf3fd702 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 HTTP/1.1" status: 200 len: 217 time: 0.1927636 Aug 23 14:21:17.341387 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86caef23-0aba-41d7-911e-6f99837885b2 req-2340dd3a-1e21-4685-9b7c-93b9c9dbaba6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:17.343568 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-86caef23-0aba-41d7-911e-6f99837885b2 req-2340dd3a-1e21-4685-9b7c-93b9c9dbaba6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=85f85230-dbce-4146-9032-327f9929bf7c HTTP/1.1" status: 200 len: 855 time: 0.0750165 Aug 23 14:21:17.347782 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2f6c2d89-ebaa-4950-a9a6-d07df9862b44 req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:17.378474 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-afa3831a-1a3a-4c66-9da7-3b279d4d1356 req-ea8155c3-f6ec-4a9d-9c82-2eaf18868417 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Unset dirty status for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:17.379533 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-afa3831a-1a3a-4c66-9da7-3b279d4d1356 req-ea8155c3-f6ec-4a9d-9c82-2eaf18868417 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 210 time: 0.2048655 Aug 23 14:21:17.394035 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-86caef23-0aba-41d7-911e-6f99837885b2 req-26c84059-2dea-4c78-8e6c-7540ddc346cc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bde3cda3-a79e-4478-9843-40b5ea065bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423870 Aug 23 14:21:17.454173 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:17.461403 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:17.509882 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2f6c2d89-ebaa-4950-a9a6-d07df9862b44 req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:17.532403 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8ff14d-9a71-4e0f-9611-b3340b6d4b81', 'name': 'network-vif-deleted', 'tag': 'd63d0f2f-fef1-4a7b-b213-c3b2b3c7d084', 'status': 'completed', 'code': 200} Aug 23 14:21:17.630889 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-86caef23-0aba-41d7-911e-6f99837885b2 req-42fdebb8-b417-4c08-8dda-96e10b8f352e service neutron] 10.222.0.91 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296109 Aug 23 14:21:17.643150 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:17.647237 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:17.654135 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:21:17.680791 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event updated for resources: {'Port': ['ID=7a7c1f89-ab22-4f6c-a376-97349b6a4c31,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:17.685416 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:17.692223 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d44048c1-c94d-4270-ab9c-5ffd4ef11bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:17.711841 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2f6c2d89-ebaa-4950-a9a6-d07df9862b44 req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:17.713077 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2f6c2d89-ebaa-4950-a9a6-d07df9862b44 req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.8572693 Aug 23 14:21:17.747531 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0c985768-5a24-4e2f-9cbb-633d8a25882c req-2d23414c-0f44-4efe-91f7-fbc419327944 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/1c1b2cf1-8e58-4f05-907d-306bcbb355aa HTTP/1.1" status: 200 len: 2647 time: 0.2482014 Aug 23 14:21:17.784609 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78427df9-e3d7-45a4-9261-05a284db5195,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:17.815163 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:17.819769 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:17.820434 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:17.843316 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-86caef23-0aba-41d7-911e-6f99837885b2 req-87ef52b1-e3de-4996-a3ae-ca9ee9154196 service neutron] 10.222.0.91 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013125 Aug 23 14:21:17.949861 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4858167 Aug 23 14:21:17.968757 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Request body: {'port': {'device_id': '344156d3-a79e-40e8-9227-86795f137ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:18.051391 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f23523-8060-4fd8-85fb-102c20ab3e22 req-519bdb38-e5a9-48c7-99ba-1c4524551c6e tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:18.052949 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-88f23523-8060-4fd8-85fb-102c20ab3e22 req-519bdb38-e5a9-48c7-99ba-1c4524551c6e tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 943 time: 0.1600940 Aug 23 14:21:18.103632 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-568b4150-45a7-43da-80be-8bab63d9d96d None None] Provisioning for port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:18.108996 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-568b4150-45a7-43da-80be-8bab63d9d96d None None] Provisioning complete for port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:18.109373 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-568b4150-45a7-43da-80be-8bab63d9d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:18.139784 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:21:18.141053 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:18.194620 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:21:18.194989 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device d63d0f2f-fef1-4a7b-b213-c3b2b3c7d084 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:21:18.212404 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-568b4150-45a7-43da-80be-8bab63d9d96d None None] Port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:21:18.293206 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-88f23523-8060-4fd8-85fb-102c20ab3e22 req-072951d8-0875-43a0-b915-b7495083d131 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088695 Aug 23 14:21:18.359172 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-90918ee2-aec2-4df9-86fb-a68fa013fc26 req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-110777385', 'description': 'tempest-description-731231008'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:18.369893 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-90918ee2-aec2-4df9-86fb-a68fa013fc26 req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:18.377796 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-90918ee2-aec2-4df9-86fb-a68fa013fc26 req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:security_group and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:18.387345 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-90918ee2-aec2-4df9-86fb-a68fa013fc26 req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:18.396105 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-90918ee2-aec2-4df9-86fb-a68fa013fc26 req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:18.475306 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a05d581f-b536-4e6a-ad3e-a02a95654add req-27886e39-898a-43de-902c-3a89f0c04b05 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-group-rules/646b1db5-f16c-4c51-ba4f-ff15fa78fc97 HTTP/1.1" status: 200 len: 718 time: 0.0403073 Aug 23 14:21:18.594101 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-90918ee2-aec2-4df9-86fb-a68fa013fc26 req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:18.648687 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a05d581f-b536-4e6a-ad3e-a02a95654add req-e115cab7-4a50-4c93-b525-f5ba8a1113b2 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/1c1b2cf1-8e58-4f05-907d-306bcbb355aa HTTP/1.1" status: 200 len: 2647 time: 0.1661837 Aug 23 14:21:18.700414 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-90918ee2-aec2-4df9-86fb-a68fa013fc26 req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:18.725175 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-90918ee2-aec2-4df9-86fb-a68fa013fc26 req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:security_group_rule and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:18.731976 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-90918ee2-aec2-4df9-86fb-a68fa013fc26 req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:18.743680 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-90918ee2-aec2-4df9-86fb-a68fa013fc26 req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:18.747766 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a05d581f-b536-4e6a-ad3e-a02a95654add req-b7c02bca-e0ca-458d-b261-2dbaddf44b64 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:18.767325 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a05d581f-b536-4e6a-ad3e-a02a95654add req-b7c02bca-e0ca-458d-b261-2dbaddf44b64 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:18.896402 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-90918ee2-aec2-4df9-86fb-a68fa013fc26 req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:18.902737 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:18.910918 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:18.949944 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Transition to ACTIVE for port object 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:18.952426 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a05d581f-b536-4e6a-ad3e-a02a95654add req-b7c02bca-e0ca-458d-b261-2dbaddf44b64 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:18.955366 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-375df728-63d2-4884-9c60-f9fe495a0c33 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:18.970268 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c02bca-e0ca-458d-b261-2dbaddf44b64 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=646b1db5-f16c-4c51-ba4f-ff15fa78fc97,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:18.974527 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b7c02bca-e0ca-458d-b261-2dbaddf44b64 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:18.981266 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a05d581f-b536-4e6a-ad3e-a02a95654add req-b7c02bca-e0ca-458d-b261-2dbaddf44b64 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:18.982369 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a05d581f-b536-4e6a-ad3e-a02a95654add req-b7c02bca-e0ca-458d-b261-2dbaddf44b64 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/646b1db5-f16c-4c51-ba4f-ff15fa78fc97 HTTP/1.1" status: 204 len: 173 time: 0.3204384 Aug 23 14:21:18.983260 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-90918ee2-aec2-4df9-86fb-a68fa013fc26 req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:18.987706 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-335c2415-6754-4750-b3fd-78e5fad462da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:19.036971 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09224a8a-3356-49cd-9868-dd80ed57168b,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:19.039798 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:19.047517 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:19.055564 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-70bfa4c6-9fe4-4104-ad63-fefffcb708c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:19.163232 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-90918ee2-aec2-4df9-86fb-a68fa013fc26 req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:19.164436 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-90918ee2-aec2-4df9-86fb-a68fa013fc26 req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.8217878 Aug 23 14:21:19.266731 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Pushing event updated for resources: {'Port': ['ID=7a7c1f89-ab22-4f6c-a376-97349b6a4c31,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:19.271554 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:19.480005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d445a-c876-4066-9974-3844313ebda3 req-f05862ab-3151-4301-aa81-91c823b16937 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:19.481489 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d80d445a-c876-4066-9974-3844313ebda3 req-f05862ab-3151-4301-aa81-91c823b16937 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.3853910 Aug 23 14:21:19.533830 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa00d8a-baf0-403c-85a8-65e21b6b8f4c', 'tag': '2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:19.574879 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-ff5b44dc-1111-42ed-ad52-9401115025bf tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:19.576369 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-ff5b44dc-1111-42ed-ad52-9401115025bf tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 811 time: 0.2673433 Aug 23 14:21:19.585492 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Attempting to bind port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:19.585868 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Attempting to bind port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:19.586204 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Attempting to bind port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:21:19.611519 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:21:19.611832 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Attempting to bind port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:21:19.614892 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-b5349e90-8ccf-4ad4-b954-f79ce8507356 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/quotas/2db89cf8ec4049f391cd185e2d3192bc HTTP/1.1" status: 200 len: 375 time: 0.0307193 Aug 23 14:21:19.617227 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d80d445a-c876-4066-9974-3844313ebda3 req-48ff665e-d5dd-4be0-affc-8e20a06625f1 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242242 Aug 23 14:21:19.623236 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:21:19.623562 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:21:19.623936 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:21:19.624359 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Bound port: 7a7c1f89-ab22-4f6c-a376-97349b6a4c31, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:19.624699 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:19.716290 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-3c5c9b4d-1dd4-4777-8f80-817d8cf215be tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800016 Aug 23 14:21:19.894428 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] For port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:21:19.914538 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] For port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=7a7c1f89-ab22-4f6c-a376-97349b6a4c31,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:21:19.923183 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-224c7b78-52d3-49b8-bffd-a6bae8db066c service neutron] 10.222.0.86 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934047 Aug 23 14:21:20.059441 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:20.066192 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6d043d6a-4a9f-42a4-a41f-b3a74d427626 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:20.136992 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-d5bbcac6-45d4-4270-b800-2cb91a8a44eb service neutron] 10.222.0.86 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080715 Aug 23 14:21:20.320096 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:20.321435 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] 10.222.0.60 "PUT /v2.0/ports/7a7c1f89-ab22-4f6c-a376-97349b6a4c31 HTTP/1.1" status: 200 len: 1095 time: 2.3594763 Aug 23 14:21:20.325912 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344156d3-a79e-40e8-9227-86795f137ed3', 'tag': '7a7c1f89-ab22-4f6c-a376-97349b6a4c31'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:20.353449 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Pushing event updated for resources: {'Port': ['ID=7a7c1f89-ab22-4f6c-a376-97349b6a4c31,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:20.357485 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:20.394337 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484145f-a14f-4729-9f21-fe3d806ece9d req-60ee87e6-d134-497b-80ad-84d7c28af64e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:20.403164 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2484145f-a14f-4729-9f21-fe3d806ece9d req-60ee87e6-d134-497b-80ad-84d7c28af64e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 947 time: 0.3049929 Aug 23 14:21:20.569219 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2484145f-a14f-4729-9f21-fe3d806ece9d req-35f3cd79-639a-4f3f-b9c0-ce37ee004ce1 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Synchronizing usage tracker for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:20.608921 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5c6ca4d9-6cb4-42d1-9d47-8a2b4f86a47d req-259ba770-1e65-4683-8923-b4f2ecce53d0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/1c1b2cf1-8e58-4f05-907d-306bcbb355aa HTTP/1.1" status: 200 len: 2139 time: 0.1798043 Aug 23 14:21:20.703251 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-f4c671a9-87b8-4077-9787-000ef334a84e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 1098 time: 0.2303684 Aug 23 14:21:20.714223 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2484145f-a14f-4729-9f21-fe3d806ece9d req-35f3cd79-639a-4f3f-b9c0-ce37ee004ce1 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Unset dirty status for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:20.715316 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2484145f-a14f-4729-9f21-fe3d806ece9d req-35f3cd79-639a-4f3f-b9c0-ce37ee004ce1 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111339 Aug 23 14:21:20.793678 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-1b5526ff-c7b6-40ab-a679-2708458dd0ea req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1135641112', 'description': 'tempest-description-1119422699'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:20.802300 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-1b5526ff-c7b6-40ab-a679-2708458dd0ea req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:20.809059 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-1d897d5f-df54-47a7-8216-43f8a3cbf366 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=7a7c1f89-ab22-4f6c-a376-97349b6a4c31 HTTP/1.1" status: 200 len: 217 time: 0.0956032 Aug 23 14:21:20.815045 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1b5526ff-c7b6-40ab-a679-2708458dd0ea req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:security_group and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:20.826752 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1b5526ff-c7b6-40ab-a679-2708458dd0ea req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:20.874085 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-1b5526ff-c7b6-40ab-a679-2708458dd0ea req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:20.882157 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5c6ca4d9-6cb4-42d1-9d47-8a2b4f86a47d req-a12ece5d-d538-4f9e-b51b-b6ce05329df9 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:20.932400 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-02323be3-ea4a-4b52-83c1-b91126f6a064 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:20.933963 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-02323be3-ea4a-4b52-83c1-b91126f6a064 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1043470 Aug 23 14:21:20.936126 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5c6ca4d9-6cb4-42d1-9d47-8a2b4f86a47d req-a12ece5d-d538-4f9e-b51b-b6ce05329df9 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:20.992614 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1b5526ff-c7b6-40ab-a679-2708458dd0ea req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.077176 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-1b5526ff-c7b6-40ab-a679-2708458dd0ea req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:21.084040 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1b5526ff-c7b6-40ab-a679-2708458dd0ea req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:security_group_rule and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:21.088018 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1b5526ff-c7b6-40ab-a679-2708458dd0ea req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:21.097924 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-1b5526ff-c7b6-40ab-a679-2708458dd0ea req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:21.112848 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-9ac45314-fcc5-40e6-86ae-0cb9ee003058 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1680756 Aug 23 14:21:21.189825 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-00b2e203-0cfb-4456-91b8-fcef86610d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.210405 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5c6ca4d9-6cb4-42d1-9d47-8a2b4f86a47d req-a12ece5d-d538-4f9e-b51b-b6ce05329df9 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.225883 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9ffb52a4-5624-4b03-8711-47d2b46ef23b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:21.260601 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ece5d-d538-4f9e-b51b-b6ce05329df9 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1b2cf1-8e58-4f05-907d-306bcbb355aa,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:21.277091 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a12ece5d-d538-4f9e-b51b-b6ce05329df9 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:21.281488 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1b5526ff-c7b6-40ab-a679-2708458dd0ea req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.308835 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5c6ca4d9-6cb4-42d1-9d47-8a2b4f86a47d req-a12ece5d-d538-4f9e-b51b-b6ce05329df9 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.310077 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5c6ca4d9-6cb4-42d1-9d47-8a2b4f86a47d req-a12ece5d-d538-4f9e-b51b-b6ce05329df9 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "DELETE /v2.0/security-groups/1c1b2cf1-8e58-4f05-907d-306bcbb355aa HTTP/1.1" status: 204 len: 173 time: 0.6909771 Aug 23 14:21:21.349146 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-c53cd3b0-dd5c-4e23-86c2-27c8d2b27acf service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180810 Aug 23 14:21:21.436118 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1b5526ff-c7b6-40ab-a679-2708458dd0ea req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.472093 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-74b311df-2139-49a9-bae3-715d962c40c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:21.555143 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc10a475-d830-4387-8c62-bd005fb12845,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:21.561527 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:21.581658 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1b5526ff-c7b6-40ab-a679-2708458dd0ea req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.582899 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b5526ff-c7b6-40ab-a679-2708458dd0ea req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.8111308 Aug 23 14:21:21.588930 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a641d23b-8ac8-44c6-b6c9-4c6f150c5019 req-322312e9-d6ca-4303-af46-5fcfa2e6f91f service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381296 Aug 23 14:21:21.608920 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f030c39-735d-462b-bc8f-4508be54191b req-0ec4d27d-45f7-4c74-8cd2-96b0a17982f4 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:21.610885 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6f030c39-735d-462b-bc8f-4508be54191b req-0ec4d27d-45f7-4c74-8cd2-96b0a17982f4 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 943 time: 0.1852200 Aug 23 14:21:21.617512 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-52c345e0-8caa-47a9-8829-c56b28c98d62 service neutron] 10.222.0.60 "GET /v2.0/ports/1d52b2fc-d90e-44ab-ae47-e44e77b1865a/bindings/n-h2-805629-1 HTTP/1.1" status: 200 len: 382 time: 0.0960155 Aug 23 14:21:21.681126 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6f030c39-735d-462b-bc8f-4508be54191b req-a08ba602-fd17-4947-bb37-5067bbf91d5e tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620542 Aug 23 14:21:21.750932 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa00d8a-baf0-403c-85a8-65e21b6b8f4c', 'tag': '2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5', 'status': 'completed', 'code': 200} Aug 23 14:21:21.775166 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.854330 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344156d3-a79e-40e8-9227-86795f137ed3', 'tag': '7a7c1f89-ab22-4f6c-a376-97349b6a4c31', 'status': 'completed', 'code': 200} Aug 23 14:21:21.869232 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b16c69ea-2a8b-4e7e-9d5f-ac7740cc1aff req-281c8f88-4c03-44ad-8695-93d261b0e632 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f4078fd9dec9433dada943ac1c75d65d&device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 1094 time: 0.0931835 Aug 23 14:21:22.039221 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ff87be0-86e1-49b6-9859-6ed929749b15 req-bc72ae37-0ed4-478e-a86a-bff5da6eaa9d tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f649936-cdd0-4317-b9b6-73fbae8f0036 HTTP/1.1" status: 200 len: 210 time: 0.0515380 Aug 23 14:21:22.120369 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c69ea-2a8b-4e7e-9d5f-ac7740cc1aff req-a1c1e0ff-5298-4710-b3cc-0796067d8434 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:22.122021 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b16c69ea-2a8b-4e7e-9d5f-ac7740cc1aff req-a1c1e0ff-5298-4710-b3cc-0796067d8434 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bde3cda3-a79e-4478-9843-40b5ea065bca HTTP/1.1" status: 200 len: 916 time: 0.2458198 Aug 23 14:21:22.139868 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:22.225822 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d7832506-8c5b-4737-96e2-947c7a9c6c16 req-a0c37862-bce0-4547-9670-34bdd5bc28ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 1098 time: 0.2197690 Aug 23 14:21:22.228423 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b16c69ea-2a8b-4e7e-9d5f-ac7740cc1aff req-5aacf8b4-68d3-4813-876f-edb97a341f65 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 HTTP/1.1" status: 200 len: 217 time: 0.0922830 Aug 23 14:21:22.309996 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-a4d8a9cd-cb3c-4b50-9bde-e7e6235650f0 req-ee75241b-cfbb-4689-9b00-442a43d81de3 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] show failed (client error): The resource could not be found. Aug 23 14:21:22.310955 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a4d8a9cd-cb3c-4b50-9bde-e7e6235650f0 req-ee75241b-cfbb-4689-9b00-442a43d81de3 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/cbbe35b6-b74e-4fa9-94c8-e39540aee145 HTTP/1.1" status: 404 len: 352 time: 0.0254092 Aug 23 14:21:22.331282 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:22.344370 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5', 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca', 'port_id': '2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5', 'mac_address': 'fa:16:3e:a7:ef:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f85230-dbce-4146-9032-327f9929bf7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:22.370075 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-29b1399c-e323-46ef-aae5-7f702db1875e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02&tenant_id=cae7784c1a0e409298815052dfe79897 HTTP/1.1" status: 200 len: 1100 time: 0.2278991 Aug 23 14:21:22.379284 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd4368-9228-4d2a-ab22-e03ae795e978 req-8c707a66-e867-41a1-b5af-6adc0499a833 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:22.387161 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c5bd4368-9228-4d2a-ab22-e03ae795e978 req-8c707a66-e867-41a1-b5af-6adc0499a833 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.1785436 Aug 23 14:21:22.409825 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c69ea-2a8b-4e7e-9d5f-ac7740cc1aff req-c1c88b81-282f-4958-a3e3-1de034fd5519 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:22.410046 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b16c69ea-2a8b-4e7e-9d5f-ac7740cc1aff req-c1c88b81-282f-4958-a3e3-1de034fd5519 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=85f85230-dbce-4146-9032-327f9929bf7c HTTP/1.1" status: 200 len: 855 time: 0.1557491 Aug 23 14:21:22.422812 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:22.442967 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:22.472174 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b16c69ea-2a8b-4e7e-9d5f-ac7740cc1aff req-c38b5fe1-e7f4-44f8-8d65-b61c0d0b438e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bde3cda3-a79e-4478-9843-40b5ea065bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471907 Aug 23 14:21:22.475047 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:22.512966 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7832506-8c5b-4737-96e2-947c7a9c6c16 req-cb3627db-d2bd-4837-b583-7b93d0e5aa27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:22.514506 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d7832506-8c5b-4737-96e2-947c7a9c6c16 req-cb3627db-d2bd-4837-b583-7b93d0e5aa27 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.2815952 Aug 23 14:21:22.550806 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c5bd4368-9228-4d2a-ab22-e03ae795e978 req-ab768f18-ed60-4bd5-b6be-50bad659f6e3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620815 Aug 23 14:21:22.583694 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:22.585848 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:22.602230 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-6dc04dd7-299d-4207-ae69-91728547f0f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 1100 time: 0.1936135 Aug 23 14:21:22.704330 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d7832506-8c5b-4737-96e2-947c7a9c6c16 req-9d876eae-4881-4d65-b3f7-fe8a4151243c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=7a7c1f89-ab22-4f6c-a376-97349b6a4c31 HTTP/1.1" status: 200 len: 217 time: 0.1318691 Aug 23 14:21:22.728655 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:22.742223 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:22.827054 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:22.849934 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e5e2f197-27f9-4bb4-8bc1-9922ca8a6963 req-a9200f2c-aa6c-479c-b9e8-d6b70865a8a9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Synchronizing usage tracker for tenant:2f431ed450f446c39356131383c72d18 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:22.909878 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-943fea33-bd49-481d-b685-d2dc6c61ab18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:22.911379 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-943fea33-bd49-481d-b685-d2dc6c61ab18 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.2929449 Aug 23 14:21:22.991765 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7331-35ec-4917-81d4-2772a4b1eb87 req-a0a58788-7085-4bd2-aae3-b5213f6f7326 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:22.994487 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-df6f7331-35ec-4917-81d4-2772a4b1eb87 req-a0a58788-7085-4bd2-aae3-b5213f6f7326 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 947 time: 0.2583451 Aug 23 14:21:23.000213 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e5e2f197-27f9-4bb4-8bc1-9922ca8a6963 req-a9200f2c-aa6c-479c-b9e8-d6b70865a8a9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Unset dirty status for tenant:2f431ed450f446c39356131383c72d18 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:23.001151 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e5e2f197-27f9-4bb4-8bc1-9922ca8a6963 req-a9200f2c-aa6c-479c-b9e8-d6b70865a8a9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2f431ed450f446c39356131383c72d18 HTTP/1.1" status: 200 len: 9734 time: 0.5938308 Aug 23 14:21:23.038036 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-80b89d7d-7784-439a-90cf-6c838e02d8dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a HTTP/1.1" status: 200 len: 217 time: 0.1154621 Aug 23 14:21:23.054733 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b16c69ea-2a8b-4e7e-9d5f-ac7740cc1aff req-5a367dd7-c97a-4be6-9162-1729ace3a17c service neutron] 10.222.0.91 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5731325 Aug 23 14:21:23.063074 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7832506-8c5b-4737-96e2-947c7a9c6c16 req-c4a001c7-72f1-4a77-a24f-6d75a550a1d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:23.065570 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d7832506-8c5b-4737-96e2-947c7a9c6c16 req-c4a001c7-72f1-4a77-a24f-6d75a550a1d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.3545310 Aug 23 14:21:23.257255 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-ece5591c-d638-476b-9c82-dec7f0ed8f02 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:23.258725 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-ece5591c-d638-476b-9c82-dec7f0ed8f02 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 811 time: 0.5041990 Aug 23 14:21:23.295903 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Request body: {'port': {'device_id': '2f649936-cdd0-4317-b9b6-73fbae8f0036', 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e', 'admin_state_up': True, 'tenant_id': '2db89cf8ec4049f391cd185e2d3192bc'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:23.305987 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e5e2f197-27f9-4bb4-8bc1-9922ca8a6963 req-50d7830a-35cc-4be8-ab5e-ecc67a6d9072 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/cd8de265-dd5c-4113-a277-62ff8f2aeff9 HTTP/1.1" status: 200 len: 2649 time: 0.2877061 Aug 23 14:21:23.308872 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-31c85ba1-50e3-429c-9ec0-f553d0d0fdde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:23.310844 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-31c85ba1-50e3-429c-9ec0-f553d0d0fdde service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2600224 Aug 23 14:21:23.314207 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-df6f7331-35ec-4917-81d4-2772a4b1eb87 req-aae0f98c-63ca-4620-a1ef-fcf8336bc378 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935071 Aug 23 14:21:23.405540 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d7832506-8c5b-4737-96e2-947c7a9c6c16 req-70956956-6ed8-4a9e-9898-6948a9e2d3c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3206401 Aug 23 14:21:23.441537 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b16c69ea-2a8b-4e7e-9d5f-ac7740cc1aff req-06442348-7d5a-4333-8e06-db3d3a686dc0 service neutron] 10.222.0.91 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745508 Aug 23 14:21:23.468485 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e5e2f197-27f9-4bb4-8bc1-9922ca8a6963 req-46c2fd5e-1476-4066-816d-83410941ddfb tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/cd8de265-dd5c-4113-a277-62ff8f2aeff9 HTTP/1.1" status: 200 len: 2649 time: 0.1535738 Aug 23 14:21:23.482550 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:23.500120 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-5ebe872e-b797-4d06-a3fb-b71c13d42f2f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1698947 Aug 23 14:21:23.502966 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-af8af228-985a-4023-acd1-25d6790ca807 req-34059aeb-11b3-4fa4-a3e3-1208970bdf0a tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/0402691b-5364-444d-91ed-da6f0b56f5c9 HTTP/1.1" status: 200 len: 1639 time: 0.1081493 Aug 23 14:21:23.621164 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:23.640787 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Usage tracker for resource:port and tenant:2db89cf8ec4049f391cd185e2d3192bc is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:23.645894 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:23.648961 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=7a7c1f89-ab22-4f6c-a376-97349b6a4c31,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:23.654857 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d7832506-8c5b-4737-96e2-947c7a9c6c16 req-3a59886b-a152-464f-9adf-4cc0e2ece46a service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392147 Aug 23 14:21:23.655713 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:23.668368 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '7a7c1f89-ab22-4f6c-a376-97349b6a4c31', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '7a7c1f89-ab22-4f6c-a376-97349b6a4c31', 'mac_address': 'fa:16:3e:28:ae:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:23.672272 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b38a8ff2-0a98-43e3-a336-fcced4f6a1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:23.730646 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:23.750600 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:23.771213 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=7a7c1f89-ab22-4f6c-a376-97349b6a4c31,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:23.772099 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Made reservation on behalf of 2db89cf8ec4049f391cd185e2d3192bc for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:23.775153 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:23.796920 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-f3a0a56f-96d4-4ce8-a449-e0488435c6e8 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881882 Aug 23 14:21:23.799293 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-af8af228-985a-4023-acd1-25d6790ca807 req-44121529-300f-4023-859b-388446b51d79 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:23.867929 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d7832506-8c5b-4737-96e2-947c7a9c6c16 req-2ac9e1e4-2c57-40d1-a477-5617b3dcffa1 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067497 Aug 23 14:21:23.893486 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:23.897667 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-6720f52a-b02e-4631-b8cc-c7cf4ee8f597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:23.900166 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb2c23-d7d6-4979-a221-b3c3688b9dc1 req-3a9b58f7-17eb-4dca-9ce3-cbc1630d7ab0 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:23.901729 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-25cb2c23-d7d6-4979-a221-b3c3688b9dc1 req-3a9b58f7-17eb-4dca-9ce3-cbc1630d7ab0 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 944 time: 0.2871706 Aug 23 14:21:23.936799 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-af8af228-985a-4023-acd1-25d6790ca807 req-44121529-300f-4023-859b-388446b51d79 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:23.976266 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=7a7c1f89-ab22-4f6c-a376-97349b6a4c31,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:23.979728 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:23.997414 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Allocated IP 172.20.0.4 (2961c70e-af3c-4bcf-91eb-0eb4d684285e/27bb7382-12c0-438e-a1f3-4f81c598dc69/f39693c5-15ca-4862-a7bf-e7c19ec53c47) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:24.039186 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-25cb2c23-d7d6-4979-a221-b3c3688b9dc1 req-0226b25c-0296-4178-a63d-9a8ae31b2177 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269047 Aug 23 14:21:24.049174 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4437295a-f52a-4676-b62f-fd1f49cfe1d2 req-5dba44da-0f5a-4f0a-90b5-0b9029da3f15 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355251 Aug 23 14:21:24.132101 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-af8af228-985a-4023-acd1-25d6790ca807 req-44121529-300f-4023-859b-388446b51d79 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.136649 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-aa8a9d71-c044-4a73-ac63-a5a9b7138f9c tempest-LiveMigrationNegativeTest-2036358963 tempest-LiveMigrationNegativeTest-2036358963-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:24.153352 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['7a7c1f89-ab22-4f6c-a376-97349b6a4c31'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:24.157703 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44121529-300f-4023-859b-388446b51d79 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0402691b-5364-444d-91ed-da6f0b56f5c9,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:24.159276 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-44121529-300f-4023-859b-388446b51d79 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:24.160201 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-af8af228-985a-4023-acd1-25d6790ca807 req-44121529-300f-4023-859b-388446b51d79 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.162144 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-af8af228-985a-4023-acd1-25d6790ca807 req-44121529-300f-4023-859b-388446b51d79 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "DELETE /v2.0/security-groups/0402691b-5364-444d-91ed-da6f0b56f5c9 HTTP/1.1" status: 204 len: 173 time: 0.6515665 Aug 23 14:21:24.200483 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:24.290959 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.361895 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0a3fcb8-8dbe-4610-8e9b-70e491998b56 req-6ef260c2-bb6e-4d5b-b6a3-b1c681a5337d tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f649936-cdd0-4317-b9b6-73fbae8f0036 HTTP/1.1" status: 200 len: 210 time: 0.0544231 Aug 23 14:21:24.430099 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.439181 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-48a154fe-5de7-4e88-82d4-aaf00c2c5bcc tempest-ImagesOneServerTestJSON-2135518490 tempest-ImagesOneServerTestJSON-2135518490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:24.453394 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b4a49dba-8c72-4fee-945f-fa73f94e7d93 req-9c8b6fdb-76c0-4d30-b76e-7fb710ac93ff tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/78427df9-e3d7-45a4-9261-05a284db5195 HTTP/1.1" status: 200 len: 1635 time: 0.0588326 Aug 23 14:21:24.474357 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:24.479712 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:24.480106 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.511643 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.533584 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Network 2961c70e-af3c-4bcf-91eb-0eb4d684285e is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:24.537091 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:24.539800 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:21:24.580901 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Pushing event updated for resources: {'Port': ['ID=f39693c5-15ca-4862-a7bf-e7c19ec53c47,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:24.584275 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:24.592130 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b4a49dba-8c72-4fee-945f-fa73f94e7d93 req-e79ebfbf-4294-4141-9ca6-e07797afd067 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.616146 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:24.616807 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.627604 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.637476 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b4a49dba-8c72-4fee-945f-fa73f94e7d93 req-e79ebfbf-4294-4141-9ca6-e07797afd067 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.661831 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa00d8a-baf0-403c-85a8-65e21b6b8f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:24.672313 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:24.697706 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a3789-5796-4348-b875-37d46c3f849c req-0ae33cd5-ccc2-401b-8aa6-232daa6013b5 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:24.699189 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-497a3789-5796-4348-b875-37d46c3f849c req-0ae33cd5-ccc2-401b-8aa6-232daa6013b5 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.1689513 Aug 23 14:21:24.738629 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4628143 Aug 23 14:21:24.751299 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-497a3789-5796-4348-b875-37d46c3f849c req-98b39e18-abc8-476d-be40-5972de11adb5 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446985 Aug 23 14:21:24.751679 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Request body: {'port': {'device_id': '2f649936-cdd0-4317-b9b6-73fbae8f0036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:24.761284 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.764955 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:24.815349 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b4a49dba-8c72-4fee-945f-fa73f94e7d93 req-e79ebfbf-4294-4141-9ca6-e07797afd067 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.824344 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f0d8a8c1-5c30-458b-93d3-b82ac1d3e681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:24.841957 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:24.846539 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:24.851189 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ebfbf-4294-4141-9ca6-e07797afd067 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78427df9-e3d7-45a4-9261-05a284db5195,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:24.854701 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e79ebfbf-4294-4141-9ca6-e07797afd067 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:24.874143 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e878dea1-bac9-48ad-a848-efcbfd44fb0d req-faa9a6e4-9f95-4599-8ab9-305d94c176cb tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/2869a903-e6be-47c0-b13b-240f09f4350c HTTP/1.1" status: 200 len: 1637 time: 0.0764229 Aug 23 14:21:24.888177 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.925610 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b4a49dba-8c72-4fee-945f-fa73f94e7d93 req-e79ebfbf-4294-4141-9ca6-e07797afd067 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.926625 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b4a49dba-8c72-4fee-945f-fa73f94e7d93 req-e79ebfbf-4294-4141-9ca6-e07797afd067 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "DELETE /v2.0/security-groups/78427df9-e3d7-45a4-9261-05a284db5195 HTTP/1.1" status: 204 len: 173 time: 0.4654033 Aug 23 14:21:24.977140 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e878dea1-bac9-48ad-a848-efcbfd44fb0d req-138c7e43-c123-422a-a162-a979e882af36 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.007846 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e878dea1-bac9-48ad-a848-efcbfd44fb0d req-138c7e43-c123-422a-a162-a979e882af36 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.153185 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef3ec4-6d30-44fd-b205-fe0a879bffcd req-28f70678-c2cb-4692-a20e-9e0a68f1cb1d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:25.154735 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c6ef3ec4-6d30-44fd-b205-fe0a879bffcd req-28f70678-c2cb-4692-a20e-9e0a68f1cb1d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 948 time: 0.0993617 Aug 23 14:21:25.180771 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e878dea1-bac9-48ad-a848-efcbfd44fb0d req-138c7e43-c123-422a-a162-a979e882af36 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.188483 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:25.211885 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c7e43-c123-422a-a162-a979e882af36 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2869a903-e6be-47c0-b13b-240f09f4350c,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:25.218101 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-138c7e43-c123-422a-a162-a979e882af36 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:25.222433 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e878dea1-bac9-48ad-a848-efcbfd44fb0d req-138c7e43-c123-422a-a162-a979e882af36 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.222957 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e878dea1-bac9-48ad-a848-efcbfd44fb0d req-138c7e43-c123-422a-a162-a979e882af36 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "DELETE /v2.0/security-groups/2869a903-e6be-47c0-b13b-240f09f4350c HTTP/1.1" status: 204 len: 173 time: 0.3422859 Aug 23 14:21:25.233451 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c6ef3ec4-6d30-44fd-b205-fe0a879bffcd req-a8e29d8a-8769-4f59-a84e-3c8a1dab1c87 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720818 Aug 23 14:21:25.288775 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39693c5-15ca-4862-a7bf-e7c19ec53c47 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:25.296916 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.313452 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Transition to ACTIVE for port object f39693c5-15ca-4862-a7bf-e7c19ec53c47 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:25.318304 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa00d8a-baf0-403c-85a8-65e21b6b8f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5', 'code': 200} Aug 23 14:21:25.363665 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-31d9d2c1-23ab-443e-873e-12b751c5d701 req-ca312375-5227-452d-9b63-91c868ab25c6 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] show failed (client error): The resource could not be found. Aug 23 14:21:25.364725 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-31d9d2c1-23ab-443e-873e-12b751c5d701 req-ca312375-5227-452d-9b63-91c868ab25c6 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/78427df9-e3d7-45a4-9261-05a284db5195 HTTP/1.1" status: 404 len: 352 time: 0.0176759 Aug 23 14:21:25.508985 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:25.527004 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.536531 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:25.584158 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3b546-73a6-4fa4-8299-a9019e0b20b2 req-f10e02ce-6025-4d14-9fa4-a93440bc3aa4 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:25.592675 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-91a3b546-73a6-4fa4-8299-a9019e0b20b2 req-f10e02ce-6025-4d14-9fa4-a93440bc3aa4 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.1549225 Aug 23 14:21:25.601342 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Pushing event updated for resources: {'Port': ['ID=f39693c5-15ca-4862-a7bf-e7c19ec53c47,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:25.605907 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:25.628883 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcfd84cd-e135-4e65-a299-8ede62bdf9ae req-b62e4745-0362-4357-ad69-3eda186b9b59 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/ad8b3363-162c-444a-b954-0418373562a6 HTTP/1.1" status: 200 len: 1637 time: 0.1094620 Aug 23 14:21:25.676349 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-91a3b546-73a6-4fa4-8299-a9019e0b20b2 req-815f870c-acce-43f8-8178-d19fdc67d4af tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827549 Aug 23 14:21:25.692392 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:25.699649 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:25.700241 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.723559 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fcfd84cd-e135-4e65-a299-8ede62bdf9ae req-df694709-18f0-418e-a92b-d98e9aae11d0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.739385 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5facf5ef-dcc2-481f-9ca8-0a3996242a3b req-7fd97fef-f016-495f-b0de-c81ecf11e6aa service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 1096 time: 0.3596480 Aug 23 14:21:25.755538 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fcfd84cd-e135-4e65-a299-8ede62bdf9ae req-df694709-18f0-418e-a92b-d98e9aae11d0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.852995 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5facf5ef-dcc2-481f-9ca8-0a3996242a3b req-61a2acfa-234e-40c2-bae2-da0c4dfc0764 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840878 Aug 23 14:21:25.861170 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Attempting to bind port f39693c5-15ca-4862-a7bf-e7c19ec53c47 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:25.861505 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Attempting to bind port f39693c5-15ca-4862-a7bf-e7c19ec53c47 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:25.862060 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Attempting to bind port f39693c5-15ca-4862-a7bf-e7c19ec53c47 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:21:25.868621 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Port f39693c5-15ca-4862-a7bf-e7c19ec53c47 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:21:25.869015 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Attempting to bind port f39693c5-15ca-4862-a7bf-e7c19ec53c47 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:21:25.877249 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:21:25.877670 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Checking segment: {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:21:25.878059 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Bound using segment: {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:21:25.879029 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Bound port: f39693c5-15ca-4862-a7bf-e7c19ec53c47, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:25.879029 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.905951 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fcfd84cd-e135-4e65-a299-8ede62bdf9ae req-df694709-18f0-418e-a92b-d98e9aae11d0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.907859 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.914265 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7133e16e-aa6c-4edb-a4f3-29c73a5bf876 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:25.935841 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df694709-18f0-418e-a92b-d98e9aae11d0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8b3363-162c-444a-b954-0418373562a6,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:25.944071 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-df694709-18f0-418e-a92b-d98e9aae11d0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:25.949238 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fcfd84cd-e135-4e65-a299-8ede62bdf9ae req-df694709-18f0-418e-a92b-d98e9aae11d0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.964247 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcfd84cd-e135-4e65-a299-8ede62bdf9ae req-df694709-18f0-418e-a92b-d98e9aae11d0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "DELETE /v2.0/security-groups/ad8b3363-162c-444a-b954-0418373562a6 HTTP/1.1" status: 204 len: 173 time: 0.3272047 Aug 23 14:21:25.965221 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=7a7c1f89-ab22-4f6c-a376-97349b6a4c31,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:25.970156 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7fc41794-985e-4cd7-88bf-d69070d38dd7 req-f0570beb-c3bc-41a9-9d81-6247f66a3005 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/09224a8a-3356-49cd-9868-dd80ed57168b HTTP/1.1" status: 200 len: 1633 time: 0.1116066 Aug 23 14:21:25.988928 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.028698 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] For port f39693c5-15ca-4862-a7bf-e7c19ec53c47, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:21:26.033013 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] For port f39693c5-15ca-4862-a7bf-e7c19ec53c47, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=f39693c5-15ca-4862-a7bf-e7c19ec53c47,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:21:26.034930 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.036101 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 1d52b2fc-d90e-44ab-ae47-e44e77b1865a no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:21:26.054437 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7fc41794-985e-4cd7-88bf-d69070d38dd7 req-c6e63d9a-b789-457c-9fa3-129bea47cc4e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.067985 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:26.105008 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.112302 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d25e567d-1ad0-4dcc-98c3-6d4cd8e768bf tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:26.131265 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7fc41794-985e-4cd7-88bf-d69070d38dd7 req-c6e63d9a-b789-457c-9fa3-129bea47cc4e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.182954 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.184659 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] 10.222.0.91 "PUT /v2.0/ports/f39693c5-15ca-4862-a7bf-e7c19ec53c47 HTTP/1.1" status: 200 len: 1091 time: 1.4387929 Aug 23 14:21:26.185830 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f649936-cdd0-4317-b9b6-73fbae8f0036', 'tag': 'f39693c5-15ca-4862-a7bf-e7c19ec53c47'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:26.207882 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=7a7c1f89-ab22-4f6c-a376-97349b6a4c31,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:26.217955 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:26.218888 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Pushing event updated for resources: {'Port': ['ID=f39693c5-15ca-4862-a7bf-e7c19ec53c47,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:26.222863 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:26.237586 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.259807 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271b0c9-7741-4aef-97e3-df6fb7cd008c req-06100010-aa6f-49b1-8df6-e1db57c63277 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:26.261201 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3271b0c9-7741-4aef-97e3-df6fb7cd008c req-06100010-aa6f-49b1-8df6-e1db57c63277 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f649936-cdd0-4317-b9b6-73fbae8f0036 HTTP/1.1" status: 200 len: 943 time: 0.1952438 Aug 23 14:21:26.275870 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:26.311651 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3271b0c9-7741-4aef-97e3-df6fb7cd008c req-8cd81b0d-459b-4722-b305-1a58f7bb0e23 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428138 Aug 23 14:21:26.412067 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7fc41794-985e-4cd7-88bf-d69070d38dd7 req-c6e63d9a-b789-457c-9fa3-129bea47cc4e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.416500 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e79ebfbf-4294-4141-9ca6-e07797afd067 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:26.438443 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e63d9a-b789-457c-9fa3-129bea47cc4e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09224a8a-3356-49cd-9868-dd80ed57168b,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:26.442506 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c6e63d9a-b789-457c-9fa3-129bea47cc4e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:26.456712 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.460275 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:26.493616 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-f4dd42f0-e5ee-4d39-8beb-3219d292a745 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&device_id=2f649936-cdd0-4317-b9b6-73fbae8f0036 HTTP/1.1" status: 200 len: 1094 time: 0.1031938 Aug 23 14:21:26.525908 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7fc41794-985e-4cd7-88bf-d69070d38dd7 req-c6e63d9a-b789-457c-9fa3-129bea47cc4e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.527081 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7fc41794-985e-4cd7-88bf-d69070d38dd7 req-c6e63d9a-b789-457c-9fa3-129bea47cc4e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "DELETE /v2.0/security-groups/09224a8a-3356-49cd-9868-dd80ed57168b HTTP/1.1" status: 204 len: 173 time: 0.5483181 Aug 23 14:21:26.558772 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dd7e2-396a-4166-9325-09575122dde2 req-b78d0bf5-2e3b-4477-bec6-963902ecf141 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:26.567573 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb1dd7e2-396a-4166-9325-09575122dde2 req-b78d0bf5-2e3b-4477-bec6-963902ecf141 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 947 time: 0.1262617 Aug 23 14:21:26.594577 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:26.602456 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:26.609751 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-ff7d160c-4af3-49b9-8530-d4e92922d8fb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f39693c5-15ca-4862-a7bf-e7c19ec53c47 HTTP/1.1" status: 200 len: 217 time: 0.1089079 Aug 23 14:21:26.698471 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44162) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:26.708315 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-33ffa4e3-7668-4a85-8d15-7c7226bfb627 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:26.709874 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-33ffa4e3-7668-4a85-8d15-7c7226bfb627 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=27bb7382-12c0-438e-a1f3-4f81c598dc69 HTTP/1.1" status: 200 len: 851 time: 0.0928679 Aug 23 14:21:26.780521 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb1dd7e2-396a-4166-9325-09575122dde2 req-46fc7031-9c32-40f2-812c-4c55bbc84862 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119796 Aug 23 14:21:26.784393 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-469a6a2c-4c8c-42c3-afd0-7a29856f616b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2961c70e-af3c-4bcf-91eb-0eb4d684285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614944 Aug 23 14:21:26.816905 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eef4736f-b401-476f-ab3a-b8ce4f4720cf req-5fe1bb21-822e-47e2-9c95-7917f9d6a5bb tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/cdccede0-ae21-4345-9f3c-1b372dde634a HTTP/1.1" status: 200 len: 2145 time: 0.2459497 Aug 23 14:21:26.907891 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f649936-cdd0-4317-b9b6-73fbae8f0036', 'tag': 'f39693c5-15ca-4862-a7bf-e7c19ec53c47', 'status': 'completed', 'code': 200} Aug 23 14:21:26.936073 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3def8eef-57c6-4b66-b338-31d373905f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.954175 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-eef4736f-b401-476f-ab3a-b8ce4f4720cf req-8fbcf526-bb7a-4fba-8874-82714ab3c6c8 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.990850 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-eef4736f-b401-476f-ab3a-b8ce4f4720cf req-8fbcf526-bb7a-4fba-8874-82714ab3c6c8 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.011622 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3def8eef-57c6-4b66-b338-31d373905f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:27.019135 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3def8eef-57c6-4b66-b338-31d373905f4e admin admin] Usage tracker for resource:security_group_rule and tenant:5fed3a73960648c4b64d75e2b91e338e is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:27.023499 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-425b9bbf-0a64-4e45-944f-714d243700ef service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180555 Aug 23 14:21:27.024316 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3def8eef-57c6-4b66-b338-31d373905f4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:27.051444 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3def8eef-57c6-4b66-b338-31d373905f4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:27.139300 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee7d39-b366-446a-9d87-0bdfb445de4f req-f6f4e694-3020-4b8f-9337-0155a9a112c0 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:27.141780 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a2ee7d39-b366-446a-9d87-0bdfb445de4f req-f6f4e694-3020-4b8f-9337-0155a9a112c0 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 949 time: 0.0904291 Aug 23 14:21:27.189417 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-eef4736f-b401-476f-ab3a-b8ce4f4720cf req-8fbcf526-bb7a-4fba-8874-82714ab3c6c8 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.196166 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a12ece5d-d538-4f9e-b51b-b6ce05329df9 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:27.205593 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bba0e8d6-4628-4261-bc25-69b3f0c5aceb req-2dfec5cb-b676-40cb-a24e-287d64b30729 service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728873 Aug 23 14:21:27.214887 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcf526-bb7a-4fba-8874-82714ab3c6c8 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdccede0-ae21-4345-9f3c-1b372dde634a,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:27.219846 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8fbcf526-bb7a-4fba-8874-82714ab3c6c8 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:27.223515 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a2ee7d39-b366-446a-9d87-0bdfb445de4f req-c5799f65-01fb-4de7-9721-109e8bd6ff57 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750301 Aug 23 14:21:27.226369 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-eef4736f-b401-476f-ab3a-b8ce4f4720cf req-8fbcf526-bb7a-4fba-8874-82714ab3c6c8 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.227825 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eef4736f-b401-476f-ab3a-b8ce4f4720cf req-8fbcf526-bb7a-4fba-8874-82714ab3c6c8 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "DELETE /v2.0/security-groups/cdccede0-ae21-4345-9f3c-1b372dde634a HTTP/1.1" status: 204 len: 173 time: 0.4054947 Aug 23 14:21:27.235219 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3def8eef-57c6-4b66-b338-31d373905f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.308658 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-1eae6f8c-db80-4fc3-9ba8-ab896f39b504 req-1d7c02b9-d9fe-4bb3-a682-91930e0dac94 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] show failed (client error): The resource could not be found. Aug 23 14:21:27.313532 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1eae6f8c-db80-4fc3-9ba8-ab896f39b504 req-1d7c02b9-d9fe-4bb3-a682-91930e0dac94 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/09224a8a-3356-49cd-9868-dd80ed57168b HTTP/1.1" status: 404 len: 352 time: 0.0264075 Aug 23 14:21:27.319333 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344156d3-a79e-40e8-9227-86795f137ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7c1f89-ab22-4f6c-a376-97349b6a4c31'}, {'server_uuid': '49cdc9bf-3b95-4bf3-800c-9879fec71c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:27.339733 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3def8eef-57c6-4b66-b338-31d373905f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.351211 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-61a48dd4-fcd3-4ede-9ef1-26191b1c00af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:27.427589 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def8eef-57c6-4b66-b338-31d373905f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9934da85-edf1-4f27-be36-8122e6ef9e58,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:27.431731 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3def8eef-57c6-4b66-b338-31d373905f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:27.439219 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-3def8eef-57c6-4b66-b338-31d373905f4e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5fed3a73960648c4b64d75e2b91e338e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7396984 Aug 23 14:21:27.445145 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 44178) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:27.459591 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-188ecb7e-1552-4cf5-8000-970dee47b70b req-935fad31-b18b-46e2-8102-dfc7ce0e006c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&device_id=2f649936-cdd0-4317-b9b6-73fbae8f0036 HTTP/1.1" status: 200 len: 1094 time: 0.1569116 Aug 23 14:21:27.537646 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 1d52b2fc-d90e-44ab-ae47-e44e77b1865a details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:27.561387 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cf6a5a3d-c949-4196-9b8f-c5264416063c req-9c334a05-8c30-4e21-b03f-8ef2d1b39f7e tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "GET /v2.0/security-groups/221760ec-2662-417d-a12c-ba380bd49d37 HTTP/1.1" status: 200 len: 2142 time: 0.1554711 Aug 23 14:21:27.590649 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b263ea73-93db-475f-83ce-3edae8549e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.655918 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b263ea73-93db-475f-83ce-3edae8549e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.674735 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ecb7e-1552-4cf5-8000-970dee47b70b req-9c536edd-f142-42e0-84e8-9da031e6ee76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:27.677739 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-188ecb7e-1552-4cf5-8000-970dee47b70b req-9c536edd-f142-42e0-84e8-9da031e6ee76 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 912 time: 0.2102199 Aug 23 14:21:27.733086 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:27.735822 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c95ff-a119-490b-9add-b5e32020ff43 req-cbe98b06-4b72-4cdb-b5a6-5f898c88e3b6 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:27.737996 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-511c95ff-a119-490b-9add-b5e32020ff43 req-cbe98b06-4b72-4cdb-b5a6-5f898c88e3b6 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.2697961 Aug 23 14:21:27.749968 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a', 'mac_address': 'fa:16:3e:b8:ff:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:27.760735 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-188ecb7e-1552-4cf5-8000-970dee47b70b req-d62a12b0-bc48-45d9-b882-9ed536f0b529 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f39693c5-15ca-4862-a7bf-e7c19ec53c47 HTTP/1.1" status: 200 len: 217 time: 0.0768669 Aug 23 14:21:27.798083 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cf6a5a3d-c949-4196-9b8f-c5264416063c req-49a3a563-6988-44e6-816c-d06489d3bf24 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.842914 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.859155 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ecb7e-1552-4cf5-8000-970dee47b70b req-d76f90ad-9efb-4623-a0fc-25df97996e95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:27.861540 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-188ecb7e-1552-4cf5-8000-970dee47b70b req-d76f90ad-9efb-4623-a0fc-25df97996e95 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=27bb7382-12c0-438e-a1f3-4f81c598dc69 HTTP/1.1" status: 200 len: 851 time: 0.0946956 Aug 23 14:21:27.864897 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d52b2fc-d90e-44ab-ae47-e44e77b1865a {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:27.865056 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cf6a5a3d-c949-4196-9b8f-c5264416063c req-49a3a563-6988-44e6-816c-d06489d3bf24 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.874910 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-511c95ff-a119-490b-9add-b5e32020ff43 req-ce2714e5-0d78-4669-a109-6696182ec531 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244478 Aug 23 14:21:27.883915 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:27.910527 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-188ecb7e-1552-4cf5-8000-970dee47b70b req-1172e383-7625-4eb4-94b9-e46827c035b6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2961c70e-af3c-4bcf-91eb-0eb4d684285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416911 Aug 23 14:21:27.911150 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b263ea73-93db-475f-83ce-3edae8549e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.918584 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-38e65e30-0b91-4e00-a360-dbb2d62566f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:27.933748 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263ea73-93db-475f-83ce-3edae8549e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9934da85-edf1-4f27-be36-8122e6ef9e58,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:27.936893 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b263ea73-93db-475f-83ce-3edae8549e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:27.945862 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b263ea73-93db-475f-83ce-3edae8549e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.946365 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-b263ea73-93db-475f-83ce-3edae8549e0c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9934da85-edf1-4f27-be36-8122e6ef9e58 HTTP/1.1" status: 204 len: 168 time: 0.5004103 Aug 23 14:21:27.973296 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.978872 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:28.029915 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344156d3-a79e-40e8-9227-86795f137ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7c1f89-ab22-4f6c-a376-97349b6a4c31', 'code': 200} Aug 23 14:21:28.030374 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cdc9bf-3b95-4bf3-800c-9879fec71c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a', 'code': 200} Aug 23 14:21:28.082978 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cf6a5a3d-c949-4196-9b8f-c5264416063c req-49a3a563-6988-44e6-816c-d06489d3bf24 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.100897 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6dc8b3ab-c7cb-48eb-a5f7-215477fcd14f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:28.102668 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,revision_number=7']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:28.105860 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:28.157733 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cf6a5a3d-c949-4196-9b8f-c5264416063c req-49a3a563-6988-44e6-816c-d06489d3bf24 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.158860 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cf6a5a3d-c949-4196-9b8f-c5264416063c req-49a3a563-6988-44e6-816c-d06489d3bf24 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] 10.222.0.86 "DELETE /v2.0/security-groups/221760ec-2662-417d-a12c-ba380bd49d37 HTTP/1.1" status: 204 len: 173 time: 0.5694342 Aug 23 14:21:28.168225 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44188) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:28.172329 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3a563-6988-44e6-816c-d06489d3bf24 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=221760ec-2662-417d-a12c-ba380bd49d37,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:28.177311 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-49a3a563-6988-44e6-816c-d06489d3bf24 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:28.193437 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c6ee0ca4-783b-4d05-afe7-0d7d2d31516d req-1defc6e1-d3c0-42c2-92d0-eae8172a1a62 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/cc10a475-d830-4387-8c62-bd005fb12845 HTTP/1.1" status: 200 len: 1635 time: 0.1753802 Aug 23 14:21:28.222811 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-188ecb7e-1552-4cf5-8000-970dee47b70b req-79e72af5-b754-4442-9d27-643994260029 service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044746 Aug 23 14:21:28.246004 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['1d52b2fc-d90e-44ab-ae47-e44e77b1865a'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:28.301007 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c6ee0ca4-783b-4d05-afe7-0d7d2d31516d req-df2a7d3a-3c33-4233-a2dc-ffe5c0f790b4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.307523 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5e3eda31-1979-41f2-863d-f80df39c71e3 req-fbfb0baa-cac5-4bed-a198-484b066164c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 1100 time: 0.2162850 Aug 23 14:21:28.418986 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1a0bcf-d204-4b44-be50-c87f3e03a7ee admin admin] Deleting subnet 5b186d56-4cc8-4f2b-92f7-c616d88d782e {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:21:28.436577 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0bcf-d204-4b44-be50-c87f3e03a7ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.445208 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c6ee0ca4-783b-4d05-afe7-0d7d2d31516d req-df2a7d3a-3c33-4233-a2dc-ffe5c0f790b4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.503897 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5e3eda31-1979-41f2-863d-f80df39c71e3 req-1563725c-dcbb-488c-8d3b-8b6dcc37c8e5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812530 Aug 23 14:21:28.532245 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0bcf-d204-4b44-be50-c87f3e03a7ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.548845 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eef440-a9cd-4b40-93da-3584db261ca8 req-81d041d2-0149-444d-9a10-71dcc9137ac5 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:28.550632 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-77eef440-a9cd-4b40-93da-3584db261ca8 req-81d041d2-0149-444d-9a10-71dcc9137ac5 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f649936-cdd0-4317-b9b6-73fbae8f0036 HTTP/1.1" status: 200 len: 943 time: 0.2421963 Aug 23 14:21:28.569325 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-188ecb7e-1552-4cf5-8000-970dee47b70b req-f2328447-6928-4f27-b97b-d0e222f58144 service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923133 Aug 23 14:21:28.622556 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0bcf-d204-4b44-be50-c87f3e03a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.624096 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-77eef440-a9cd-4b40-93da-3584db261ca8 req-4415f71a-c1b3-49c4-8808-f5c888ee9574 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660257 Aug 23 14:21:28.640989 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c6ee0ca4-783b-4d05-afe7-0d7d2d31516d req-df2a7d3a-3c33-4233-a2dc-ffe5c0f790b4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.649879 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-5691d6b2-f59a-486f-9401-8d10d7811548 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:28.701567 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a7d3a-3c33-4233-a2dc-ffe5c0f790b4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc10a475-d830-4387-8c62-bd005fb12845,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:28.709769 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c6ee0ca4-783b-4d05-afe7-0d7d2d31516d req-df2a7d3a-3c33-4233-a2dc-ffe5c0f790b4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.714849 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c6ee0ca4-783b-4d05-afe7-0d7d2d31516d req-df2a7d3a-3c33-4233-a2dc-ffe5c0f790b4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "DELETE /v2.0/security-groups/cc10a475-d830-4387-8c62-bd005fb12845 HTTP/1.1" status: 204 len: 173 time: 0.5069671 Aug 23 14:21:28.719577 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-df2a7d3a-3c33-4233-a2dc-ffe5c0f790b4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:28.852557 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0bcf-d204-4b44-be50-c87f3e03a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.862151 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:28.905442 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a0bcf-d204-4b44-be50-c87f3e03a7ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b186d56-4cc8-4f2b-92f7-c616d88d782e,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:28.908447 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7e1a0bcf-d204-4b44-be50-c87f3e03a7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:28.911301 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0bcf-d204-4b44-be50-c87f3e03a7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.920244 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b389143-e648-4f2b-9bea-597c5393f43a req-b8344e1c-b85c-4501-8153-d188124add64 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:28.921954 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9b389143-e648-4f2b-9bea-597c5393f43a req-b8344e1c-b85c-4501-8153-d188124add64 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 948 time: 0.1421719 Aug 23 14:21:28.931584 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-7e1a0bcf-d204-4b44-be50-c87f3e03a7ee admin admin] 10.222.0.86 "DELETE /v2.0/subnets/5b186d56-4cc8-4f2b-92f7-c616d88d782e HTTP/1.1" status: 204 len: 168 time: 0.7594504 Aug 23 14:21:28.932416 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 44208) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:28.953337 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff0f47-b6b9-4742-ba8e-5a7af46ff0de req-b773647f-0d44-4ea2-9bf6-da15a4578228 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:28.954826 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2aff0f47-b6b9-4742-ba8e-5a7af46ff0de req-b773647f-0d44-4ea2-9bf6-da15a4578228 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.1268947 Aug 23 14:21:29.115010 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:29.126251 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9b389143-e648-4f2b-9bea-597c5393f43a req-904de567-5688-4443-a590-c20d7b2edff4 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960423 Aug 23 14:21:29.131606 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2aff0f47-b6b9-4742-ba8e-5a7af46ff0de req-5772194c-fc5e-48a8-a1de-0ef5d0d34062 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532705 Aug 23 14:21:29.310648 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:29.329065 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00beaea5-e917-4a4c-a725-a6c9d3c90e05']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:21:29.392934 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba81a51-cf57-4ab4-9f7b-b7f5e4ef0de2') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:21:29.393230 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba81a51-cf57-4ab4-9f7b-b7f5e4ef0de2') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:21:29.410076 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-8dcd13b4-7d35-42e2-8912-a9b80ad41893 req-a2ff8616-b3be-4865-9af4-c46d43c1cd82 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] show failed (client error): The resource could not be found. Aug 23 14:21:29.411107 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8dcd13b4-7d35-42e2-8912-a9b80ad41893 req-a2ff8616-b3be-4865-9af4-c46d43c1cd82 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/cc10a475-d830-4387-8c62-bd005fb12845 HTTP/1.1" status: 404 len: 352 time: 0.0466764 Aug 23 14:21:29.412990 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:29.442290 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:29.455838 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:21:29.456258 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:21:29.470188 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:21:29.555742 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c31f2-c3fc-4b94-912d-999a53b3ade5 req-1b33affa-7447-457d-bf52-92edd8534631 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:29.557264 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3e8c31f2-c3fc-4b94-912d-999a53b3ade5 req-1b33affa-7447-457d-bf52-92edd8534631 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 949 time: 0.2312384 Aug 23 14:21:29.569402 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 1d52b2fc-d90e-44ab-ae47-e44e77b1865a up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:29.636753 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:29.642238 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:29.668954 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:29.681010 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3e8c31f2-c3fc-4b94-912d-999a53b3ade5 req-3ba5e241-db61-46a3-809e-a7bff651b9dc tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127341 Aug 23 14:21:29.684198 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Pushing event deleted for resources: {'Network': ['ID=00beaea5-e917-4a4c-a725-a6c9d3c90e05,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:29.709145 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] 10.222.0.86 "DELETE /v2.0/networks/00beaea5-e917-4a4c-a725-a6c9d3c90e05 HTTP/1.1" status: 204 len: 168 time: 0.7749982 Aug 23 14:21:29.726885 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:29.727269 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:29.727656 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:29.728020 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:29.731566 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:29.733283 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:29.735889 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:29.736273 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:29.736693 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:29.737055 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:29.737413 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:29.744763 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:29.780445 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:29.780879 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:29.930554 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:29.975399 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:30.032073 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cdc9bf-3b95-4bf3-800c-9879fec71c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:30.057489 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:30.062753 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:30.151411 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,revision_number=8']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:30.156020 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:30.185987 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device f39693c5-15ca-4862-a7bf-e7c19ec53c47 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:30.219438 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c8f8f083-088c-494e-aa43-43738210e686 req-cb9c76e8-077a-4a98-9fc3-9ad7737071a7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Synchronizing usage tracker for tenant:2f431ed450f446c39356131383c72d18 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:30.284498 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 44240) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:30.349606 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-106b00e8-5269-40c8-aa3e-84c039f65e2f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1095edc319504ca386f2824f9d5e2faf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0618899 Aug 23 14:21:30.350723 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 44246) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:30.353915 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port f39693c5-15ca-4862-a7bf-e7c19ec53c47, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=f39693c5-15ca-4862-a7bf-e7c19ec53c47,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:30.368812 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'f39693c5-15ca-4862-a7bf-e7c19ec53c47', 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e', 'port_id': 'f39693c5-15ca-4862-a7bf-e7c19ec53c47', 'mac_address': 'fa:16:3e:22:e0:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bb7382-12c0-438e-a1f3-4f81c598dc69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:30.372195 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c8f8f083-088c-494e-aa43-43738210e686 req-cb9c76e8-077a-4a98-9fc3-9ad7737071a7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Unset dirty status for tenant:2f431ed450f446c39356131383c72d18 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:30.373672 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c8f8f083-088c-494e-aa43-43738210e686 req-cb9c76e8-077a-4a98-9fc3-9ad7737071a7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2f431ed450f446c39356131383c72d18 HTTP/1.1" status: 200 len: 5485 time: 0.3471763 Aug 23 14:21:30.432300 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:30.452650 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39693c5-15ca-4862-a7bf-e7c19ec53c47 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:30.471555 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port f39693c5-15ca-4862-a7bf-e7c19ec53c47, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=f39693c5-15ca-4862-a7bf-e7c19ec53c47,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:30.484984 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c8f8f083-088c-494e-aa43-43738210e686 req-b42d9726-4401-48ba-a6f7-7d96e4aae92e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/cd8de265-dd5c-4113-a277-62ff8f2aeff9 HTTP/1.1" status: 200 len: 2649 time: 0.0934839 Aug 23 14:21:30.510110 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad977-9b96-4f1f-a805-19db4fe4ad4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:30.572395 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad977-9b96-4f1f-a805-19db4fe4ad4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:30.583321 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:30.585177 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:30.603714 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c8f8f083-088c-494e-aa43-43738210e686 req-aaf76099-19f7-4a43-975e-5719344841a8 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/cd8de265-dd5c-4113-a277-62ff8f2aeff9 HTTP/1.1" status: 200 len: 2649 time: 0.1098316 Aug 23 14:21:30.669922 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=f39693c5-15ca-4862-a7bf-e7c19ec53c47,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:30.673781 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:30.761094 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-92fe5b19-a168-4933-96d9-75cf857fc495 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:30.764743 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-92fe5b19-a168-4933-96d9-75cf857fc495 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02&tenant_id=cae7784c1a0e409298815052dfe79897&binding%3Ahost_id=n-h2-805629-1 HTTP/1.1" status: 200 len: 949 time: 0.1419981 Aug 23 14:21:30.810364 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['f39693c5-15ca-4862-a7bf-e7c19ec53c47'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:30.836602 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad977-9b96-4f1f-a805-19db4fe4ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:30.848458 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9230fce7-347c-4448-939f-24a9b1bd8600 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:30.906039 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ad977-9b96-4f1f-a805-19db4fe4ad4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef18d76-5c04-471d-82a5-b0026cc98213,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:30.909058 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8c1ad977-9b96-4f1f-a805-19db4fe4ad4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:30.928768 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad977-9b96-4f1f-a805-19db4fe4ad4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:30.930067 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-8c1ad977-9b96-4f1f-a805-19db4fe4ad4c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0ef18d76-5c04-471d-82a5-b0026cc98213 HTTP/1.1" status: 204 len: 168 time: 0.5783949 Aug 23 14:21:30.955362 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-16cca986-68c2-4bd5-9c70-c3afb7e73cd1 service neutron] 10.222.0.60 "GET /v2.0/ports/1d52b2fc-d90e-44ab-ae47-e44e77b1865a/bindings/n-h2-805629-1 HTTP/1.1" status: 200 len: 382 time: 0.1843588 Aug 23 14:21:30.979855 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15752561-cadd-474a-9924-a2836c9bff3e req-c26224f6-210b-4b8a-8d22-940ba30c2902 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:30.987641 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-15752561-cadd-474a-9924-a2836c9bff3e req-c26224f6-210b-4b8a-8d22-940ba30c2902 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f649936-cdd0-4317-b9b6-73fbae8f0036 HTTP/1.1" status: 200 len: 944 time: 0.1315639 Aug 23 14:21:31.099933 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-15752561-cadd-474a-9924-a2836c9bff3e req-f4137b00-c4c8-4f9f-8196-d259de1ce604 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111627 Aug 23 14:21:31.137616 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-02b4644d-4f7f-4ace-b5bb-62eea17a64cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 1100 time: 0.1324496 Aug 23 14:21:31.311254 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cdc9bf-3b95-4bf3-800c-9879fec71c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a', 'code': 200} Aug 23 14:21:31.394238 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-9eae251d-138f-4604-a16f-b5596d014cae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.396390 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-9eae251d-138f-4604-a16f-b5596d014cae service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.2516754 Aug 23 14:21:31.465774 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adb7c8-7d72-4a7f-b8da-fb79440be736 req-07e2d523-a31f-4ce2-aaef-ba59327a1c37 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.467255 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1adb7c8-7d72-4a7f-b8da-fb79440be736 req-07e2d523-a31f-4ce2-aaef-ba59327a1c37 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.2047482 Aug 23 14:21:31.500288 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-f1304f91-d6fa-4be7-be9d-51a091882084 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a HTTP/1.1" status: 200 len: 217 time: 0.0972085 Aug 23 14:21:31.608698 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1adb7c8-7d72-4a7f-b8da-fb79440be736 req-fbc49149-1e60-41c4-8db7-0e6efc344b56 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241291 Aug 23 14:21:31.665996 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-c38450b1-4c2a-4eea-9884-33a0fb8423e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.668045 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-c38450b1-4c2a-4eea-9884-33a0fb8423e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1610551 Aug 23 14:21:31.709944 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:31.732682 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-94887d71-45a6-4fc5-ab17-8b7db03d5033 req-ef17b401-62d9-47d3-a0b0-d7c564d61d42 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-596569498', 'description': 'tempest-description-256288085'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:31.750633 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-94887d71-45a6-4fc5-ab17-8b7db03d5033 req-ef17b401-62d9-47d3-a0b0-d7c564d61d42 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:31.774224 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-94887d71-45a6-4fc5-ab17-8b7db03d5033 req-ef17b401-62d9-47d3-a0b0-d7c564d61d42 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:31.806661 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4141b-d8f4-4b7a-8e8f-7632f83476f2 req-3702c993-08e1-45c5-ba5b-b11d35a868ea tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.814040 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cff4141b-d8f4-4b7a-8e8f-7632f83476f2 req-3702c993-08e1-45c5-ba5b-b11d35a868ea tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.2130458 Aug 23 14:21:31.843890 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-c2018453-9abf-4076-9f10-aa228571987e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672580 Aug 23 14:21:31.862397 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44270) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:31.887280 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-94887d71-45a6-4fc5-ab17-8b7db03d5033 req-ef17b401-62d9-47d3-a0b0-d7c564d61d42 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:31.972131 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cff4141b-d8f4-4b7a-8e8f-7632f83476f2 req-e76a2548-2562-4d1e-b573-c798f3431c6b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571887 Aug 23 14:21:32.024926 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-94887d71-45a6-4fc5-ab17-8b7db03d5033 req-ef17b401-62d9-47d3-a0b0-d7c564d61d42 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:32.048181 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-94887d71-45a6-4fc5-ab17-8b7db03d5033 req-ef17b401-62d9-47d3-a0b0-d7c564d61d42 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:security_group_rule and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:32.055458 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-94887d71-45a6-4fc5-ab17-8b7db03d5033 req-ef17b401-62d9-47d3-a0b0-d7c564d61d42 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:32.073523 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-94887d71-45a6-4fc5-ab17-8b7db03d5033 req-ef17b401-62d9-47d3-a0b0-d7c564d61d42 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:32.091408 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-0d9e2bf3-5d1a-472d-9d22-6859391f2a80 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352827 Aug 23 14:21:32.092156 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-28be6574-d071-4925-b32a-e28b4035f4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.153178 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-28be6574-d071-4925-b32a-e28b4035f4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:32.156342 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-28be6574-d071-4925-b32a-e28b4035f4cf admin admin] Usage tracker for resource:security_group_rule and tenant:801e105233ad47c8b219186d0d3d668d is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:32.160299 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-28be6574-d071-4925-b32a-e28b4035f4cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:32.166882 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-28be6574-d071-4925-b32a-e28b4035f4cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:32.196104 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device f39693c5-15ca-4862-a7bf-e7c19ec53c47 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:32.272208 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-28be6574-d071-4925-b32a-e28b4035f4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.304899 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-94887d71-45a6-4fc5-ab17-8b7db03d5033 req-ef17b401-62d9-47d3-a0b0-d7c564d61d42 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.344234 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-3a3c2b01-7ca3-41e3-a76a-3cca4829e0c0 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447760 Aug 23 14:21:32.355035 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-28be6574-d071-4925-b32a-e28b4035f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.359126 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254521d-9dff-4b00-92d7-0c0d316f92ef req-925d671b-0acf-4858-95c9-abf40942e446 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:32.360633 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3254521d-9dff-4b00-92d7-0c0d316f92ef req-925d671b-0acf-4858-95c9-abf40942e446 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 949 time: 0.1796978 Aug 23 14:21:32.362917 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-19c215c3-3c06-44fb-96d8-fc25af67574e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:32.394068 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port f39693c5-15ca-4862-a7bf-e7c19ec53c47 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:32.399197 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port f39693c5-15ca-4862-a7bf-e7c19ec53c47 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:32.399358 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-94887d71-45a6-4fc5-ab17-8b7db03d5033 req-ef17b401-62d9-47d3-a0b0-d7c564d61d42 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.399843 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.407544 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8fbcf526-bb7a-4fba-8874-82714ab3c6c8 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:32.415826 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be6574-d071-4925-b32a-e28b4035f4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37304bf7-2ab3-4a70-86b5-cb180f4a3e73,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:32.425903 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-28be6574-d071-4925-b32a-e28b4035f4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:32.437125 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-28be6574-d071-4925-b32a-e28b4035f4cf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=801e105233ad47c8b219186d0d3d668d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5719073 Aug 23 14:21:32.437864 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44286) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:32.485219 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17b401-62d9-47d3-a0b0-d7c564d61d42 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9880df-b5d8-4e7a-a401-a563af9b604a,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:32.500232 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3254521d-9dff-4b00-92d7-0c0d316f92ef req-e5b5ae71-ad9b-4a49-8295-5dcaa7e1735c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294522 Aug 23 14:21:32.501180 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ef17b401-62d9-47d3-a0b0-d7c564d61d42 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:32.548906 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-655786a2-db1b-4927-ae6e-70de29a8f8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.566226 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.571860 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-94887d71-45a6-4fc5-ab17-8b7db03d5033 req-ef17b401-62d9-47d3-a0b0-d7c564d61d42 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.573185 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-94887d71-45a6-4fc5-ab17-8b7db03d5033 req-ef17b401-62d9-47d3-a0b0-d7c564d61d42 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.8585429 Aug 23 14:21:32.619128 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-655786a2-db1b-4927-ae6e-70de29a8f8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.627300 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port f39693c5-15ca-4862-a7bf-e7c19ec53c47, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=f39693c5-15ca-4862-a7bf-e7c19ec53c47,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:32.692175 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.694862 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-4d0ccbb4-72bd-46a5-a503-2b6a2df11cab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:32.742811 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-655786a2-db1b-4927-ae6e-70de29a8f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.748006 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a76229ff-af0a-4ff5-b642-76da737dc180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:32.760329 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655786a2-db1b-4927-ae6e-70de29a8f8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37304bf7-2ab3-4a70-86b5-cb180f4a3e73,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:32.766266 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-655786a2-db1b-4927-ae6e-70de29a8f8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:32.770473 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-655786a2-db1b-4927-ae6e-70de29a8f8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.771796 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-655786a2-db1b-4927-ae6e-70de29a8f8ae admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/37304bf7-2ab3-4a70-86b5-cb180f4a3e73 HTTP/1.1" status: 204 len: 168 time: 0.3316817 Aug 23 14:21:32.783045 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce641e2-8a2a-4565-bd7f-8269f54da255 req-da8ce51d-4c98-41ee-b01f-6e6b5e155505 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:32.785032 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9ce641e2-8a2a-4565-bd7f-8269f54da255 req-da8ce51d-4c98-41ee-b01f-6e6b5e155505 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f649936-cdd0-4317-b9b6-73fbae8f0036 HTTP/1.1" status: 200 len: 945 time: 0.0984733 Aug 23 14:21:32.821168 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=f39693c5-15ca-4862-a7bf-e7c19ec53c47,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:32.826522 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:32.865466 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9ce641e2-8a2a-4565-bd7f-8269f54da255 req-9f88a41a-76e9-4499-bcd5-a826dccfe974 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743933 Aug 23 14:21:32.916023 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-7eb15227-9eb7-4442-a423-bae4dd8e2d6a req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-988353972', 'description': 'tempest-description-862754275'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:32.922141 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-7eb15227-9eb7-4442-a423-bae4dd8e2d6a req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:32.926577 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-7eb15227-9eb7-4442-a423-bae4dd8e2d6a req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:security_group and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:32.929790 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-7eb15227-9eb7-4442-a423-bae4dd8e2d6a req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:32.940648 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-7eb15227-9eb7-4442-a423-bae4dd8e2d6a req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:33.005682 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7eb15227-9eb7-4442-a423-bae4dd8e2d6a req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.173896 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-7eb15227-9eb7-4442-a423-bae4dd8e2d6a req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:33.178124 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-7eb15227-9eb7-4442-a423-bae4dd8e2d6a req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:security_group_rule and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:33.182564 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-7eb15227-9eb7-4442-a423-bae4dd8e2d6a req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:33.190206 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-7eb15227-9eb7-4442-a423-bae4dd8e2d6a req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:33.266826 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44310) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:33.287644 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7eb15227-9eb7-4442-a423-bae4dd8e2d6a req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.311552 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f649936-cdd0-4317-b9b6-73fbae8f0036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39693c5-15ca-4862-a7bf-e7c19ec53c47'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:33.387049 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-960897fe-ff89-487c-aa15-0e25b9f405e8 req-3739a034-5414-472e-b84c-01cf58d2eceb tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 1100 time: 0.0965025 Aug 23 14:21:33.406376 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.419366 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-960897fe-ff89-487c-aa15-0e25b9f405e8 req-1fdf540d-5a42-4620-8d54-ed1484133ca2 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.431268 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2093320303-network', 'tenant_id': '0214fea8a4de4a4393bef1ce08a3f10f'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:33.433700 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7eb15227-9eb7-4442-a423-bae4dd8e2d6a req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.436797 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:33.441245 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Usage tracker for resource:network and tenant:0214fea8a4de4a4393bef1ce08a3f10f is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:33.443261 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-784cfdec-a90d-4a02-b9f2-3982834b5156 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:33.445082 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:33.454903 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:33.508320 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c831c1-b1af-4c48-b311-5001cd481705,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:33.516773 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:33.526917 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-960897fe-ff89-487c-aa15-0e25b9f405e8 req-1fdf540d-5a42-4620-8d54-ed1484133ca2 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:33.531530 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Made reservation on behalf of 0214fea8a4de4a4393bef1ce08a3f10f for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:33.531777 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-960897fe-ff89-487c-aa15-0e25b9f405e8 req-1fdf540d-5a42-4620-8d54-ed1484133ca2 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] Usage tracker for resource:security_group_rule and tenant:a95c9e214be64868b63b419a0ce6aea8 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:33.534068 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.543729 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-960897fe-ff89-487c-aa15-0e25b9f405e8 req-1fdf540d-5a42-4620-8d54-ed1484133ca2 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:33.548639 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.552232 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-960897fe-ff89-487c-aa15-0e25b9f405e8 req-1fdf540d-5a42-4620-8d54-ed1484133ca2 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:33.591986 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7eb15227-9eb7-4442-a423-bae4dd8e2d6a req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.593186 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7eb15227-9eb7-4442-a423-bae4dd8e2d6a req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.6821411 Aug 23 14:21:33.610150 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:33.614398 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Usage tracker for resource:security_group_rule and tenant:0214fea8a4de4a4393bef1ce08a3f10f is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:33.623583 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:33.640921 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:33.661099 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-960897fe-ff89-487c-aa15-0e25b9f405e8 req-1fdf540d-5a42-4620-8d54-ed1484133ca2 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.777437 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-960897fe-ff89-487c-aa15-0e25b9f405e8 req-1fdf540d-5a42-4620-8d54-ed1484133ca2 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.792920 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-df694709-18f0-418e-a92b-d98e9aae11d0 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:33.845485 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-960897fe-ff89-487c-aa15-0e25b9f405e8 req-1fdf540d-5a42-4620-8d54-ed1484133ca2 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470329 Aug 23 14:21:33.851319 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.859344 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf540d-5a42-4620-8d54-ed1484133ca2 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b90d76-1f5d-4f0f-be45-dee962db3033,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:33.863275 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1fdf540d-5a42-4620-8d54-ed1484133ca2 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:33.885691 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2783de-5154-4738-b37e-cbc252ed501a req-b51f55a4-49ad-4ce4-b1de-09760cbf76e6 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:33.888821 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bc2783de-5154-4738-b37e-cbc252ed501a req-b51f55a4-49ad-4ce4-b1de-09760cbf76e6 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.1529632 Aug 23 14:21:33.920221 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.924952 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fa935e3c-0ea9-43aa-b677-3e0e1c82d7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:33.946048 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bc2783de-5154-4738-b37e-cbc252ed501a req-af1d09ae-19bb-418b-8391-960d7559f398 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525362 Aug 23 14:21:33.963140 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:21:33.986016 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423221b7-39a2-42f3-aab8-3cfd14ca61e8,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:33.990429 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:33.991504 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.991846 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Added segment d8602135-a9f8-442f-bd34-ef29e5a9f85e of type vlan for network 9d4f8876-6908-4bd0-928b-1280dda959df Aug 23 14:21:34.035995 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:34.041990 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f649936-cdd0-4317-b9b6-73fbae8f0036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39693c5-15ca-4862-a7bf-e7c19ec53c47', 'code': 200} Aug 23 14:21:34.127108 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a15d1-4855-48a9-a801-1b66c7211453 req-c3819a01-c85d-4ac8-969b-ff12907c6b86 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:34.139113 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-083a15d1-4855-48a9-a801-1b66c7211453 req-c3819a01-c85d-4ac8-969b-ff12907c6b86 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.1509802 Aug 23 14:21:34.156793 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:34.158935 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:34.159755 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:34.188582 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:34.228429 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-083a15d1-4855-48a9-a801-1b66c7211453 req-9aa9ba84-1f59-4e5f-af4d-6a2c08690ef4 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880332 Aug 23 14:21:34.303518 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0340128 Aug 23 14:21:34.306828 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 44342) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:34.316497 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Request body: {'subnet': {'network_id': '9d4f8876-6908-4bd0-928b-1280dda959df', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2093320303-subnet', 'tenant_id': '0214fea8a4de4a4393bef1ce08a3f10f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:34.323106 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:34.331029 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Usage tracker for resource:subnet and tenant:0214fea8a4de4a4393bef1ce08a3f10f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:34.335608 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:34.344519 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:34.354121 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Pushing event updated for resources: {'Network': ['ID=9d4f8876-6908-4bd0-928b-1280dda959df,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:34.357502 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:34.370268 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6e739c14-a9a3-4eeb-92b7-bbf85484b488 req-d60d0507-84cc-4f67-82fd-12e1acaef9f9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2f649936-cdd0-4317-b9b6-73fbae8f0036 HTTP/1.1" status: 200 len: 1096 time: 0.2602692 Aug 23 14:21:34.376701 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 9d4f8876-6908-4bd0-928b-1280dda959df details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:21:34.436813 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6e739c14-a9a3-4eeb-92b7-bbf85484b488 req-7a91b2b7-cc2a-4ec6-93dc-ccce0f902d32 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603027 Aug 23 14:21:34.481228 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44350) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:34.514032 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Made reservation on behalf of 0214fea8a4de4a4393bef1ce08a3f10f for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:34.516720 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:34.743162 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-7fc4c71e-e23b-45ab-b47c-f9f8b6cf1b0c tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:34.744688 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-7fc4c71e-e23b-45ab-b47c-f9f8b6cf1b0c tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/networks?id=29ca1774-eac6-46a2-9cd3-ee551b9695aa HTTP/1.1" status: 200 len: 811 time: 0.3506737 Aug 23 14:21:34.778884 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-3736663-network', 'tenant_id': '29164d7c48e3406196fab265c76de871'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:34.787475 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:34.793363 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Usage tracker for resource:network and tenant:29164d7c48e3406196fab265c76de871 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:34.794693 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-100a6bcf-10e0-4e34-96ab-d6509fa629d9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/quotas/2f431ed450f446c39356131383c72d18 HTTP/1.1" status: 200 len: 375 time: 0.0377300 Aug 23 14:21:34.814044 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:34.829686 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:34.944368 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7d40d-6845-495a-ab3f-27857f22d0fa req-7734d52b-3153-49b9-b33b-4b2d92ea52ec tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:34.946227 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e0f7d40d-6845-495a-ab3f-27857f22d0fa req-7734d52b-3153-49b9-b33b-4b2d92ea52ec tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f649936-cdd0-4317-b9b6-73fbae8f0036 HTTP/1.1" status: 200 len: 945 time: 0.2758536 Aug 23 14:21:35.026165 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Made reservation on behalf of 29164d7c48e3406196fab265c76de871 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:35.030065 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:35.051197 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e0f7d40d-6845-495a-ab3f-27857f22d0fa req-20400d60-c0c2-462c-beca-20a362dc7361 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962753 Aug 23 14:21:35.056581 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-2f692d2a-0fe7-4a4f-b5f6-91e79434bd0c tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2f431ed450f446c39356131383c72d18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2213891 Aug 23 14:21:35.063740 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:35.130624 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:35.136267 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Usage tracker for resource:security_group_rule and tenant:29164d7c48e3406196fab265c76de871 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:35.141093 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:35.152746 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:35.157099 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:35.160239 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3a6e6bc8-3af3-40ef-8082-9b51dceb84e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:35.235101 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-3d5912e9-c011-4d3d-811c-531503e719ab tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483871 Aug 23 14:21:35.282159 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:35.308189 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf3d4ca-22d6-47d1-b35a-8f3a450a6482,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:35.323575 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:35.420119 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-7e9e74bd-68f5-4045-87a7-6c418af69220 service neutron] 10.222.0.86 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547070 Aug 23 14:21:35.440045 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:35.443742 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-58941390-198e-4250-bcdb-c407a8cba9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:35.478168 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Checking segment: {'id': 'd8602135-a9f8-442f-bd34-ef29e5a9f85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9d4f8876-6908-4bd0-928b-1280dda959df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:21:35.478572 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Network hostable DHCP agents. Network: 9d4f8876-6908-4bd0-928b-1280dda959df, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:21:35.490065 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:21:35.501811 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705974c9-74c9-4d22-80f8-f2a2395af713,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:35.505571 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:35.509451 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:35.509881 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Added segment 0d09f149-3807-4bc5-89f0-58846442dc3a of type vlan for network 33167747-a711-4a68-8d19-5f3f278641ea Aug 23 14:21:35.546462 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:35.603839 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-3a1505af-dc24-48b0-9034-8a6020213ac1 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.605409 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-3a1505af-dc24-48b0-9034-8a6020213ac1 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3409853 Aug 23 14:21:35.661220 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-afd7a99f-ee2e-4815-9586-ee003633ca6c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/quotas/ed513cc169e2499997ed50fd7eb7e6d1 HTTP/1.1" status: 200 len: 375 time: 0.0352404 Aug 23 14:21:35.668294 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-e0bf7d37-6c95-4eb6-ae09-c99785e25f94 service neutron] 10.222.0.86 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301662 Aug 23 14:21:35.678547 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:35.678791 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.679798 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:35.726476 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f8a86d38-d314-4c17-a5b7-1e8b17fbd7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:35.788844 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Network 9d4f8876-6908-4bd0-928b-1280dda959df is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:21:35.851249 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-c5a0c7de-767d-48ae-974b-6ce92873967c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1774080 Aug 23 14:21:35.897678 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 9d4f8876-6908-4bd0-928b-1280dda959df) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:35.916869 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e90685-ce54-45c8-8b34-1219c74f05f1 None None] Network 9d4f8876-6908-4bd0-928b-1280dda959df requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:21:35.929642 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.932608 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:35.938697 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Pushing event updated for resources: {'Network': ['ID=33167747-a711-4a68-8d19-5f3f278641ea,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:35.944011 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4611428 Aug 23 14:21:35.946035 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:35.956926 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44370) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:35.976349 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Request body: {'subnet': {'network_id': '33167747-a711-4a68-8d19-5f3f278641ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-3736663-subnet', 'tenant_id': '29164d7c48e3406196fab265c76de871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:35.991923 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:35.997738 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Usage tracker for resource:subnet and tenant:29164d7c48e3406196fab265c76de871 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:36.003606 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:36.025926 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:36.121006 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 33167747-a711-4a68-8d19-5f3f278641ea details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:21:36.195353 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-2a2a184a-6a83-4d73-9f86-1cf6d84b79c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02&tenant_id=cae7784c1a0e409298815052dfe79897 HTTP/1.1" status: 200 len: 1100 time: 0.1443319 Aug 23 14:21:36.204199 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8941393 Aug 23 14:21:36.268936 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Made reservation on behalf of 29164d7c48e3406196fab265c76de871 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:36.271438 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:36.433485 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1538843d-1c29-4eab-8398-8279057faf9b None None] Network 9d4f8876-6908-4bd0-928b-1280dda959df requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:21:36.602956 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-4a3a8a83-7559-4cf7-873a-8e7f6ffb77e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 1100 time: 0.3754256 Aug 23 14:21:36.648149 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabfe0d-311d-45c8-a897-7bd6ea8d42a8 req-7dba6513-a5d6-4f81-91b8-b98f0be0f9f9 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:36.659136 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2eabfe0d-311d-45c8-a897-7bd6ea8d42a8 req-7dba6513-a5d6-4f81-91b8-b98f0be0f9f9 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.2028966 Aug 23 14:21:36.828622 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:36.835263 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-640dd557-6d26-4fbf-9b6a-4b8b854dd2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:36.868199 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2eabfe0d-311d-45c8-a897-7bd6ea8d42a8 req-5530fb13-ef72-4f38-8aec-ff38b102655c tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078805 Aug 23 14:21:36.945900 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-defcb702-9735-4fb7-b768-1e09d9c28665 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:36.949938 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-defcb702-9735-4fb7-b768-1e09d9c28665 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.3395708 Aug 23 14:21:36.951441 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de2668f0-5625-4602-8873-d22cb5de35ad,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:36.972305 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:36.998516 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Checking segment: {'id': '0d09f149-3807-4bc5-89f0-58846442dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '33167747-a711-4a68-8d19-5f3f278641ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:21:36.998885 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Network hostable DHCP agents. Network: 33167747-a711-4a68-8d19-5f3f278641ea, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:21:37.066353 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-4d3716a1-881a-490c-bcfa-078cbc1138ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a HTTP/1.1" status: 200 len: 217 time: 0.0894411 Aug 23 14:21:37.114304 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Network 33167747-a711-4a68-8d19-5f3f278641ea is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:21:37.172545 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-f47a7c14-2d00-47fa-8077-4aff9b5fbe9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.175602 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-f47a7c14-2d00-47fa-8077-4aff9b5fbe9c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1019411 Aug 23 14:21:37.202222 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 33167747-a711-4a68-8d19-5f3f278641ea) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:37.207262 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.207923 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:37.218114 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f62c1d-97d0-4202-9aaf-101326e6f26e None None] Network 33167747-a711-4a68-8d19-5f3f278641ea requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:21:37.352804 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b1ce481d-f534-4317-a417-5ca3f75baff8 req-96e5968a-96c3-48ba-93a3-67dedf01aade tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 210 time: 0.1131055 Aug 23 14:21:37.357176 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3985212 Aug 23 14:21:37.447405 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-e88a5fb3-4a84-487b-96ad-bfc284b2b605 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1630564 Aug 23 14:21:37.505986 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1239c07-5b12-47aa-a873-13208306ea19 req-f7c9f32c-6a91-4c52-b6b3-daea26a32eaa tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.514640 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b1239c07-5b12-47aa-a873-13208306ea19 req-f7c9f32c-6a91-4c52-b6b3-daea26a32eaa tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.3458896 Aug 23 14:21:37.631759 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 1d52b2fc-d90e-44ab-ae47-e44e77b1865a no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:21:37.712697 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee8288e-b00c-425f-8ed8-061e1fcfe803 None None] Network 33167747-a711-4a68-8d19-5f3f278641ea requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:21:37.832656 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b1239c07-5b12-47aa-a873-13208306ea19 req-5a29537e-7b6a-47cd-bdd5-5fa7e7e0424c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170121 Aug 23 14:21:37.842315 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-87934af8-ba4b-4d4c-aef5-adc30a2b5424 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840420 Aug 23 14:21:37.898041 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07392ce2-980f-459b-868c-eda73b2eb138 req-ea7242de-971e-4fcc-b02b-7d4818617b80 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.906437 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-07392ce2-980f-459b-868c-eda73b2eb138 req-ea7242de-971e-4fcc-b02b-7d4818617b80 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f649936-cdd0-4317-b9b6-73fbae8f0036 HTTP/1.1" status: 200 len: 945 time: 0.2750132 Aug 23 14:21:37.983685 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:38.036490 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cdc9bf-3b95-4bf3-800c-9879fec71c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:38.078276 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-07392ce2-980f-459b-868c-eda73b2eb138 req-318fc94e-ea57-44c3-a6f7-94995d4e7e8b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660423 Aug 23 14:21:38.089278 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:38.129308 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb6ab92d-7f6f-4c98-b555-3a963e8e7f07 req-bcd60c8e-4786-4a62-8a1d-721093b9949e service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782636 Aug 23 14:21:38.171778 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-301d9606-15c4-4266-96eb-73d51281741f req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-717338312', 'description': 'tempest-description-343759468'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:38.181162 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-301d9606-15c4-4266-96eb-73d51281741f req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:38.188814 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:38.192565 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:38.202671 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-301d9606-15c4-4266-96eb-73d51281741f req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Usage tracker for resource:security_group and tenant:0214fea8a4de4a4393bef1ce08a3f10f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:38.211492 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-301d9606-15c4-4266-96eb-73d51281741f req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:38.220087 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-301d9606-15c4-4266-96eb-73d51281741f req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:38.285365 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,revision_number=9']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:38.294871 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:38.337927 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-301d9606-15c4-4266-96eb-73d51281741f req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:38.392091 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-301d9606-15c4-4266-96eb-73d51281741f req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:38.397414 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-301d9606-15c4-4266-96eb-73d51281741f req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Usage tracker for resource:security_group_rule and tenant:0214fea8a4de4a4393bef1ce08a3f10f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:38.402898 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-301d9606-15c4-4266-96eb-73d51281741f req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:38.412319 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-301d9606-15c4-4266-96eb-73d51281741f req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:38.478638 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-301d9606-15c4-4266-96eb-73d51281741f req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:38.578114 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-301d9606-15c4-4266-96eb-73d51281741f req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:38.582609 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7b5a2b7f-15dc-4079-9b5d-4dc6688c1123 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:38.699056 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26909962-990d-4555-95a4-ffca6651ca1d,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:38.706614 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:38.710560 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-301d9606-15c4-4266-96eb-73d51281741f req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:38.711731 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-301d9606-15c4-4266-96eb-73d51281741f req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.5460215 Aug 23 14:21:38.794632 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-ffcfc854-5048-4314-97fb-0398df07ac74 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:38.798085 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-ffcfc854-5048-4314-97fb-0398df07ac74 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/networks?id=33167747-a711-4a68-8d19-5f3f278641ea HTTP/1.1" status: 200 len: 815 time: 0.1960552 Aug 23 14:21:38.818237 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-9a317959-f6e0-41d6-a90b-dba4e6687f01 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/quotas/29164d7c48e3406196fab265c76de871 HTTP/1.1" status: 200 len: 375 time: 0.0160639 Aug 23 14:21:38.924714 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-d59d3ddc-691a-40ef-bd0e-cd04d435cc7d tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=29164d7c48e3406196fab265c76de871&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1007574 Aug 23 14:21:38.978118 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38790fd-6d86-4999-982f-19c549c02b9f req-f9058f34-8212-41b1-8103-ef317acdba13 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:38.979762 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a38790fd-6d86-4999-982f-19c549c02b9f req-f9058f34-8212-41b1-8103-ef317acdba13 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.1116107 Aug 23 14:21:39.035653 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a38790fd-6d86-4999-982f-19c549c02b9f req-cd7c0fd1-ba74-46da-8208-c49cba780ebd tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490420 Aug 23 14:21:39.148438 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cdc9bf-3b95-4bf3-800c-9879fec71c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a', 'code': 200} Aug 23 14:21:39.324604 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-2233ff64-e7c1-4909-9741-a256fae85d20 service neutron] 10.222.0.86 "GET /v2.0/networks/33167747-a711-4a68-8d19-5f3f278641ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906014 Aug 23 14:21:39.497093 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-19f54ba4-a1a6-4c27-b61e-9c018c730c36 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:39.499776 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-19f54ba4-a1a6-4c27-b61e-9c018c730c36 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.91 "GET /v2.0/networks?id=29ca1774-eac6-46a2-9cd3-ee551b9695aa HTTP/1.1" status: 200 len: 811 time: 0.4251790 Aug 23 14:21:39.522647 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Request body: {'port': {'device_id': 'c5a0a70b-c338-470c-80cb-3b99083d4b2d', 'network_id': '29ca1774-eac6-46a2-9cd3-ee551b9695aa', 'admin_state_up': True, 'tenant_id': '2f431ed450f446c39356131383c72d18'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:39.646132 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3375fd80-bd04-496d-a457-3ebc501b74c1 req-7ae9dd50-ed3a-4e76-83f2-fb30058e2575 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 210 time: 0.1225100 Aug 23 14:21:39.726328 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:39.737841 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:39.743328 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-f3d96a99-7a42-4706-806f-7ec7f4151035 service neutron] 10.222.0.86 "GET /v2.0/networks/33167747-a711-4a68-8d19-5f3f278641ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162273 Aug 23 14:21:39.909197 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Made reservation on behalf of 2f431ed450f446c39356131383c72d18 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:39.915453 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:39.967643 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-347edc0a-6b62-4722-8aae-e7959f6d396a req-e57c7ec1-9bcc-4607-951a-935e6a70a4fe tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 210 time: 0.0800428 Aug 23 14:21:40.189170 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-28797398-addf-48fa-ace1-0c52ced9e41d req-ea320213-ad79-40d7-bed9-82944e9f840a tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "GET /v2.0/security-groups/26909962-990d-4555-95a4-ffca6651ca1d HTTP/1.1" status: 200 len: 1645 time: 0.1168108 Aug 23 14:21:40.194920 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-28797398-addf-48fa-ace1-0c52ced9e41d req-51d4148c-aa7f-40a0-8784-0afdad45ac65 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26909962-990d-4555-95a4-ffca6651ca1d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:40.195330 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-28797398-addf-48fa-ace1-0c52ced9e41d req-51d4148c-aa7f-40a0-8784-0afdad45ac65 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26909962-990d-4555-95a4-ffca6651ca1d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:40.203779 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-28797398-addf-48fa-ace1-0c52ced9e41d req-51d4148c-aa7f-40a0-8784-0afdad45ac65 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:40.209372 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-28797398-addf-48fa-ace1-0c52ced9e41d req-51d4148c-aa7f-40a0-8784-0afdad45ac65 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Usage tracker for resource:security_group_rule and tenant:0214fea8a4de4a4393bef1ce08a3f10f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:40.214107 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-28797398-addf-48fa-ace1-0c52ced9e41d req-51d4148c-aa7f-40a0-8784-0afdad45ac65 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:40.223617 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-28797398-addf-48fa-ace1-0c52ced9e41d req-51d4148c-aa7f-40a0-8784-0afdad45ac65 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:40.313474 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Allocated IP 172.20.0.7 (29ca1774-eac6-46a2-9cd3-ee551b9695aa/8f095f93-f411-42ee-a54e-35015803eed3/a0bd77e7-86ab-4439-816f-a0c56718d598) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:40.464045 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-28797398-addf-48fa-ace1-0c52ced9e41d req-51d4148c-aa7f-40a0-8784-0afdad45ac65 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:40.492209 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa8acc-1eec-4583-ba4c-53fef43ff116 req-d4c467c4-c441-4c79-a13a-fa0aa3972f34 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.493692 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7faa8acc-1eec-4583-ba4c-53fef43ff116 req-d4c467c4-c441-4c79-a13a-fa0aa3972f34 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 947 time: 0.1650238 Aug 23 14:21:40.508474 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-28797398-addf-48fa-ace1-0c52ced9e41d req-51d4148c-aa7f-40a0-8784-0afdad45ac65 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:40.612612 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7faa8acc-1eec-4583-ba4c-53fef43ff116 req-7472fdcd-d0c7-49ad-b00b-45767004b92e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076772 Aug 23 14:21:40.637868 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:40.732081 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-28797398-addf-48fa-ace1-0c52ced9e41d req-51d4148c-aa7f-40a0-8784-0afdad45ac65 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:40.741585 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b37f37fc-74e9-46d9-bdc1-04e9280ae7b2 req-36103374-7ffc-4819-9af2-244c0a12e9e1 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d8ae940-2d48-4408-8494-98309307a2a2 HTTP/1.1" status: 200 len: 210 time: 0.0549700 Aug 23 14:21:40.747202 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:40.774613 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4148c-aa7f-40a0-8784-0afdad45ac65 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784e8287-7e8a-4cda-b7e4-08e1f52d4e2d,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:40.781202 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-51d4148c-aa7f-40a0-8784-0afdad45ac65 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:40.842081 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:40.849279 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-70309296-3c3a-4cc5-8254-d419902cbc8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:40.857410 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['f649f137-e6a7-4f25-93aa-72e6653a4961'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:40.868813 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-28797398-addf-48fa-ace1-0c52ced9e41d req-51d4148c-aa7f-40a0-8784-0afdad45ac65 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:40.870418 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-28797398-addf-48fa-ace1-0c52ced9e41d req-51d4148c-aa7f-40a0-8784-0afdad45ac65 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.6802373 Aug 23 14:21:40.982478 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event updated for resources: {'Port': ['ID=a0bd77e7-86ab-4439-816f-a0c56718d598,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:40.988063 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:41.002520 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Network 29ca1774-eac6-46a2-9cd3-ee551b9695aa is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:41.004678 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:41.008119 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:21:41.147005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d521bac-c8cb-42ec-989f-fee728bac98c req-3ef3683c-da57-42fa-9947-8637a950f4c6 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:41.156966 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4d521bac-c8cb-42ec-989f-fee728bac98c req-3ef3683c-da57-42fa-9947-8637a950f4c6 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.1940305 Aug 23 14:21:41.193600 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:41.194887 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:41.204355 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-6002b2a7-7fe4-43cf-969f-ad215f32991f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649009 Aug 23 14:21:41.241163 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4d521bac-c8cb-42ec-989f-fee728bac98c req-2fd083c1-6a17-4f65-99c3-d1d45674984f tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831840 Aug 23 14:21:41.422863 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9071853 Aug 23 14:21:41.442539 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7897e26f-a449-43e7-b65c-97ce845dc614 req-e1f2e0ee-31c7-4142-ad8f-324bd4d6fe50 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "GET /v2.0/security-groups/26909962-990d-4555-95a4-ffca6651ca1d HTTP/1.1" status: 200 len: 2148 time: 0.1168735 Aug 23 14:21:41.448766 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Request body: {'port': {'device_id': 'c5a0a70b-c338-470c-80cb-3b99083d4b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:41.463440 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61d6b1-2f01-429e-b11b-b741e8b39d8f req-ec3d8ddd-a316-43f0-82e2-6e565a0b450f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:41.465382 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2a61d6b1-2f01-429e-b11b-b741e8b39d8f req-ec3d8ddd-a316-43f0-82e2-6e565a0b450f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 931 time: 0.2025032 Aug 23 14:21:41.532414 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2a61d6b1-2f01-429e-b11b-b741e8b39d8f req-19e9df1e-593b-450f-ba8b-b7bb497de8fa tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Synchronizing usage tracker for tenant:2f431ed450f446c39356131383c72d18 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:41.535501 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-6860f475-dab5-4467-b6e6-aa1964ef7148 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:41.537283 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-6860f475-dab5-4467-b6e6-aa1964ef7148 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3271363 Aug 23 14:21:41.585971 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Request body: {'port': {'device_id': 'cab08a6f-b05b-4615-aa02-d0ab8b517629', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'ed513cc169e2499997ed50fd7eb7e6d1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:41.622701 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2a61d6b1-2f01-429e-b11b-b741e8b39d8f req-19e9df1e-593b-450f-ba8b-b7bb497de8fa tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Unset dirty status for tenant:2f431ed450f446c39356131383c72d18 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:41.624542 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2a61d6b1-2f01-429e-b11b-b741e8b39d8f req-19e9df1e-593b-450f-ba8b-b7bb497de8fa tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519074 Aug 23 14:21:41.646067 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 1d52b2fc-d90e-44ab-ae47-e44e77b1865a details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:41.714722 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ed1f4b45-79e3-4698-a18b-06f2e950bcc3 req-1ab12139-cba3-4748-a51e-a03f37471937 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 210 time: 0.0797465 Aug 23 14:21:41.766541 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f48d43c2-537a-45e2-800f-41b692818a08 req-2818ca34-9097-4f54-862d-84b2ba6d816c tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "GET /v2.0/security-group-rules/784e8287-7e8a-4cda-b7e4-08e1f52d4e2d HTTP/1.1" status: 200 len: 713 time: 0.0308576 Aug 23 14:21:41.810200 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:41.861391 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f48d43c2-537a-45e2-800f-41b692818a08 req-ce253861-653c-4740-b5ab-870ed5777c1d tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "GET /v2.0/security-groups/26909962-990d-4555-95a4-ffca6651ca1d HTTP/1.1" status: 200 len: 2148 time: 0.0866959 Aug 23 14:21:41.897469 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f48d43c2-537a-45e2-800f-41b692818a08 req-eac8c86a-508c-4aef-997d-3aab92a62671 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:41.931331 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f48d43c2-537a-45e2-800f-41b692818a08 req-eac8c86a-508c-4aef-997d-3aab92a62671 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:41.950604 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:41.979944 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a', 'mac_address': 'fa:16:3e:b8:ff:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:42.029314 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f48d43c2-537a-45e2-800f-41b692818a08 req-eac8c86a-508c-4aef-997d-3aab92a62671 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:42.032044 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:42.053281 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f48d43c2-537a-45e2-800f-41b692818a08 req-eac8c86a-508c-4aef-997d-3aab92a62671 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:42.054597 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f48d43c2-537a-45e2-800f-41b692818a08 req-eac8c86a-508c-4aef-997d-3aab92a62671 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "DELETE /v2.0/security-group-rules/784e8287-7e8a-4cda-b7e4-08e1f52d4e2d HTTP/1.1" status: 204 len: 173 time: 0.1898406 Aug 23 14:21:42.056518 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8c86a-508c-4aef-997d-3aab92a62671 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=784e8287-7e8a-4cda-b7e4-08e1f52d4e2d,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:42.063934 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-eac8c86a-508c-4aef-997d-3aab92a62671 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:42.071079 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:42.083119 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:42.098779 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d52b2fc-d90e-44ab-ae47-e44e77b1865a {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:42.116135 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:42.127971 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:42.171085 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:42.173025 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:42.230808 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-ff86dd97-ff7d-4978-b8f1-fc5ca49d6955 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425954 Aug 23 14:21:42.277054 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,revision_number=10']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:42.288606 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:42.332152 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd071423-269d-466b-abca-022fd6243316 req-4cb9cd22-4c2b-481b-8706-162969b0a7b7 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:42.333840 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd071423-269d-466b-abca-022fd6243316 req-4cb9cd22-4c2b-481b-8706-162969b0a7b7 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.1384301 Aug 23 14:21:42.359139 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Made reservation on behalf of ed513cc169e2499997ed50fd7eb7e6d1 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:42.365604 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:42.430173 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd071423-269d-466b-abca-022fd6243316 req-a764f542-ba71-4786-9928-407c58b9117a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895960 Aug 23 14:21:42.469944 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['1d52b2fc-d90e-44ab-ae47-e44e77b1865a'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:42.654435 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-90b6fdd0-8ef0-4dd2-bb55-528e1ca4a3b6 req-c7d5a9ac-dc5f-43ce-859a-d5c1937d4de1 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d8ae940-2d48-4408-8494-98309307a2a2 HTTP/1.1" status: 200 len: 210 time: 0.0576706 Aug 23 14:21:42.736148 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-4f568d43-010e-4b22-a017-8c3ed09c0dce req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1134098737', 'description': 'tempest-description-2067278909'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:42.745707 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-4f568d43-010e-4b22-a017-8c3ed09c0dce req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:42.751558 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4f568d43-010e-4b22-a017-8c3ed09c0dce req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Usage tracker for resource:security_group and tenant:0214fea8a4de4a4393bef1ce08a3f10f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:42.756206 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4f568d43-010e-4b22-a017-8c3ed09c0dce req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:42.768218 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-4f568d43-010e-4b22-a017-8c3ed09c0dce req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:42.803360 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Allocated IP 192.168.233.135 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:42.866526 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-b1a9f34b-88a9-45f5-835d-fb852f54e332 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:42.867957 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-b1a9f34b-88a9-45f5-835d-fb852f54e332 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6252046 Aug 23 14:21:42.892932 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Request body: {'port': {'device_id': '4e7cdc14-4a35-416c-8822-3a9ed100d714', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'ed513cc169e2499997ed50fd7eb7e6d1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:42.896926 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-4f568d43-010e-4b22-a017-8c3ed09c0dce req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:42.950834 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-4f568d43-010e-4b22-a017-8c3ed09c0dce req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:42.955318 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4f568d43-010e-4b22-a017-8c3ed09c0dce req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Usage tracker for resource:security_group_rule and tenant:0214fea8a4de4a4393bef1ce08a3f10f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:42.961782 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4f568d43-010e-4b22-a017-8c3ed09c0dce req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:42.967464 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-4f568d43-010e-4b22-a017-8c3ed09c0dce req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:42.999212 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bd77e7-86ab-4439-816f-a0c56718d598 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:43.030804 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:43.060234 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-4f568d43-010e-4b22-a017-8c3ed09c0dce req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:43.092791 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Transition to ACTIVE for port object a0bd77e7-86ab-4439-816f-a0c56718d598 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:43.131523 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-4f568d43-010e-4b22-a017-8c3ed09c0dce req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:43.153164 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ee42c6a3-d6a0-40ce-b54b-f973af92c73e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:43.190367 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:43.201254 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:43.228119 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf0a555-20d1-4185-acda-36ed0c0e9d62,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:43.232920 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:43.299140 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-4f568d43-010e-4b22-a017-8c3ed09c0dce req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:43.306747 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4f568d43-010e-4b22-a017-8c3ed09c0dce req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.5813000 Aug 23 14:21:43.320615 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:43.357808 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da23af9-f0a2-4ad5-936f-812abfbfb87d req-c4d0e070-2fb0-4c13-ad22-2279f7b417ad tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:43.373428 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8da23af9-f0a2-4ad5-936f-812abfbfb87d req-c4d0e070-2fb0-4c13-ad22-2279f7b417ad tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.1464214 Aug 23 14:21:43.439168 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8da23af9-f0a2-4ad5-936f-812abfbfb87d req-118a37b2-338c-4fab-b2c8-338d75e4ba42 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609062 Aug 23 14:21:43.449821 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Usage tracker for resource:port and tenant:ed513cc169e2499997ed50fd7eb7e6d1 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:43.458976 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd77e7-86ab-4439-816f-a0c56718d598,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:43.472894 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Quota usage for port was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:43.477950 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:43.519825 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:43.641682 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:43.663092 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 1d52b2fc-d90e-44ab-ae47-e44e77b1865a up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:43.665077 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Transition to ACTIVE for port object b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:43.666676 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Made reservation on behalf of ed513cc169e2499997ed50fd7eb7e6d1 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:43.670507 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:43.701441 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Attempting to bind port a0bd77e7-86ab-4439-816f-a0c56718d598 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:43.702111 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Attempting to bind port a0bd77e7-86ab-4439-816f-a0c56718d598 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'c911656c-d836-4e75-9460-63cafc49f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '29ca1774-eac6-46a2-9cd3-ee551b9695aa'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:43.702798 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Attempting to bind port a0bd77e7-86ab-4439-816f-a0c56718d598 on network 29ca1774-eac6-46a2-9cd3-ee551b9695aa {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:21:43.766800 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Port a0bd77e7-86ab-4439-816f-a0c56718d598 on network 29ca1774-eac6-46a2-9cd3-ee551b9695aa not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:21:43.767295 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Attempting to bind port a0bd77e7-86ab-4439-816f-a0c56718d598 on network 29ca1774-eac6-46a2-9cd3-ee551b9695aa {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:21:43.792238 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:43.792616 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:43.801026 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:21:43.803048 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Checking segment: {'id': 'c911656c-d836-4e75-9460-63cafc49f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '29ca1774-eac6-46a2-9cd3-ee551b9695aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:21:43.803639 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Bound using segment: {'id': 'c911656c-d836-4e75-9460-63cafc49f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '29ca1774-eac6-46a2-9cd3-ee551b9695aa'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:21:43.804208 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Bound port: a0bd77e7-86ab-4439-816f-a0c56718d598, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c911656c-d836-4e75-9460-63cafc49f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '29ca1774-eac6-46a2-9cd3-ee551b9695aa'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:43.804763 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:43.926443 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:43.954539 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-61107301-631d-417a-9ae0-bb81f8f9451a tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:43.955578 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-61107301-631d-417a-9ae0-bb81f8f9451a tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.60 "GET /v2.0/networks?id=33167747-a711-4a68-8d19-5f3f278641ea HTTP/1.1" status: 200 len: 815 time: 0.4291573 Aug 23 14:21:43.957422 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['7a7c1f89-ab22-4f6c-a376-97349b6a4c31'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:43.968774 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9fe59-a4a4-428b-942f-c19c4175075c req-2cbc378b-978b-4759-a6d2-91567507899a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:43.972720 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:43.977909 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2cd9fe59-a4a4-428b-942f-c19c4175075c req-2cbc378b-978b-4759-a6d2-91567507899a tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 949 time: 0.5101006 Aug 23 14:21:44.004229 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Request body: {'port': {'device_id': '7d8ae940-2d48-4408-8494-98309307a2a2', 'network_id': '33167747-a711-4a68-8d19-5f3f278641ea', 'admin_state_up': True, 'tenant_id': '29164d7c48e3406196fab265c76de871'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:44.030769 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928d1ce-ac91-4332-9b13-bce929f53ff1 req-1f254dda-c24b-4e6a-bd96-7d5eae366fe8 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:44.038410 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b928d1ce-ac91-4332-9b13-bce929f53ff1 req-1f254dda-c24b-4e6a-bd96-7d5eae366fe8 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 943 time: 0.3569574 Aug 23 14:21:44.060257 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:44.263452 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:44.263452 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cdc9bf-3b95-4bf3-800c-9879fec71c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:44.325529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:44.325529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Allocated IP 192.168.233.166 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:44.325529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:44.325529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event updated for resources: {'Port': ['ID=b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:44.325529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:21:44.325529 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:44.325529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] For port a0bd77e7-86ab-4439-816f-a0c56718d598, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:21:44.325529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] For port a0bd77e7-86ab-4439-816f-a0c56718d598, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a0bd77e7-86ab-4439-816f-a0c56718d598,segment=NetworkSegment(c911656c-d836-4e75-9460-63cafc49f42f),segment_id=c911656c-d836-4e75-9460-63cafc49f42f)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:21:44.349478 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:44.362734 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:44.373528 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:44.374579 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:44.392522 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:44.414187 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2cd9fe59-a4a4-428b-942f-c19c4175075c req-fcebf6d7-0711-4239-ac37-721408a6c094 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351840 Aug 23 14:21:44.416927 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:44.502998 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b928d1ce-ac91-4332-9b13-bce929f53ff1 req-cf18a591-f479-44d4-bc2f-95cf8729ed84 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629812 Aug 23 14:21:44.588197 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:44.650823 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Usage tracker for resource:port and tenant:29164d7c48e3406196fab265c76de871 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:44.661736 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:44.663454 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] 10.222.0.91 "PUT /v2.0/ports/a0bd77e7-86ab-4439-816f-a0c56718d598 HTTP/1.1" status: 200 len: 1091 time: 3.2227511 Aug 23 14:21:44.666812 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a0a70b-c338-470c-80cb-3b99083d4b2d', 'tag': 'a0bd77e7-86ab-4439-816f-a0c56718d598'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:44.690911 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:44.705937 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,revision_number=11']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:44.719785 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:44.760938 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:44.767922 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1873646 Aug 23 14:21:44.785684 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Request body: {'port': {'device_id': 'cab08a6f-b05b-4615-aa02-d0ab8b517629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:44.795633 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-84e1964d-27fd-4da7-99e0-fd97a9d767d2 req-46d2f77c-7ac8-4f3c-b76d-c73a580c76ab tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 210 time: 0.0999124 Aug 23 14:21:44.817610 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e9dae7a2-ceb6-4f84-a3ff-4e77d90e414e req-3e304bd0-3b35-4ba0-9423-a0c1ae1f3e20 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "GET /v2.0/security-groups/aaf0a555-20d1-4185-acda-36ed0c0e9d62 HTTP/1.1" status: 200 len: 1647 time: 0.2312965 Aug 23 14:21:44.862891 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-57b9f7a5-ef2a-487f-a0c2-3a0339c4567e None None] Provisioning for port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:44.873969 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-57b9f7a5-ef2a-487f-a0c2-3a0339c4567e None None] Provisioning complete for port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:44.874464 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-57b9f7a5-ef2a-487f-a0c2-3a0339c4567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:44.902565 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Made reservation on behalf of 29164d7c48e3406196fab265c76de871 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:44.906918 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:44.921777 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd77e7-86ab-4439-816f-a0c56718d598,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:44.967230 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:44.985485 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-57b9f7a5-ef2a-487f-a0c2-3a0339c4567e None None] Port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:21:45.068092 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:45.086680 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cdc9bf-3b95-4bf3-800c-9879fec71c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a', 'code': 200} Aug 23 14:21:45.104900 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:45.118377 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Transition to ACTIVE for port object a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:45.212629 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-06000e8c-0379-4e74-9e9e-1fe7effcff7e req-0f0dd89e-fd4a-414a-ae30-f244fa74a907 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d8ae940-2d48-4408-8494-98309307a2a2 HTTP/1.1" status: 200 len: 210 time: 0.1983426 Aug 23 14:21:45.431078 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a0a70b-c338-470c-80cb-3b99083d4b2d', 'tag': 'a0bd77e7-86ab-4439-816f-a0c56718d598', 'status': 'completed', 'code': 200} Aug 23 14:21:45.454842 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-74c6c3f3-7deb-4bf7-82f0-863bae3fe1d5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2f431ed450f446c39356131383c72d18&device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 1094 time: 0.6331806 Aug 23 14:21:45.474608 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Allocated IP 172.20.0.4 (33167747-a711-4a68-8d19-5f3f278641ea/de2668f0-5625-4602-8873-d22cb5de35ad/76f65d8b-c078-4faa-8ad8-382c95ef7ce2) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:45.631137 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f72a0d7a-b276-4956-9cbf-79f16f3228b2 req-4c1e8f98-3ad1-4d28-942f-157f70d8c3a8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6771636 Aug 23 14:21:45.744937 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:45.752427 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-18f7ff2e-3585-4f25-acf2-82e643ffb18d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd77e7-86ab-4439-816f-a0c56718d598 HTTP/1.1" status: 200 len: 217 time: 0.2843692 Aug 23 14:21:45.756803 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['7a7c1f89-ab22-4f6c-a376-97349b6a4c31'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:45.815558 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7ba1843f-8e23-4476-81b9-416af41d0f3e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:45.863446 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-cd8ce4f7-4fbb-4434-9fdd-be5bf8c3e9e2 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=cae7784c1a0e409298815052dfe79897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0969961 Aug 23 14:21:46.017060 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-ae97d816-ff26-438e-b3dd-283e1eee4b3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:46.019304 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-ae97d816-ff26-438e-b3dd-283e1eee4b3c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f095f93-f411-42ee-a54e-35015803eed3 HTTP/1.1" status: 200 len: 851 time: 0.1353920 Aug 23 14:21:46.022919 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:46.026504 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event updated for resources: {'Port': ['ID=a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:46.034729 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:46.039311 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff4530-ff14-498a-9cd3-9fea7dc6b1fe req-a141aa74-2b29-4352-b0c0-769a3858f83e tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:46.039311 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-75ff4530-ff14-498a-9cd3-9fea7dc6b1fe req-a141aa74-2b29-4352-b0c0-769a3858f83e tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.5196602 Aug 23 14:21:46.071697 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:46.076636 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:21:46.124697 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-dd586da7-814c-49a2-a1d7-9aee8fc8794f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=29ca1774-eac6-46a2-9cd3-ee551b9695aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943513 Aug 23 14:21:46.137955 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f72a0d7a-b276-4956-9cbf-79f16f3228b2 req-f2f68378-ebdc-4aec-8735-98e78239a721 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 1101 time: 0.3727670 Aug 23 14:21:46.148214 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:46.278917 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.resource_extend [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:21:46.288395 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:46.290036 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:46.368301 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-75ff4530-ff14-498a-9cd3-9fea7dc6b1fe req-71c865a1-d898-4846-924e-eca8950ea6ee tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143024 Aug 23 14:21:46.396042 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-9bfe3332-af61-4b1d-8f4b-b36a79423071 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:46.397546 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-9bfe3332-af61-4b1d-8f4b-b36a79423071 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5171170 Aug 23 14:21:46.420633 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:46.431810 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:46.439174 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-a371b422-f48f-44de-b8cd-99cac2fc5b2a service neutron] 10.222.0.91 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991893 Aug 23 14:21:46.441226 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-45ec6c02-cd7b-4eeb-936f-08b64f4cb0ca req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-829502374', 'description': 'tempest-description-1570295256'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:46.453533 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:46.462025 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-45ec6c02-cd7b-4eeb-936f-08b64f4cb0ca req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:46.464506 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a9bcf131-3c5d-44e5-b497-9321ee73f089 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:46.477131 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5900218 Aug 23 14:21:46.485635 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a348b09f-7e1d-4c2f-9425-ba50468dca27 None None] Provisioning for port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:46.494161 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a348b09f-7e1d-4c2f-9425-ba50468dca27 None None] Provisioning complete for port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:46.495511 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a348b09f-7e1d-4c2f-9425-ba50468dca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:46.501859 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a0d7a-b276-4956-9cbf-79f16f3228b2 req-f081fe5e-0cbb-485e-9720-f64ea7a7390a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:46.503373 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f72a0d7a-b276-4956-9cbf-79f16f3228b2 req-f081fe5e-0cbb-485e-9720-f64ea7a7390a service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.3202410 Aug 23 14:21:46.531266 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Transition to ACTIVE for port object b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:46.547094 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Request body: {'port': {'device_id': '4e7cdc14-4a35-416c-8822-3a9ed100d714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:46.571073 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-a348b09f-7e1d-4c2f-9425-ba50468dca27 None None] Port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:21:46.584399 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-45ec6c02-cd7b-4eeb-936f-08b64f4cb0ca req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Usage tracker for resource:security_group and tenant:0214fea8a4de4a4393bef1ce08a3f10f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:46.593504 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-01dcde95-ee58-4eea-bd00-3fb9fcbf3e72 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/quotas/cae7784c1a0e409298815052dfe79897 HTTP/1.1" status: 200 len: 375 time: 0.1679082 Aug 23 14:21:46.600637 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-45ec6c02-cd7b-4eeb-936f-08b64f4cb0ca req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:46.607328 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:46.622179 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-732a130a-00d8-4249-9080-c079784d9152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:46.684731 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-45ec6c02-cd7b-4eeb-936f-08b64f4cb0ca req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:46.704097 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Pushing event updated for resources: {'Port': ['ID=76f65d8b-c078-4faa-8ad8-382c95ef7ce2,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:46.708639 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f72a0d7a-b276-4956-9cbf-79f16f3228b2 req-052c8647-fe36-49dc-b914-29da5fec73e5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=187b1623-a722-4d17-97f9-95028022e719 HTTP/1.1" status: 200 len: 217 time: 0.1868577 Aug 23 14:21:46.709940 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Network 33167747-a711-4a68-8d19-5f3f278641ea is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:46.711227 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:46.719039 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:46.719611 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:21:46.820658 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-45ec6c02-cd7b-4eeb-936f-08b64f4cb0ca req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:46.877367 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:46.884334 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8da9b29a-6ba1-4f17-9f40-34f474cfc14c req-e7dd3b99-6543-47f0-94f0-aa92ee4d967f service neutron] 10.222.0.91 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378104 Aug 23 14:21:46.885369 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:46.891928 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a0d7a-b276-4956-9cbf-79f16f3228b2 req-45220c8b-9f0c-4423-adf2-f323937538b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:46.893521 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f72a0d7a-b276-4956-9cbf-79f16f3228b2 req-45220c8b-9f0c-4423-adf2-f323937538b8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1792455 Aug 23 14:21:46.897480 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:46.913873 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:46.914553 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:46.985473 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-45ec6c02-cd7b-4eeb-936f-08b64f4cb0ca req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:46.997275 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-45ec6c02-cd7b-4eeb-936f-08b64f4cb0ca req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Usage tracker for resource:security_group_rule and tenant:0214fea8a4de4a4393bef1ce08a3f10f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:47.009768 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-45ec6c02-cd7b-4eeb-936f-08b64f4cb0ca req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:47.022774 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-aea89120-63ff-4c61-9489-6ea814c38ac2 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4296215 Aug 23 14:21:47.033187 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-45ec6c02-cd7b-4eeb-936f-08b64f4cb0ca req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:47.092954 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f72a0d7a-b276-4956-9cbf-79f16f3228b2 req-9e752645-704d-477a-be9a-1a585d6e8010 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682930 Aug 23 14:21:47.097360 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1146283 Aug 23 14:21:47.149343 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Request body: {'port': {'device_id': '7d8ae940-2d48-4408-8494-98309307a2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:47.213598 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Attempting to bind port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:47.214489 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Attempting to bind port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:47.214489 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Attempting to bind port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:21:47.260826 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:21:47.261159 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Attempting to bind port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:21:47.431014 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-45ec6c02-cd7b-4eeb-936f-08b64f4cb0ca req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:47.474793 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d6832857-7ea7-4738-a5ce-a77dd720d59b req-172b52e7-3963-482a-a3c7-f2600b52095a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2f431ed450f446c39356131383c72d18&device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 1094 time: 0.4442208 Aug 23 14:21:47.475541 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:21:47.475882 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:21:47.476282 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:21:47.476724 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Bound port: b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:47.477075 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:47.494017 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-45ec6c02-cd7b-4eeb-936f-08b64f4cb0ca req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:47.506101 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-51f546a5-778e-41b5-8816-cf95b92be64f tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:47.657238 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b9486e-2a2b-421f-8583-0d0032643002,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:47.664551 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:47.671585 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f72a0d7a-b276-4956-9cbf-79f16f3228b2 req-6f526fe8-22a2-414c-b9e4-5401bfab6435 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623667 Aug 23 14:21:47.673007 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:47.725022 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-45ec6c02-cd7b-4eeb-936f-08b64f4cb0ca req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:47.726254 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45ec6c02-cd7b-4eeb-936f-08b64f4cb0ca req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.3010392 Aug 23 14:21:47.846158 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] For port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:21:47.854573 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6832857-7ea7-4738-a5ce-a77dd720d59b req-10794b5b-7e93-4319-865a-8f5d04777ce8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:47.856753 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d6832857-7ea7-4738-a5ce-a77dd720d59b req-10794b5b-7e93-4319-865a-8f5d04777ce8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=29ca1774-eac6-46a2-9cd3-ee551b9695aa HTTP/1.1" status: 200 len: 912 time: 0.3695769 Aug 23 14:21:47.865329 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] For port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:21:47.897991 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a361c-7aeb-48cd-94b1-22d378d1bc15 req-7d6477df-5054-40b8-80eb-ebad60cef324 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:47.899437 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-212a361c-7aeb-48cd-94b1-22d378d1bc15 req-7d6477df-5054-40b8-80eb-ebad60cef324 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 943 time: 0.5007360 Aug 23 14:21:47.951894 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:47.960567 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:47.965640 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d6832857-7ea7-4738-a5ce-a77dd720d59b req-9e5f572d-e5ed-4a5c-bca3-86bc03e87649 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd77e7-86ab-4439-816f-a0c56718d598 HTTP/1.1" status: 200 len: 217 time: 0.0983541 Aug 23 14:21:47.967463 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:47.970618 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-608a9994-5d9d-4612-8b05-a96e551ee0b2 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:48.090978 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:48.093127 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] 10.222.0.91 "PUT /v2.0/ports/b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad HTTP/1.1" status: 200 len: 1096 time: 3.3160360 Aug 23 14:21:48.101269 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab08a6f-b05b-4615-aa02-d0ab8b517629', 'tag': 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:48.107534 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Transition to ACTIVE for port object a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:48.139609 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6832857-7ea7-4738-a5ce-a77dd720d59b req-1e83d968-4d79-4f57-bd56-ea5e0d214988 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:48.141176 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d6832857-7ea7-4738-a5ce-a77dd720d59b req-1e83d968-4d79-4f57-bd56-ea5e0d214988 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f095f93-f411-42ee-a54e-35015803eed3 HTTP/1.1" status: 200 len: 851 time: 0.1331468 Aug 23 14:21:48.141891 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:48.145232 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:48.149912 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f72a0d7a-b276-4956-9cbf-79f16f3228b2 req-3febd4f7-3fe0-4a43-a601-ce0b9d2fd3d2 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618812 Aug 23 14:21:48.215979 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-212a361c-7aeb-48cd-94b1-22d378d1bc15 req-b329faa1-23a1-49a9-9ab3-715c9bc6e8e6 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030100 Aug 23 14:21:48.235414 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d6832857-7ea7-4738-a5ce-a77dd720d59b req-c13d85be-809d-4970-af73-175aa7a649e6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=29ca1774-eac6-46a2-9cd3-ee551b9695aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710766 Aug 23 14:21:48.237208 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:48.282053 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-eca4f012-a8d5-49c0-a8d7-578f4003b65d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:48.301687 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498645d-1727-4bb4-8eb2-8d8ab66b52d3 req-dc36d2ef-4f69-4d69-b856-60766f8b6461 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:48.303257 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a498645d-1727-4bb4-8eb2-8d8ab66b52d3 req-dc36d2ef-4f69-4d69-b856-60766f8b6461 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 936 time: 0.3505228 Aug 23 14:21:48.405194 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a498645d-1727-4bb4-8eb2-8d8ab66b52d3 req-4e6014b6-d4f7-40fd-b1b8-f91f7baebaf4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893118 Aug 23 14:21:48.410039 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-88d59c1e-cd20-45f8-9a33-7e55a0d2b294 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=cab08a6f-b05b-4615-aa02-d0ab8b517629 HTTP/1.1" status: 200 len: 1099 time: 0.1589055 Aug 23 14:21:48.515204 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Pushing event updated for resources: {'Port': ['ID=a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:48.518582 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:48.685450 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d6832857-7ea7-4738-a5ce-a77dd720d59b req-d4832ca5-4ed3-4ac7-88e4-dda15cc07399 service neutron] 10.222.0.91 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329214 Aug 23 14:21:48.800127 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Attempting to bind port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:48.800519 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Attempting to bind port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:48.800937 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Attempting to bind port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:21:48.813985 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:21:48.814435 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Attempting to bind port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:21:48.819882 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f0c8bbe2-04e8-4824-966f-6eb325625c7d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad HTTP/1.1" status: 200 len: 217 time: 0.2864604 Aug 23 14:21:48.834400 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-690cb8fa-d2ba-4627-82c7-ab22d1971a3d req-5dc6f4d8-ca4f-4bd6-bdfb-f59643b8bfc8 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 210 time: 0.1153440 Aug 23 14:21:48.841842 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:48.850197 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:21:48.850734 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:21:48.855887 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:21:48.855887 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Bound port: a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:48.855887 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:48.864004 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:48.959853 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d6832857-7ea7-4738-a5ce-a77dd720d59b req-2698e906-0e29-4425-bbaf-6d596dac6a90 service neutron] 10.222.0.91 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559748 Aug 23 14:21:48.965081 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f50e7e36-4bef-41d5-a6a9-e5d14b3f1722 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:48.966841 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-f50e7e36-4bef-41d5-a6a9-e5d14b3f1722 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1296022 Aug 23 14:21:49.031211 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] For port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:21:49.036497 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] For port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:21:49.065090 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Transition to ACTIVE for port object 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:49.112360 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247e6c5-5dd6-4a33-b84a-490b95dc1397 req-1e0bb5a6-bc15-4306-a695-c672557f8e3a tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:49.113057 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4247e6c5-5dd6-4a33-b84a-490b95dc1397 req-1e0bb5a6-bc15-4306-a695-c672557f8e3a tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Synchronizing usage tracker for tenant:29164d7c48e3406196fab265c76de871 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:49.131432 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:49.136983 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:49.156439 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-c78d8155-3808-407c-a002-c20fa8e62b1c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1807899 Aug 23 14:21:49.159133 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:49.165398 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fe710641-9f1c-47bc-98d5-2f8f60565e4f tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:49.205284 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:49.207288 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-726a088f-af7c-44a8-863d-87a5514260be service neutron] 10.222.0.91 "PUT /v2.0/ports/a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 HTTP/1.1" status: 200 len: 1096 time: 2.6692984 Aug 23 14:21:49.215204 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500711b-ae6b-4132-b39d-44f24147ab95 req-0d07b5f1-31a2-40f7-a17c-a11f2fd20f2e tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:49.218088 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Pushing event updated for resources: {'Port': ['ID=a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:49.220063 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:49.223526 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8500711b-ae6b-4132-b39d-44f24147ab95 req-0d07b5f1-31a2-40f7-a17c-a11f2fd20f2e tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.2001982 Aug 23 14:21:49.274649 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4247e6c5-5dd6-4a33-b84a-490b95dc1397 req-1e0bb5a6-bc15-4306-a695-c672557f8e3a tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Unset dirty status for tenant:29164d7c48e3406196fab265c76de871 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:49.275805 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4247e6c5-5dd6-4a33-b84a-490b95dc1397 req-1e0bb5a6-bc15-4306-a695-c672557f8e3a tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d8ae940-2d48-4408-8494-98309307a2a2 HTTP/1.1" status: 200 len: 931 time: 0.5784714 Aug 23 14:21:49.413070 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-2bd5ed7f-6b3e-4330-be8d-c5cfe12b379a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 1099 time: 0.0933857 Aug 23 14:21:49.503394 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-0e9d6e9b-f4ac-45cf-baca-4a98cc5cb770 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 HTTP/1.1" status: 200 len: 217 time: 0.0804260 Aug 23 14:21:49.601527 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Pushing event updated for resources: {'Port': ['ID=76f65d8b-c078-4faa-8ad8-382c95ef7ce2,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:49.606752 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-a547cc27-95c0-4813-9d6b-9b842dca8a54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:49.606752 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-a547cc27-95c0-4813-9d6b-9b842dca8a54 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.0935163 Aug 23 14:21:49.615031 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:49.654309 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8500711b-ae6b-4132-b39d-44f24147ab95 req-3342bceb-0a79-4f82-89c1-85e9eddfd29e tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297745 Aug 23 14:21:49.711056 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-80539424-abab-41bf-ba7e-c4981eb42963 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997639 Aug 23 14:21:49.775416 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4247e6c5-5dd6-4a33-b84a-490b95dc1397 req-8ece8482-73c1-4900-8370-f4b6bd60bc6f tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/security-groups?id=705974c9-74c9-4d22-80f8-f2a2395af713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881742 Aug 23 14:21:49.827680 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-6665ad60-6a33-4528-8854-0f723e163772 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271136 Aug 23 14:21:49.963386 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c2eecb9b-68a3-4a96-862a-d58623d13fea req-e513c469-9bc7-4252-bcc6-d52065a13117 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "GET /v2.0/security-groups/f7b9486e-2a2b-421f-8583-0d0032643002 HTTP/1.1" status: 200 len: 1646 time: 0.2412057 Aug 23 14:21:49.963801 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab08a6f-b05b-4615-aa02-d0ab8b517629', 'tag': 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad', 'status': 'completed', 'code': 200} Aug 23 14:21:49.967855 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Attempting to bind port 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:49.968888 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Attempting to bind port 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '0d09f149-3807-4bc5-89f0-58846442dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '33167747-a711-4a68-8d19-5f3f278641ea'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:49.969310 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Attempting to bind port 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 on network 33167747-a711-4a68-8d19-5f3f278641ea {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:21:49.984945 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-c8b9885c-9520-458d-b35d-eb8c79e0a63b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cae7784c1a0e409298815052dfe79897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464947 Aug 23 14:21:49.992925 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Port 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 on network 33167747-a711-4a68-8d19-5f3f278641ea not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:21:49.993452 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Attempting to bind port 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 on network 33167747-a711-4a68-8d19-5f3f278641ea {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:21:50.023009 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:21:50.025822 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Checking segment: {'id': '0d09f149-3807-4bc5-89f0-58846442dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '33167747-a711-4a68-8d19-5f3f278641ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:21:50.025822 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Bound using segment: {'id': '0d09f149-3807-4bc5-89f0-58846442dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '33167747-a711-4a68-8d19-5f3f278641ea'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:21:50.025822 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Bound port: 76f65d8b-c078-4faa-8ad8-382c95ef7ce2, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d09f149-3807-4bc5-89f0-58846442dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '33167747-a711-4a68-8d19-5f3f278641ea'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:50.025822 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:50.175235 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-c25a81a5-d574-49eb-9ba0-48a00b9b82d5 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288476 Aug 23 14:21:50.179635 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-e382d487-2c55-4a24-8f25-0661fae53c9e service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608016 Aug 23 14:21:50.286349 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device a0bd77e7-86ab-4439-816f-a0c56718d598 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:50.315318 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-0fc3ffdd-301a-4466-80f8-d72a3153c9e1 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:50.317904 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-0fc3ffdd-301a-4466-80f8-d72a3153c9e1 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3270569 Aug 23 14:21:50.340215 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Request body: {'port': {'device_id': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'cae7784c1a0e409298815052dfe79897'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:50.439498 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] For port 76f65d8b-c078-4faa-8ad8-382c95ef7ce2, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:21:50.444393 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] For port 76f65d8b-c078-4faa-8ad8-382c95ef7ce2, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=76f65d8b-c078-4faa-8ad8-382c95ef7ce2,segment=NetworkSegment(0d09f149-3807-4bc5-89f0-58846442dc3a),segment_id=0d09f149-3807-4bc5-89f0-58846442dc3a)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:21:50.462548 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe81a93-18f4-42b4-beb3-c60b4abaed79 req-2721dcd7-3e67-49ad-9222-bd6ae7782bdc tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:50.463534 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ffe81a93-18f4-42b4-beb3-c60b4abaed79 req-2721dcd7-3e67-49ad-9222-bd6ae7782bdc tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 943 time: 0.3865740 Aug 23 14:21:50.474791 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port a0bd77e7-86ab-4439-816f-a0c56718d598, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a0bd77e7-86ab-4439-816f-a0c56718d598,segment=NetworkSegment(c911656c-d836-4e75-9460-63cafc49f42f),segment_id=c911656c-d836-4e75-9460-63cafc49f42f)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:50.476888 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052fe3d-2efc-4037-aba6-3eff516370b1 req-a00116d7-280f-4d2c-bde6-45c4949c7690 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:50.478642 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8a98b286-6c6c-4489-8f60-762308a8a983 req-2828c214-739d-4581-9195-5d2b6ff39b00 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851164 Aug 23 14:21:50.484178 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f052fe3d-2efc-4037-aba6-3eff516370b1 req-a00116d7-280f-4d2c-bde6-45c4949c7690 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 948 time: 0.3073633 Aug 23 14:21:50.489920 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5df5c2d2-e18e-42c5-a412-bc7163a9d916 req-1384a384-cfe5-49fe-bd17-317f426adc0e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=cab08a6f-b05b-4615-aa02-d0ab8b517629 HTTP/1.1" status: 200 len: 1099 time: 0.1978929 Aug 23 14:21:50.499074 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'a0bd77e7-86ab-4439-816f-a0c56718d598', 'network_id': '29ca1774-eac6-46a2-9cd3-ee551b9695aa', 'port_id': 'a0bd77e7-86ab-4439-816f-a0c56718d598', 'mac_address': 'fa:16:3e:a1:e2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f095f93-f411-42ee-a54e-35015803eed3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:50.537202 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:50.542290 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Usage tracker for resource:port and tenant:cae7784c1a0e409298815052dfe79897 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:50.545886 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Quota usage for port was recalculated. Used quota:3. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:50.552840 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:50.553987 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:50.577010 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bb705b57-13f4-442e-ba82-e9d4154b8c6d tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:50.578964 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:50.597725 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bd77e7-86ab-4439-816f-a0c56718d598 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:50.618780 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port a0bd77e7-86ab-4439-816f-a0c56718d598, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a0bd77e7-86ab-4439-816f-a0c56718d598,segment=NetworkSegment(c911656c-d836-4e75-9460-63cafc49f42f),segment_id=c911656c-d836-4e75-9460-63cafc49f42f)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:50.623039 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Made reservation on behalf of cae7784c1a0e409298815052dfe79897 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:50.627766 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:50.686414 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:50.691286 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:50.753451 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:50.755062 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] 10.222.0.60 "PUT /v2.0/ports/76f65d8b-c078-4faa-8ad8-382c95ef7ce2 HTTP/1.1" status: 200 len: 1091 time: 3.6121538 Aug 23 14:21:50.775892 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ffe81a93-18f4-42b4-beb3-c60b4abaed79 req-4a6b8e8f-195e-4c34-8358-7bfb450449aa tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895961 Aug 23 14:21:50.776420 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8ae940-2d48-4408-8494-98309307a2a2', 'tag': '76f65d8b-c078-4faa-8ad8-382c95ef7ce2'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:50.796640 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=a0bd77e7-86ab-4439-816f-a0c56718d598,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:50.801323 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:50.807922 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f052fe3d-2efc-4037-aba6-3eff516370b1 req-6dac3eb6-03a2-499b-addb-92a4ed3ae00c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211830 Aug 23 14:21:50.835321 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Pushing event updated for resources: {'Port': ['ID=76f65d8b-c078-4faa-8ad8-382c95ef7ce2,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:50.848922 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:50.859027 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c2d2-e18e-42c5-a412-bc7163a9d916 req-fa932856-97e7-4ceb-9663-f89e55a3d78d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:50.860729 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5df5c2d2-e18e-42c5-a412-bc7163a9d916 req-fa932856-97e7-4ceb-9663-f89e55a3d78d service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.3417616 Aug 23 14:21:50.869659 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Allocated IP 192.168.233.56 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/8d333f32-bad4-43af-8080-6162733404ff) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:51.024147 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-1cc87cd0-a76b-477c-a140-742efdf01261 req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-80482365', 'description': 'tempest-description-782346015'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:51.041844 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a0bd77e7-86ab-4439-816f-a0c56718d598'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:51.062928 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5df5c2d2-e18e-42c5-a412-bc7163a9d916 req-e717caac-3642-4e25-9634-f081cc9a90ae service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad HTTP/1.1" status: 200 len: 217 time: 0.1786523 Aug 23 14:21:51.080497 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-1cc87cd0-a76b-477c-a140-742efdf01261 req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:51.113870 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f3751b1b-3346-4e1b-8a00-32fda392931e req-efb5132d-26ff-4368-ab32-8fa4cbc7a752 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 210 time: 0.0954533 Aug 23 14:21:51.127090 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1cc87cd0-a76b-477c-a140-742efdf01261 req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Usage tracker for resource:security_group and tenant:0214fea8a4de4a4393bef1ce08a3f10f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:51.127325 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:51.130517 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1cc87cd0-a76b-477c-a140-742efdf01261 req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:51.139473 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-1cc87cd0-a76b-477c-a140-742efdf01261 req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:51.155712 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Transition to ACTIVE for port object 8d333f32-bad4-43af-8080-6162733404ff will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:51.168576 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c2d2-e18e-42c5-a412-bc7163a9d916 req-6eafbf0b-139a-447b-a6f1-96abd5dc4fad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.174411 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5df5c2d2-e18e-42c5-a412-bc7163a9d916 req-6eafbf0b-139a-447b-a6f1-96abd5dc4fad service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.0973005 Aug 23 14:21:51.183226 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-a353ef68-9743-45de-9754-3eeb3e3d5aba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29164d7c48e3406196fab265c76de871&device_id=7d8ae940-2d48-4408-8494-98309307a2a2 HTTP/1.1" status: 200 len: 1094 time: 0.2308426 Aug 23 14:21:51.250300 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-6befac43-9978-4459-a203-a4a95e369f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:51.257105 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:51.273374 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f91ce49b-6d42-4b5a-a106-30afec0843e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:51.279934 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['2a579c06-70ee-4af2-871c-bb42a0aae3c3', '1d52b2fc-d90e-44ab-ae47-e44e77b1865a'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:51.298174 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1cc87cd0-a76b-477c-a140-742efdf01261 req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:51.378805 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:51.383254 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:51.396799 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-a7e80cb2-a8a0-46c2-8d92-ef22b98150b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76f65d8b-c078-4faa-8ad8-382c95ef7ce2 HTTP/1.1" status: 200 len: 217 time: 0.1663060 Aug 23 14:21:51.396906 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:21:51.443710 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Pushing event updated for resources: {'Port': ['ID=8d333f32-bad4-43af-8080-6162733404ff,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:51.449968 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:51.500275 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.501247 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:51.564202 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-1cc87cd0-a76b-477c-a140-742efdf01261 req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:51.580539 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1cc87cd0-a76b-477c-a140-742efdf01261 req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Usage tracker for resource:security_group_rule and tenant:0214fea8a4de4a4393bef1ce08a3f10f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:51.586891 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1cc87cd0-a76b-477c-a140-742efdf01261 req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:51.589484 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-597add88-70e0-4b6f-9b3a-06c9f5584a31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.591539 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-597add88-70e0-4b6f-9b3a-06c9f5584a31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=de2668f0-5625-4602-8873-d22cb5de35ad HTTP/1.1" status: 200 len: 855 time: 0.1831343 Aug 23 14:21:51.599469 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-1cc87cd0-a76b-477c-a140-742efdf01261 req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:51.645746 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3124528 Aug 23 14:21:51.674234 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Request body: {'port': {'device_id': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:51.771464 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:51.826648 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5df5c2d2-e18e-42c5-a412-bc7163a9d916 req-40d844ce-fdb8-4053-8fb4-8c42d20df186 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6405704 Aug 23 14:21:51.831851 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-9960fa24-d63a-4048-b621-159ca7f0b1cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33167747-a711-4a68-8d19-5f3f278641ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2257545 Aug 23 14:21:51.851248 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:51.873797 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-4c15979d-e2d0-4d6a-aa09-5881411eaf1b None None] Provisioning for port 8d333f32-bad4-43af-8080-6162733404ff completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:51.886360 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-4c15979d-e2d0-4d6a-aa09-5881411eaf1b None None] Provisioning complete for port 8d333f32-bad4-43af-8080-6162733404ff triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:51.886875 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4c15979d-e2d0-4d6a-aa09-5881411eaf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:51.893369 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88878477-8ebd-4d39-a37a-8ee3f343991b req-cdf2ae2a-f9c1-4b0e-a2c7-35b463546e35 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.894951 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-88878477-8ebd-4d39-a37a-8ee3f343991b req-cdf2ae2a-f9c1-4b0e-a2c7-35b463546e35 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.6069293 Aug 23 14:21:51.962476 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-4c15979d-e2d0-4d6a-aa09-5881411eaf1b None None] Port 8d333f32-bad4-43af-8080-6162733404ff cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:21:51.977213 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7cdc14-4a35-416c-8822-3a9ed100d714', 'tag': 'a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:52.126427 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1cc87cd0-a76b-477c-a140-742efdf01261 req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:52.163371 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['187b1623-a722-4d17-97f9-95028022e719'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:52.186229 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-88878477-8ebd-4d39-a37a-8ee3f343991b req-c86367a9-873f-4f64-ba93-4b3a6d576ce1 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167611 Aug 23 14:21:52.213653 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5df5c2d2-e18e-42c5-a412-bc7163a9d916 req-35a356a3-d2b2-4f14-9ff4-48faa6a158dc service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726313 Aug 23 14:21:52.217790 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-3064a93c-5f16-40ca-a408-2dfcacbe09c2 service neutron] 10.222.0.60 "GET /v2.0/networks/33167747-a711-4a68-8d19-5f3f278641ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715622 Aug 23 14:21:52.220466 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1cc87cd0-a76b-477c-a140-742efdf01261 req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:52.225998 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-48070e47-babf-4c5b-adc8-365459bafc70 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:52.298279 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device a0bd77e7-86ab-4439-816f-a0c56718d598 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:52.338500 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8ae940-2d48-4408-8494-98309307a2a2', 'tag': '76f65d8b-c078-4faa-8ad8-382c95ef7ce2', 'status': 'completed', 'code': 200} Aug 23 14:21:52.407190 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d333f32-bad4-43af-8080-6162733404ff {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:52.417758 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:52.437928 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Transition to ACTIVE for port object 8d333f32-bad4-43af-8080-6162733404ff will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:52.515473 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:52.520403 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ecb938f5-feda-48fa-b696-1b5991e19c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:52.656519 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port a0bd77e7-86ab-4439-816f-a0c56718d598 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:52.693934 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port a0bd77e7-86ab-4439-816f-a0c56718d598 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:52.696501 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:52.824855 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=780908f4-92c9-4699-b468-437f163c15e2,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:52.837344 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:52.849259 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1cc87cd0-a76b-477c-a140-742efdf01261 req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:52.850601 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1cc87cd0-a76b-477c-a140-742efdf01261 req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1649 time: 1.8333697 Aug 23 14:21:53.036704 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:53.045712 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Pushing event updated for resources: {'Port': ['ID=8d333f32-bad4-43af-8080-6162733404ff,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:53.051413 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:53.125320 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a0a70b-c338-470c-80cb-3b99083d4b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd77e7-86ab-4439-816f-a0c56718d598'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:53.145998 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port a0bd77e7-86ab-4439-816f-a0c56718d598, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a0bd77e7-86ab-4439-816f-a0c56718d598,segment=NetworkSegment(c911656c-d836-4e75-9460-63cafc49f42f),segment_id=c911656c-d836-4e75-9460-63cafc49f42f)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:53.170201 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03ea0d8c-3b67-450c-ae6e-22851b2fd29d req-a4c12cdf-0a15-4142-adae-a80e0fc85a85 service neutron] 10.222.0.60 "GET /v2.0/networks/33167747-a711-4a68-8d19-5f3f278641ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9279363 Aug 23 14:21:53.172191 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5df5c2d2-e18e-42c5-a412-bc7163a9d916 req-830b1c54-328f-4717-9693-0106ea5863bd service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9487257 Aug 23 14:21:53.182485 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31227431-2c10-446a-bfcc-afe0769557aa req-4a032300-54d0-42e1-878d-34fa1a42af8b tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.192359 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-31227431-2c10-446a-bfcc-afe0769557aa req-4a032300-54d0-42e1-878d-34fa1a42af8b tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d8ae940-2d48-4408-8494-98309307a2a2 HTTP/1.1" status: 200 len: 943 time: 0.5623221 Aug 23 14:21:53.211161 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:53.213362 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:53.248852 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Attempting to bind port 8d333f32-bad4-43af-8080-6162733404ff on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:53.249179 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Attempting to bind port 8d333f32-bad4-43af-8080-6162733404ff by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:53.249760 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Attempting to bind port 8d333f32-bad4-43af-8080-6162733404ff on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:21:53.267729 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Port 8d333f32-bad4-43af-8080-6162733404ff on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:21:53.267729 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Attempting to bind port 8d333f32-bad4-43af-8080-6162733404ff on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:21:53.268321 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-31227431-2c10-446a-bfcc-afe0769557aa req-70a1b10b-f43d-4d9b-bb5a-e757e8ef30a6 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/security-groups?id=705974c9-74c9-4d22-80f8-f2a2395af713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724268 Aug 23 14:21:53.273447 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:21:53.274486 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:21:53.274997 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:21:53.275696 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Bound port: 8d333f32-bad4-43af-8080-6162733404ff, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:53.276541 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:53.320560 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4054c6-4630-4f2f-bffa-b4917629a3b7 req-a57ba29b-b8b3-4ff2-91c6-b56522aa9b16 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.331923 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3d4054c6-4630-4f2f-bffa-b4917629a3b7 req-a57ba29b-b8b3-4ff2-91c6-b56522aa9b16 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 948 time: 0.2539363 Aug 23 14:21:53.397286 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=a0bd77e7-86ab-4439-816f-a0c56718d598,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:53.413881 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:53.422758 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:21:53.428243 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d333f32-bad4-43af-8080-6162733404ff,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:21:53.473170 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3d4054c6-4630-4f2f-bffa-b4917629a3b7 req-d68d2781-2a09-4c1b-91ed-b55fc26b807f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387339 Aug 23 14:21:53.554356 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:53.555741 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-65ef37b8-e1ed-499e-882b-dadb83ad038d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:53.576596 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7cdc14-4a35-416c-8822-3a9ed100d714', 'tag': 'a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5', 'status': 'completed', 'code': 200} Aug 23 14:21:53.578070 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4cb3aeca-a149-4ff5-83dd-8017b6189174 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:53.651333 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:53.656003 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-83e73337-4056-4807-840e-1849d338bd10 service neutron] 10.222.0.60 "PUT /v2.0/ports/8d333f32-bad4-43af-8080-6162733404ff HTTP/1.1" status: 200 len: 1095 time: 2.0006123 Aug 23 14:21:53.701862 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Pushing event updated for resources: {'Port': ['ID=8d333f32-bad4-43af-8080-6162733404ff,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:53.718842 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:53.727257 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f72fe82-9e09-4b2c-8bfc-e0afd6642fd9 req-94b204c4-d0ec-42f7-82c0-ce5822c42405 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29164d7c48e3406196fab265c76de871&device_id=7d8ae940-2d48-4408-8494-98309307a2a2 HTTP/1.1" status: 200 len: 1094 time: 0.3198955 Aug 23 14:21:53.844327 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-952e56d6-4691-4f39-96e4-ee39b607567f req-b2995067-a91f-45eb-8c59-6d41430f9c50 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 1099 time: 0.2501607 Aug 23 14:21:53.887742 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b80877-f97e-405c-9c31-beccef4d3ccd req-ad54fbc3-1cb7-4367-a27c-2e711d58b26b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.889378 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b80877-f97e-405c-9c31-beccef4d3ccd req-ad54fbc3-1cb7-4367-a27c-2e711d58b26b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 945 time: 0.3842299 Aug 23 14:21:53.956438 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-f7d5068f-1b1a-43bb-b73b-f0f735a53244 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 1098 time: 0.0989480 Aug 23 14:21:54.040312 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:21:54.060212 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-e4982a9c-20e6-468b-8398-2b2840643c18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8d333f32-bad4-43af-8080-6162733404ff HTTP/1.1" status: 200 len: 217 time: 0.0914631 Aug 23 14:21:54.146571 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-7f927d65-eda4-4f8d-be19-e04d80751715 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:54.148797 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-7f927d65-eda4-4f8d-be19-e04d80751715 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.0811205 Aug 23 14:21:54.154473 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b80877-f97e-405c-9c31-beccef4d3ccd req-0e159cb4-ee37-4f05-aef2-4e3499547611 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176359 Aug 23 14:21:54.187489 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72fe82-9e09-4b2c-8bfc-e0afd6642fd9 req-6302eed5-9cdd-447f-a70a-83d58ee025af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:54.187489 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f72fe82-9e09-4b2c-8bfc-e0afd6642fd9 req-6302eed5-9cdd-447f-a70a-83d58ee025af service neutron] 10.222.0.60 "GET /v2.0/networks?id=33167747-a711-4a68-8d19-5f3f278641ea HTTP/1.1" status: 200 len: 916 time: 0.4441979 Aug 23 14:21:54.261090 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-2da24329-74bb-4426-b252-5d8a90434a09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0947423 Aug 23 14:21:54.314377 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:54.334041 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6900c-00f7-45b4-9d37-5c6c09270e4f req-1b7a72bd-3bd7-4ac5-91b2-0248389421bb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:54.337747 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdf6900c-00f7-45b4-9d37-5c6c09270e4f req-1b7a72bd-3bd7-4ac5-91b2-0248389421bb tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 947 time: 0.4442179 Aug 23 14:21:54.339072 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e56d6-4691-4f39-96e4-ee39b607567f req-3be03106-a0f4-4994-820c-ebb311b5d2e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:54.341285 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-952e56d6-4691-4f39-96e4-ee39b607567f req-3be03106-a0f4-4994-820c-ebb311b5d2e2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.4880433 Aug 23 14:21:54.343686 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f72fe82-9e09-4b2c-8bfc-e0afd6642fd9 req-dc85c51a-1544-4019-a13d-f239f7a82fae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76f65d8b-c078-4faa-8ad8-382c95ef7ce2 HTTP/1.1" status: 200 len: 217 time: 0.1460638 Aug 23 14:21:54.481026 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-8135d591-4124-43e7-9327-94297a4df7da service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034924 Aug 23 14:21:54.552151 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:54.570471 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5', 'mac_address': 'fa:16:3e:3f:33:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:54.609219 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:54.676060 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ff8d3cfd-549e-42f5-8f83-03eccd2c5f8d req-8510f4bd-5f3d-4731-be25-87fa53408205 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933553 Aug 23 14:21:54.709886 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-952e56d6-4691-4f39-96e4-ee39b607567f req-f5c0cf21-2e5f-4d72-9305-4d2fc50106ee service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 HTTP/1.1" status: 200 len: 217 time: 0.3587065 Aug 23 14:21:54.711949 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:54.732190 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:54.750456 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:54.775757 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72fe82-9e09-4b2c-8bfc-e0afd6642fd9 req-459d7bb8-c110-4e64-9315-e625ba14b051 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:54.777203 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f72fe82-9e09-4b2c-8bfc-e0afd6642fd9 req-459d7bb8-c110-4e64-9315-e625ba14b051 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=de2668f0-5625-4602-8873-d22cb5de35ad HTTP/1.1" status: 200 len: 855 time: 0.1676705 Aug 23 14:21:54.795367 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdf6900c-00f7-45b4-9d37-5c6c09270e4f req-56767bb5-7e57-4860-bbb2-f586d704087b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475975 Aug 23 14:21:54.805048 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:54.806144 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:54.809948 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:54.870201 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a0a70b-c338-470c-80cb-3b99083d4b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd77e7-86ab-4439-816f-a0c56718d598', 'code': 200} Aug 23 14:21:54.870746 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f72fe82-9e09-4b2c-8bfc-e0afd6642fd9 req-df77f80d-2d5a-408a-a135-76ffdabbc80c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33167747-a711-4a68-8d19-5f3f278641ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726798 Aug 23 14:21:54.912066 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:54.916613 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:54.930273 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:54.939657 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad', 'mac_address': 'fa:16:3e:c0:d0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:54.982901 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e56d6-4691-4f39-96e4-ee39b607567f req-cc856f70-e86e-42c1-a61b-a22a2c0b74de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:54.984371 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-952e56d6-4691-4f39-96e4-ee39b607567f req-cc856f70-e86e-42c1-a61b-a22a2c0b74de service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2562268 Aug 23 14:21:55.004048 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:55.004289 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3e5d0adf-2cb1-4d00-b786-9dad8331debf req-d2eb2c87-0260-4f7c-8992-f67cbb68fed6 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "GET /v2.0/security-groups/780908f4-92c9-4699-b468-437f163c15e2 HTTP/1.1" status: 200 len: 1644 time: 0.2373056 Aug 23 14:21:55.031493 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:55.062432 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:55.090996 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-69827494-0f60-4f38-90fd-9acd98976b44 req-f15a475a-a84d-4d65-b337-085a1472dbf2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 1096 time: 0.1278994 Aug 23 14:21:55.121759 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:55.126181 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:55.151734 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-69827494-0f60-4f38-90fd-9acd98976b44 req-d14d1057-f43b-4d40-aa8a-50679594ec0f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502388 Aug 23 14:21:55.198467 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f72fe82-9e09-4b2c-8bfc-e0afd6642fd9 req-5ebdc98a-e0ec-44c7-8fd5-dccf4e5ad8d4 service neutron] 10.222.0.60 "GET /v2.0/networks/33167747-a711-4a68-8d19-5f3f278641ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072655 Aug 23 14:21:55.256433 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:55.263943 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:55.378265 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-952e56d6-4691-4f39-96e4-ee39b607567f req-c2e97453-354b-49cd-87ce-2c901b6bd207 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3789680 Aug 23 14:21:55.397793 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c9004-d531-4bd9-ba8a-a3494e86de82 req-c749358b-976d-48cb-aa42-d8f7e6436965 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:55.399330 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-df7c9004-d531-4bd9-ba8a-a3494e86de82 req-c749358b-976d-48cb-aa42-d8f7e6436965 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.3383181 Aug 23 14:21:55.504843 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:55.538066 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:55.550146 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f72fe82-9e09-4b2c-8bfc-e0afd6642fd9 req-8f3d297d-cd66-4e11-80bd-03c142cfca8d service neutron] 10.222.0.60 "GET /v2.0/networks/33167747-a711-4a68-8d19-5f3f278641ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007348 Aug 23 14:21:55.578643 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'tag': '8d333f32-bad4-43af-8080-6162733404ff'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:55.618142 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4dc20-0dd5-4e79-8022-5faf62594508 req-6a05ba3f-c949-416c-ac26-3f99fa9dc92a tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:55.620751 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2da4dc20-0dd5-4e79-8022-5faf62594508 req-6a05ba3f-c949-416c-ac26-3f99fa9dc92a tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d8ae940-2d48-4408-8494-98309307a2a2 HTTP/1.1" status: 200 len: 943 time: 0.4166119 Aug 23 14:21:55.627575 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-df7c9004-d531-4bd9-ba8a-a3494e86de82 req-e3388e1e-105d-4d79-949d-56310b3b1a9a tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197728 Aug 23 14:21:55.674601 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-952e56d6-4691-4f39-96e4-ee39b607567f req-2c47fdb9-62c0-4170-a42c-aa8ad771f468 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362456 Aug 23 14:21:55.728116 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:55.795612 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2da4dc20-0dd5-4e79-8022-5faf62594508 req-d170038b-7abe-4bf6-bc8f-c9cc867efc25 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/security-groups?id=705974c9-74c9-4d22-80f8-f2a2395af713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524658 Aug 23 14:21:55.914959 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-952e56d6-4691-4f39-96e4-ee39b607567f req-0d14c0d8-f913-4d90-80ff-33a6b6827900 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287755 Aug 23 14:21:55.935270 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d470f-df31-4785-b52d-a691b620e106 req-6be541d5-4451-4eb9-bdfc-41f4b831717d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:55.937335 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2c5d470f-df31-4785-b52d-a691b620e106 req-6be541d5-4451-4eb9-bdfc-41f4b831717d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 949 time: 0.1387217 Aug 23 14:21:56.033575 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:56.035688 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2c5d470f-df31-4785-b52d-a691b620e106 req-25e05fbf-1b23-4692-9a22-3bfd53e64bfc tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886350 Aug 23 14:21:56.078298 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 76f65d8b-c078-4faa-8ad8-382c95ef7ce2, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=76f65d8b-c078-4faa-8ad8-382c95ef7ce2,segment=NetworkSegment(0d09f149-3807-4bc5-89f0-58846442dc3a),segment_id=0d09f149-3807-4bc5-89f0-58846442dc3a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:56.093905 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '76f65d8b-c078-4faa-8ad8-382c95ef7ce2', 'network_id': '33167747-a711-4a68-8d19-5f3f278641ea', 'port_id': '76f65d8b-c078-4faa-8ad8-382c95ef7ce2', 'mac_address': 'fa:16:3e:40:90:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de2668f0-5625-4602-8873-d22cb5de35ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:56.101519 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc27a8-c80f-4a27-a9fc-b80f8768ffd0 req-69d45cfc-0bf8-48f2-8682-6d9c1d5df135 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:56.104948 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-52cc27a8-c80f-4a27-a9fc-b80f8768ffd0 req-69d45cfc-0bf8-48f2-8682-6d9c1d5df135 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f649936-cdd0-4317-b9b6-73fbae8f0036 HTTP/1.1" status: 200 len: 945 time: 0.1130261 Aug 23 14:21:56.158870 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-52cc27a8-c80f-4a27-a9fc-b80f8768ffd0 req-ae9e84d8-afaa-427a-9903-f2a2362593c9 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460811 Aug 23 14:21:56.166619 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:56.192402 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:56.215701 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-1c45a880-5964-40e3-99be-725689ad12c2 req-91f91dc2-da03-4520-8fd4-1a1dfb46bdf9 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1254301613', 'description': 'tempest-description-900203069'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:21:56.220145 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 76f65d8b-c078-4faa-8ad8-382c95ef7ce2, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=76f65d8b-c078-4faa-8ad8-382c95ef7ce2,segment=NetworkSegment(0d09f149-3807-4bc5-89f0-58846442dc3a),segment_id=0d09f149-3807-4bc5-89f0-58846442dc3a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:56.227081 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-1c45a880-5964-40e3-99be-725689ad12c2 req-91f91dc2-da03-4520-8fd4-1a1dfb46bdf9 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:56.237331 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1c45a880-5964-40e3-99be-725689ad12c2 req-91f91dc2-da03-4520-8fd4-1a1dfb46bdf9 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Usage tracker for resource:security_group and tenant:0214fea8a4de4a4393bef1ce08a3f10f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:56.239252 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1c45a880-5964-40e3-99be-725689ad12c2 req-91f91dc2-da03-4520-8fd4-1a1dfb46bdf9 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:56.250541 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-1c45a880-5964-40e3-99be-725689ad12c2 req-91f91dc2-da03-4520-8fd4-1a1dfb46bdf9 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:56.359121 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:56.361765 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:56.384722 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1c45a880-5964-40e3-99be-725689ad12c2 req-91f91dc2-da03-4520-8fd4-1a1dfb46bdf9 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:56.439142 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=76f65d8b-c078-4faa-8ad8-382c95ef7ce2,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:56.442834 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:56.452482 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-1c45a880-5964-40e3-99be-725689ad12c2 req-91f91dc2-da03-4520-8fd4-1a1dfb46bdf9 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:56.458483 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1c45a880-5964-40e3-99be-725689ad12c2 req-91f91dc2-da03-4520-8fd4-1a1dfb46bdf9 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Usage tracker for resource:security_group_rule and tenant:0214fea8a4de4a4393bef1ce08a3f10f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:56.464999 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1c45a880-5964-40e3-99be-725689ad12c2 req-91f91dc2-da03-4520-8fd4-1a1dfb46bdf9 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:56.476583 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-1c45a880-5964-40e3-99be-725689ad12c2 req-91f91dc2-da03-4520-8fd4-1a1dfb46bdf9 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:56.488323 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ad87d-af2e-4ea4-aede-bd3ba94c6716 req-24de7606-1e26-491a-9f92-21e6061766ff tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:56.489916 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-138ad87d-af2e-4ea4-aede-bd3ba94c6716 req-24de7606-1e26-491a-9f92-21e6061766ff tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 945 time: 0.1431563 Aug 23 14:21:56.571082 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-138ad87d-af2e-4ea4-aede-bd3ba94c6716 req-9d0ffd6e-5abd-4645-8f8b-74dc1fa8dc85 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750225 Aug 23 14:21:56.583277 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1c45a880-5964-40e3-99be-725689ad12c2 req-91f91dc2-da03-4520-8fd4-1a1dfb46bdf9 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:56.636864 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1c45a880-5964-40e3-99be-725689ad12c2 req-91f91dc2-da03-4520-8fd4-1a1dfb46bdf9 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:56.643330 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f9182fba-7fb5-414c-91b7-6d32bfc8a333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:56.649929 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['76f65d8b-c078-4faa-8ad8-382c95ef7ce2'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:56.653922 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'tag': '8d333f32-bad4-43af-8080-6162733404ff', 'status': 'completed', 'code': 200} Aug 23 14:21:56.928653 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f91dc2-da03-4520-8fd4-1a1dfb46bdf9 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=918c21f9-7224-4a9f-af86-0a59cc68f6a3,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:56.931569 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-91f91dc2-da03-4520-8fd4-1a1dfb46bdf9 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:56.956878 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-1c45a880-5964-40e3-99be-725689ad12c2 req-91f91dc2-da03-4520-8fd4-1a1dfb46bdf9 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:56.960070 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1c45a880-5964-40e3-99be-725689ad12c2 req-91f91dc2-da03-4520-8fd4-1a1dfb46bdf9 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.7486539 Aug 23 14:21:57.017268 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32181a24-ed62-4741-8f76-368a00cdeb3c req-4bfb60ec-83fe-4cc8-b973-467560605aed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 1098 time: 0.3391764 Aug 23 14:21:57.032523 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba16388-3aa9-410d-9dfd-e14d45fa78ef req-301ac520-bdf9-459b-8d5d-45c482e624fc tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.034449 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aba16388-3aa9-410d-9dfd-e14d45fa78ef req-301ac520-bdf9-459b-8d5d-45c482e624fc tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 947 time: 0.1465316 Aug 23 14:21:57.209618 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aba16388-3aa9-410d-9dfd-e14d45fa78ef req-8f146bfa-25e6-44da-bea7-d30782723f67 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420047 Aug 23 14:21:57.247959 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32181a24-ed62-4741-8f76-368a00cdeb3c req-4d8895eb-f1bd-4fce-a3f7-a0d3a9c8c1f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.249917 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32181a24-ed62-4741-8f76-368a00cdeb3c req-4d8895eb-f1bd-4fce-a3f7-a0d3a9c8c1f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.2140663 Aug 23 14:21:57.381728 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32181a24-ed62-4741-8f76-368a00cdeb3c req-97560846-1ce5-487c-a754-ed4dda0636f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8d333f32-bad4-43af-8080-6162733404ff HTTP/1.1" status: 200 len: 217 time: 0.1237004 Aug 23 14:21:57.555567 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32181a24-ed62-4741-8f76-368a00cdeb3c req-6ff214ee-e18d-47a8-a5b9-6f2a809ef2c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.557086 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32181a24-ed62-4741-8f76-368a00cdeb3c req-6ff214ee-e18d-47a8-a5b9-6f2a809ef2c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1679335 Aug 23 14:21:57.660814 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83973bd-b819-46fc-9c40-d2a5f166f649 req-21103b8a-cf50-4394-996f-25a9e899dd5e tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.662286 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a83973bd-b819-46fc-9c40-d2a5f166f649 req-21103b8a-cf50-4394-996f-25a9e899dd5e tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.3303175 Aug 23 14:21:57.679873 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e1711-f79d-4448-a608-89500bdcd22d req-52115fe3-3ccb-402d-9562-2fa65190d19a tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.681426 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-222e1711-f79d-4448-a608-89500bdcd22d req-52115fe3-3ccb-402d-9562-2fa65190d19a tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d8ae940-2d48-4408-8494-98309307a2a2 HTTP/1.1" status: 200 len: 944 time: 0.2549758 Aug 23 14:21:57.746457 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 8d333f32-bad4-43af-8080-6162733404ff details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:57.749577 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:57.788015 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710da911-3ff8-4456-a52a-56219e24306a req-753a7bda-5679-44ec-a195-73f4f953f280 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.789576 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-710da911-3ff8-4456-a52a-56219e24306a req-753a7bda-5679-44ec-a195-73f4f953f280 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "GET /v2.0/ports?device_id=2f649936-cdd0-4317-b9b6-73fbae8f0036 HTTP/1.1" status: 200 len: 945 time: 0.2686775 Aug 23 14:21:57.798078 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a83973bd-b819-46fc-9c40-d2a5f166f649 req-5d34a564-08bc-4ae5-96f0-3907c889a3c9 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277905 Aug 23 14:21:57.841188 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32181a24-ed62-4741-8f76-368a00cdeb3c req-32812792-6aec-4ce3-869c-522af72b164b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2708266 Aug 23 14:21:57.849469 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-222e1711-f79d-4448-a608-89500bdcd22d req-8c19085b-7edf-4623-8ac0-8ca0ab78cb78 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/security-groups?id=705974c9-74c9-4d22-80f8-f2a2395af713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466289 Aug 23 14:21:57.998375 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-710da911-3ff8-4456-a52a-56219e24306a req-8065d817-0458-4a6e-b807-755fba1b643c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Deleting port f39693c5-15ca-4862-a7bf-e7c19ec53c47 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:21:57.998715 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-710da911-3ff8-4456-a52a-56219e24306a req-8065d817-0458-4a6e-b807-755fba1b643c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:58.037571 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d333f32-bad4-43af-8080-6162733404ff,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:58.054851 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '8d333f32-bad4-43af-8080-6162733404ff', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '8d333f32-bad4-43af-8080-6162733404ff', 'mac_address': 'fa:16:3e:b4:36:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:58.113874 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:58.124801 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:58.134511 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:58.134887 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:58.140639 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1611986a-40c4-4dea-ad0f-7a8e87594d29 req-7e8cd4c5-85f5-43e1-bb68-1b2eb617761e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "GET /v2.0/security-groups/918c21f9-7224-4a9f-af86-0a59cc68f6a3 HTTP/1.1" status: 200 len: 1646 time: 0.2939281 Aug 23 14:21:58.180643 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d333f32-bad4-43af-8080-6162733404ff {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:58.212690 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32181a24-ed62-4741-8f76-368a00cdeb3c req-5ca770f9-c367-4ab8-a1ee-91b6ab8b1a9b service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615930 Aug 23 14:21:58.214219 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d333f32-bad4-43af-8080-6162733404ff,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:58.286328 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:58.311250 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:58.313880 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:58.347541 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8ae940-2d48-4408-8494-98309307a2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f65d8b-c078-4faa-8ad8-382c95ef7ce2'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:58.352023 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:58.400857 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 76f65d8b-c078-4faa-8ad8-382c95ef7ce2, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=76f65d8b-c078-4faa-8ad8-382c95ef7ce2,segment=NetworkSegment(0d09f149-3807-4bc5-89f0-58846442dc3a),segment_id=0d09f149-3807-4bc5-89f0-58846442dc3a)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:58.450120 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=8d333f32-bad4-43af-8080-6162733404ff,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:58.450790 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcbcc8-db5a-4ecc-b3ee-6bb64724d3d4 req-63435c42-b2c4-406f-b124-334607584140 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:58.452310 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0bfcbcc8-db5a-4ecc-b3ee-6bb64724d3d4 req-63435c42-b2c4-406f-b124-334607584140 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 949 time: 0.4206920 Aug 23 14:21:58.454218 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:58.468234 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:58.471366 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:58.535207 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:58.545737 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:58.546121 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:58.591087 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32181a24-ed62-4741-8f76-368a00cdeb3c req-ddc51d2d-eda5-4720-b141-dc7490361e06 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570628 Aug 23 14:21:58.602802 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=76f65d8b-c078-4faa-8ad8-382c95ef7ce2,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:58.608970 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:58.623606 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0bfcbcc8-db5a-4ecc-b3ee-6bb64724d3d4 req-2f1812c6-dc92-4b42-bf21-89da83fcd9ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523089 Aug 23 14:21:58.624641 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['8d333f32-bad4-43af-8080-6162733404ff'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:58.625627 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-710da911-3ff8-4456-a52a-56219e24306a req-8065d817-0458-4a6e-b807-755fba1b643c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] For port f39693c5-15ca-4862-a7bf-e7c19ec53c47, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=f39693c5-15ca-4862-a7bf-e7c19ec53c47,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:58.625995 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-710da911-3ff8-4456-a52a-56219e24306a req-8065d817-0458-4a6e-b807-755fba1b643c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:58.781401 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:58.898991 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:58.916852 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f709f7-dd2b-4717-9b09-d808d55171dd req-16c2d8b3-e77e-47fb-ad41-c66a18d4d07a tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:58.918924 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-30f709f7-dd2b-4717-9b09-d808d55171dd req-16c2d8b3-e77e-47fb-ad41-c66a18d4d07a tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f649936-cdd0-4317-b9b6-73fbae8f0036 HTTP/1.1" status: 200 len: 945 time: 0.6554692 Aug 23 14:21:58.925919 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-710da911-3ff8-4456-a52a-56219e24306a req-8065d817-0458-4a6e-b807-755fba1b643c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Calling delete_port for f39693c5-15ca-4862-a7bf-e7c19ec53c47 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:21:58.976093 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:58.976983 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:58.999678 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:59.092995 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:59.097224 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:59.108641 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-30f709f7-dd2b-4717-9b09-d808d55171dd req-445735b1-e592-4a76-980c-fd503270d295 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399617 Aug 23 14:21:59.179496 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20c235-eccc-46bd-818d-51131f9cbf6b req-3e071654-738b-4bd0-9ad4-4b73273afc49 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:59.180926 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ee20c235-eccc-46bd-818d-51131f9cbf6b req-3e071654-738b-4bd0-9ad4-4b73273afc49 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 945 time: 0.2255361 Aug 23 14:21:59.193097 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:59.198765 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:59.199809 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:59.219171 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-014c9c3a-5b8a-405e-a577-73b5afeb45ee req-2ace18fc-24f5-41cf-9d8a-e2b0a452e9b6 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] show failed (client error): The resource could not be found. Aug 23 14:21:59.220196 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-014c9c3a-5b8a-405e-a577-73b5afeb45ee req-2ace18fc-24f5-41cf-9d8a-e2b0a452e9b6 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "GET /v2.0/security-groups/3df7ee12-6942-4138-9d36-28d14c86ec11 HTTP/1.1" status: 404 len: 352 time: 0.0504298 Aug 23 14:21:59.246894 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ee20c235-eccc-46bd-818d-51131f9cbf6b req-9c88a6cc-6609-439d-9121-22a3089053f6 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515578 Aug 23 14:21:59.285471 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-710da911-3ff8-4456-a52a-56219e24306a req-8065d817-0458-4a6e-b807-755fba1b643c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:59.293544 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:59.313515 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['f39693c5-15ca-4862-a7bf-e7c19ec53c47'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:21:59.356676 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065d817-0458-4a6e-b807-755fba1b643c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Pushing event deleted for resources: {'Port': ['ID=f39693c5-15ca-4862-a7bf-e7c19ec53c47,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:59.361136 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8ae940-2d48-4408-8494-98309307a2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f65d8b-c078-4faa-8ad8-382c95ef7ce2', 'code': 200} Aug 23 14:21:59.367389 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8065d817-0458-4a6e-b807-755fba1b643c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:59.394940 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:59.436304 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:21:59.519146 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:59.521352 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:59.544108 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-710da911-3ff8-4456-a52a-56219e24306a req-8065d817-0458-4a6e-b807-755fba1b643c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] No DVR routers for this DVR port f39693c5-15ca-4862-a7bf-e7c19ec53c47 on host n-h1-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:21:59.546818 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-710da911-3ff8-4456-a52a-56219e24306a req-8065d817-0458-4a6e-b807-755fba1b643c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:59.585441 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f649936-cdd0-4317-b9b6-73fbae8f0036', 'name': 'network-vif-deleted', 'tag': 'f39693c5-15ca-4862-a7bf-e7c19ec53c47'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:59.590037 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:59.593217 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:59.625229 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-710da911-3ff8-4456-a52a-56219e24306a req-8065d817-0458-4a6e-b807-755fba1b643c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "DELETE /v2.0/ports/f39693c5-15ca-4862-a7bf-e7c19ec53c47 HTTP/1.1" status: 204 len: 173 time: 1.8183901 Aug 23 14:21:59.678834 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd26bf-8d44-4415-af28-7515421bc0e4 req-6980310c-e17c-4fad-b5c2-eca23cd65f63 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:59.680477 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dddd26bf-8d44-4415-af28-7515421bc0e4 req-6980310c-e17c-4fad-b5c2-eca23cd65f63 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 948 time: 0.3179245 Aug 23 14:21:59.720270 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5486e6-b536-44b1-a6b7-8566a018f5b1 req-ac328a6c-b46a-457f-91c4-5ef6ab12bbac tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:59.721684 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa5486e6-b536-44b1-a6b7-8566a018f5b1 req-ac328a6c-b46a-457f-91c4-5ef6ab12bbac tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.2163770 Aug 23 14:21:59.729174 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-379f4cc1-a1b9-488f-b2a8-e8764c3275b5 req-0369cc47-6fcb-4a80-b5d6-3f822d5703ec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d8ae940-2d48-4408-8494-98309307a2a2 HTTP/1.1" status: 200 len: 1096 time: 0.2307448 Aug 23 14:21:59.764565 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 8d333f32-bad4-43af-8080-6162733404ff up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:59.806905 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dddd26bf-8d44-4415-af28-7515421bc0e4 req-c452f778-26d0-440e-903d-b40a5ff39c60 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170135 Aug 23 14:21:59.826534 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa5486e6-b536-44b1-a6b7-8566a018f5b1 req-5e31cd90-3a6f-432d-a538-7db52c7656bb tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960081 Aug 23 14:21:59.828460 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-379f4cc1-a1b9-488f-b2a8-e8764c3275b5 req-796bfa37-a68f-4369-b9b3-f88fbee287d5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=705974c9-74c9-4d22-80f8-f2a2395af713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766351 Aug 23 14:21:59.907759 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-dda1dd3d-14ec-4010-b9a4-f8c61b8294f2 req-14bf4090-ed85-4c04-8601-6d9c61c7e7e8 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] show failed (client error): The resource could not be found. Aug 23 14:21:59.908783 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dda1dd3d-14ec-4010-b9a4-f8c61b8294f2 req-14bf4090-ed85-4c04-8601-6d9c61c7e7e8 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "GET /v2.0/security-group-rules/627c5487-b818-448d-9b67-c9f5561cbc2e HTTP/1.1" status: 404 len: 361 time: 0.0234962 Aug 23 14:21:59.947461 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 8d333f32-bad4-43af-8080-6162733404ff completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:59.962338 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 8d333f32-bad4-43af-8080-6162733404ff triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:59.962723 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:00.053603 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df6e29-db9d-4cef-9957-c670e856ff3e req-4789febd-565d-4482-9919-a547e633f988 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.055388 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19df6e29-db9d-4cef-9957-c670e856ff3e req-4789febd-565d-4482-9919-a547e633f988 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d8ae940-2d48-4408-8494-98309307a2a2 HTTP/1.1" status: 200 len: 945 time: 0.1123984 Aug 23 14:22:00.109145 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6cfe23f3-e294-469d-90f0-7f11ef54c110 req-2856a2c5-56cf-4c5a-b01a-d64d83d16a80 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-596569498&fields=id&tenant_id=2f431ed450f446c39356131383c72d18 HTTP/1.1" status: 200 len: 267 time: 0.0885324 Aug 23 14:22:00.126891 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:00.166132 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19df6e29-db9d-4cef-9957-c670e856ff3e req-f5b672fb-3e77-4c27-afa8-648d1ced5153 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/security-groups?id=705974c9-74c9-4d22-80f8-f2a2395af713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007860 Aug 23 14:22:00.188149 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d333f32-bad4-43af-8080-6162733404ff,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:00.224840 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe23f3-e294-469d-90f0-7f11ef54c110 req-c77dd3f2-65ff-441a-96a5-3f17091e3012 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.233770 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6cfe23f3-e294-469d-90f0-7f11ef54c110 req-c77dd3f2-65ff-441a-96a5-3f17091e3012 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 945 time: 0.1156228 Aug 23 14:22:00.241245 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-6cfe23f3-e294-469d-90f0-7f11ef54c110 req-af5b6f75-1be0-474c-b3c7-49421b48e280 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Request body: {'port': {'security_groups': ['cd8de265-dd5c-4113-a277-62ff8f2aeff9', 'ac9880df-b5d8-4e7a-a401-a563af9b604a']}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:00.250668 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:00.256632 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:00.305342 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f649936-cdd0-4317-b9b6-73fbae8f0036', 'name': 'network-vif-deleted', 'tag': 'f39693c5-15ca-4862-a7bf-e7c19ec53c47', 'status': 'completed', 'code': 200} Aug 23 14:22:00.349568 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=8d333f32-bad4-43af-8080-6162733404ff,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:00.353301 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:00.388120 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6cfe23f3-e294-469d-90f0-7f11ef54c110 req-af5b6f75-1be0-474c-b3c7-49421b48e280 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:00.575445 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42577747-bc7e-4179-b561-dc73f355df3e req-d1729fbc-203b-48a7-a6e1-18a3ea668f3e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.576826 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-42577747-bc7e-4179-b561-dc73f355df3e req-d1729fbc-203b-48a7-a6e1-18a3ea668f3e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 950 time: 0.1468179 Aug 23 14:22:00.722270 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-42577747-bc7e-4179-b561-dc73f355df3e req-d7c507a2-2467-4824-834a-1ddfb3377f2e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349421 Aug 23 14:22:00.766964 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-6cfe23f3-e294-469d-90f0-7f11ef54c110 req-af5b6f75-1be0-474c-b3c7-49421b48e280 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] For port a0bd77e7-86ab-4439-816f-a0c56718d598, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a0bd77e7-86ab-4439-816f-a0c56718d598,segment=NetworkSegment(c911656c-d836-4e75-9460-63cafc49f42f),segment_id=c911656c-d836-4e75-9460-63cafc49f42f)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:00.795266 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6cfe23f3-e294-469d-90f0-7f11ef54c110 req-af5b6f75-1be0-474c-b3c7-49421b48e280 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:00.839179 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6cfe23f3-e294-469d-90f0-7f11ef54c110 req-af5b6f75-1be0-474c-b3c7-49421b48e280 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:00.845655 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:00.852519 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['f649f137-e6a7-4f25-93aa-72e6653a4961'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:00.877429 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a0bd77e7-86ab-4439-816f-a0c56718d598'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:00.948302 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe23f3-e294-469d-90f0-7f11ef54c110 req-af5b6f75-1be0-474c-b3c7-49421b48e280 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.948961 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6cfe23f3-e294-469d-90f0-7f11ef54c110 req-af5b6f75-1be0-474c-b3c7-49421b48e280 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:00.950371 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6cfe23f3-e294-469d-90f0-7f11ef54c110 req-af5b6f75-1be0-474c-b3c7-49421b48e280 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "PUT /v2.0/ports/a0bd77e7-86ab-4439-816f-a0c56718d598 HTTP/1.1" status: 200 len: 981 time: 0.7155097 Aug 23 14:22:01.097654 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a0bd77e7-86ab-4439-816f-a0c56718d598'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:01.139331 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b6f75-1be0-474c-b3c7-49421b48e280 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event updated for resources: {'Port': ['ID=a0bd77e7-86ab-4439-816f-a0c56718d598,revision_number=6']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:01.176855 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-af5b6f75-1be0-474c-b3c7-49421b48e280 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:01.185219 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0bc9d7dc-a1ea-4aaf-a8fd-e6b76b97819b req-82e73fe8-7a81-4f05-9db9-c75313c59c38 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "GET /v2.0/security-groups/918c21f9-7224-4a9f-af86-0a59cc68f6a3 HTTP/1.1" status: 200 len: 1646 time: 0.2903183 Aug 23 14:22:01.186281 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-836ed529-0112-4a7e-8e2c-35da0ac40373 req-11cab0f3-53d9-4f58-9073-ed2c37a42f12 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Synchronizing usage tracker for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:01.287180 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0bc9d7dc-a1ea-4aaf-a8fd-e6b76b97819b req-7be6a5e1-3d6d-4b90-84df-b7856437547e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:01.316926 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0bc9d7dc-a1ea-4aaf-a8fd-e6b76b97819b req-7be6a5e1-3d6d-4b90-84df-b7856437547e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:01.362445 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7cdc14-4a35-416c-8822-3a9ed100d714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5'}, {'server_uuid': 'cab08a6f-b05b-4615-aa02-d0ab8b517629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad'}, {'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d333f32-bad4-43af-8080-6162733404ff'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:01.388220 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-836ed529-0112-4a7e-8e2c-35da0ac40373 req-11cab0f3-53d9-4f58-9073-ed2c37a42f12 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Unset dirty status for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:01.389542 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-836ed529-0112-4a7e-8e2c-35da0ac40373 req-11cab0f3-53d9-4f58-9073-ed2c37a42f12 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f649936-cdd0-4317-b9b6-73fbae8f0036 HTTP/1.1" status: 200 len: 210 time: 0.2588851 Aug 23 14:22:01.490832 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0bc9d7dc-a1ea-4aaf-a8fd-e6b76b97819b req-7be6a5e1-3d6d-4b90-84df-b7856437547e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:01.501380 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-44121529-300f-4023-859b-388446b51d79 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:01.518808 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6a5e1-3d6d-4b90-84df-b7856437547e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=918c21f9-7224-4a9f-af86-0a59cc68f6a3,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:01.521138 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7be6a5e1-3d6d-4b90-84df-b7856437547e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:01.561632 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0bc9d7dc-a1ea-4aaf-a8fd-e6b76b97819b req-7be6a5e1-3d6d-4b90-84df-b7856437547e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:01.562796 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0bc9d7dc-a1ea-4aaf-a8fd-e6b76b97819b req-7be6a5e1-3d6d-4b90-84df-b7856437547e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "DELETE /v2.0/security-groups/918c21f9-7224-4a9f-af86-0a59cc68f6a3 HTTP/1.1" status: 204 len: 173 time: 0.3658321 Aug 23 14:22:01.639211 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c3b39-026b-49a2-a0af-82b8a77409b1 req-55bf4ace-b798-460b-b12e-ac335dfd55dd tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:01.640670 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e69c3b39-026b-49a2-a0af-82b8a77409b1 req-55bf4ace-b798-460b-b12e-ac335dfd55dd tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 949 time: 0.1176739 Aug 23 14:22:01.690686 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e69c3b39-026b-49a2-a0af-82b8a77409b1 req-5693f14d-1869-4cc8-be15-dafa34fffd5c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Aug 23 14:22:01.707480 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:01.800558 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-63110a3b-901c-4434-b05b-e6b66ff04a7f req-b07b8417-78d4-455b-b7f2-4ef534f73ff5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/ac9880df-b5d8-4e7a-a401-a563af9b604a HTTP/1.1" status: 200 len: 1633 time: 0.0688341 Aug 23 14:22:01.828001 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa69440-f229-44d3-9664-3e0dcfec71ba req-f4bab0c9-392c-47a9-8dcb-d713130a501d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:01.829460 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ffa69440-f229-44d3-9664-3e0dcfec71ba req-f4bab0c9-392c-47a9-8dcb-d713130a501d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.1369920 Aug 23 14:22:01.903633 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ffa69440-f229-44d3-9664-3e0dcfec71ba req-b9b0c12e-ec6c-43b1-b802-5cc89f975f6c tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678475 Aug 23 14:22:01.904436 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-63110a3b-901c-4434-b05b-e6b66ff04a7f req-c4df8249-34d7-4796-8eaa-4bf7d874e96a tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 14:22:01.905325 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-63110a3b-901c-4434-b05b-e6b66ff04a7f req-c4df8249-34d7-4796-8eaa-4bf7d874e96a tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "DELETE /v2.0/security-groups/ac9880df-b5d8-4e7a-a401-a563af9b604a HTTP/1.1" status: 409 len: 341 time: 0.0986319 Aug 23 14:22:01.983842 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7cdc14-4a35-416c-8822-3a9ed100d714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5', 'code': 200} Aug 23 14:22:01.984122 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab08a6f-b05b-4615-aa02-d0ab8b517629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad', 'code': 200} Aug 23 14:22:01.984385 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d333f32-bad4-43af-8080-6162733404ff', 'code': 200} Aug 23 14:22:02.145443 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-79c51306-f8e2-4cff-8523-f438842c21b8 req-430c3ae9-79b8-4dd4-a246-260ff160a9e3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 1101 time: 0.0767350 Aug 23 14:22:02.194377 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-79c51306-f8e2-4cff-8523-f438842c21b8 req-d46cf2ab-0e89-4fe2-90c4-5a77caf841d3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407557 Aug 23 14:22:02.222170 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b4025784-08b1-4940-b8ff-fe50be5f4918 req-93d082fa-315d-48de-abbf-38f17e27da81 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "GET /v2.0/security-groups/780908f4-92c9-4699-b468-437f163c15e2 HTTP/1.1" status: 200 len: 1644 time: 0.2128394 Aug 23 14:22:02.296318 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-144412b8-5a52-49ed-b201-9a8bb74d3902 req-911a0e0e-908d-4c50-90da-ffbe9304a445 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cab08a6f-b05b-4615-aa02-d0ab8b517629 HTTP/1.1" status: 200 len: 1101 time: 0.2224474 Aug 23 14:22:02.304139 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46a2a5-ff9f-42e9-b8c3-62a337b87535 req-c9f9e11c-a1a2-4b8c-a250-070553d708db tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:02.305568 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fc46a2a5-ff9f-42e9-b8c3-62a337b87535 req-c9f9e11c-a1a2-4b8c-a250-070553d708db tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d8ae940-2d48-4408-8494-98309307a2a2 HTTP/1.1" status: 200 len: 945 time: 0.2944539 Aug 23 14:22:02.308850 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a0a70b-c338-470c-80cb-3b99083d4b2d', 'tag': 'a0bd77e7-86ab-4439-816f-a0c56718d598'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:02.319612 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26cf755c-4c21-4c94-967c-ed50d70aaffc req-321582db-2d90-4bd6-85e4-6c016fa12af4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 1100 time: 0.2524521 Aug 23 14:22:02.335389 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device f39693c5-15ca-4862-a7bf-e7c19ec53c47 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:02.374544 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: f39693c5-15ca-4862-a7bf-e7c19ec53c47 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:22:02.375031 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device f39693c5-15ca-4862-a7bf-e7c19ec53c47 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:02.430486 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b4025784-08b1-4940-b8ff-fe50be5f4918 req-934d8e21-26d6-4c94-b2e3-101a09da5e7e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:02.454891 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26cf755c-4c21-4c94-967c-ed50d70aaffc req-c71e1c78-4929-40f8-8f4a-7cf00c792e59 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165090 Aug 23 14:22:02.472513 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fc46a2a5-ff9f-42e9-b8c3-62a337b87535 req-ae1338c0-422c-487a-afe6-41af80b851c7 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/security-groups?id=705974c9-74c9-4d22-80f8-f2a2395af713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519003 Aug 23 14:22:02.482527 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b4025784-08b1-4940-b8ff-fe50be5f4918 req-934d8e21-26d6-4c94-b2e3-101a09da5e7e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:02.505795 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-144412b8-5a52-49ed-b201-9a8bb74d3902 req-bafda673-88ad-46f8-9d60-ddaef06dab9e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014638 Aug 23 14:22:02.649176 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b4025784-08b1-4940-b8ff-fe50be5f4918 req-934d8e21-26d6-4c94-b2e3-101a09da5e7e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:02.657944 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3f4bf320-78c3-4716-a4ec-e512435ff053 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:02.676803 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d8e21-26d6-4c94-b2e3-101a09da5e7e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=780908f4-92c9-4699-b468-437f163c15e2,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:02.679702 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-934d8e21-26d6-4c94-b2e3-101a09da5e7e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:02.700074 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b4025784-08b1-4940-b8ff-fe50be5f4918 req-934d8e21-26d6-4c94-b2e3-101a09da5e7e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:02.701677 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b4025784-08b1-4940-b8ff-fe50be5f4918 req-934d8e21-26d6-4c94-b2e3-101a09da5e7e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "DELETE /v2.0/security-groups/780908f4-92c9-4699-b468-437f163c15e2 HTTP/1.1" status: 204 len: 173 time: 0.4732940 Aug 23 14:22:02.745941 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8c0f4-7bc2-4939-9220-441731258844 req-82c625f9-f42e-4c43-8a96-507775cf83cf tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:02.748649 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f7a8c0f4-7bc2-4939-9220-441731258844 req-82c625f9-f42e-4c43-8a96-507775cf83cf tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 950 time: 0.1353135 Aug 23 14:22:02.806417 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f7a8c0f4-7bc2-4939-9220-441731258844 req-477ae06f-762f-42a7-8986-5fdabe129122 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520315 Aug 23 14:22:02.894192 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a0a70b-c338-470c-80cb-3b99083d4b2d', 'tag': 'a0bd77e7-86ab-4439-816f-a0c56718d598', 'status': 'completed', 'code': 200} Aug 23 14:22:03.028883 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-503f8bf4-6b69-45e7-81d6-f56c7cd07b1a req-74f2b509-14aa-4bc6-b18c-ffcb657876bf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2f431ed450f446c39356131383c72d18&device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 1135 time: 0.1029186 Aug 23 14:22:03.243492 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f8bf4-6b69-45e7-81d6-f56c7cd07b1a req-f0dbb8f8-bc5f-4a33-accc-1dd5dd482d1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:03.244951 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-503f8bf4-6b69-45e7-81d6-f56c7cd07b1a req-f0dbb8f8-bc5f-4a33-accc-1dd5dd482d1b service neutron] 10.222.0.91 "GET /v2.0/networks?id=29ca1774-eac6-46a2-9cd3-ee551b9695aa HTTP/1.1" status: 200 len: 912 time: 0.2088900 Aug 23 14:22:03.341205 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f9538ef7-5596-4dee-9d96-6a9634e26cd1 req-650584e0-d64e-4ae5-a31a-b2c0ea8978bc tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "GET /v2.0/security-groups/f7b9486e-2a2b-421f-8583-0d0032643002 HTTP/1.1" status: 200 len: 1646 time: 0.1481862 Aug 23 14:22:03.365153 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-503f8bf4-6b69-45e7-81d6-f56c7cd07b1a req-19421b52-52c4-46e9-8587-8ec70cdf8e9b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd77e7-86ab-4439-816f-a0c56718d598 HTTP/1.1" status: 200 len: 217 time: 0.1017644 Aug 23 14:22:03.382089 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:03.474482 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f8bf4-6b69-45e7-81d6-f56c7cd07b1a req-bfde1d94-cf33-47cc-a863-82435da4acd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:03.475842 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-503f8bf4-6b69-45e7-81d6-f56c7cd07b1a req-bfde1d94-cf33-47cc-a863-82435da4acd1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f095f93-f411-42ee-a54e-35015803eed3 HTTP/1.1" status: 200 len: 851 time: 0.0949969 Aug 23 14:22:03.547210 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-503f8bf4-6b69-45e7-81d6-f56c7cd07b1a req-94b06e97-67b2-4318-b339-7eac17152054 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=29ca1774-eac6-46a2-9cd3-ee551b9695aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596020 Aug 23 14:22:03.548202 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f9538ef7-5596-4dee-9d96-6a9634e26cd1 req-801b56e4-383d-4922-b8cf-c89ef19c2e2c tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:03.750374 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f9538ef7-5596-4dee-9d96-6a9634e26cd1 req-801b56e4-383d-4922-b8cf-c89ef19c2e2c tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:04.004498 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-503f8bf4-6b69-45e7-81d6-f56c7cd07b1a req-814a1ca4-afbd-49c9-8f9f-ea07196204a2 service neutron] 10.222.0.91 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482374 Aug 23 14:22:04.016114 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764295c3-0223-42b6-8174-f741525dc562 req-73a6767c-69fe-480b-976f-10123027eb3c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.018675 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-764295c3-0223-42b6-8174-f741525dc562 req-73a6767c-69fe-480b-976f-10123027eb3c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 949 time: 0.3379548 Aug 23 14:22:04.061463 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f9538ef7-5596-4dee-9d96-6a9634e26cd1 req-801b56e4-383d-4922-b8cf-c89ef19c2e2c tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:04.114947 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8c1ad977-9b96-4f1f-a805-19db4fe4ad4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:04.145523 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b56e4-383d-4922-b8cf-c89ef19c2e2c tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b9486e-2a2b-421f-8583-0d0032643002,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:04.154137 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-801b56e4-383d-4922-b8cf-c89ef19c2e2c tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:04.175085 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f9538ef7-5596-4dee-9d96-6a9634e26cd1 req-801b56e4-383d-4922-b8cf-c89ef19c2e2c tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:04.175085 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f9538ef7-5596-4dee-9d96-6a9634e26cd1 req-801b56e4-383d-4922-b8cf-c89ef19c2e2c tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "DELETE /v2.0/security-groups/f7b9486e-2a2b-421f-8583-0d0032643002 HTTP/1.1" status: 204 len: 173 time: 0.8213484 Aug 23 14:22:04.198875 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-764295c3-0223-42b6-8174-f741525dc562 req-d0bc2f1d-4d07-4efc-aec3-5abd27710e89 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603978 Aug 23 14:22:04.226941 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-503f8bf4-6b69-45e7-81d6-f56c7cd07b1a req-a8d10d34-96f9-4fee-83de-cb68f71959b6 service neutron] 10.222.0.91 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080381 Aug 23 14:22:04.495261 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f35a8c-897c-4a29-9949-ad04aca2906e req-699640ea-d2af-4638-8514-8e2348f972c6 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.496779 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-96f35a8c-897c-4a29-9949-ad04aca2906e req-699640ea-d2af-4638-8514-8e2348f972c6 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.2169809 Aug 23 14:22:04.504537 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64d155-7ecc-4609-acf3-3f710d50c5bf req-75b546d1-9ed2-4f73-8819-e06f285f08f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.506016 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f64d155-7ecc-4609-acf3-3f710d50c5bf req-75b546d1-9ed2-4f73-8819-e06f285f08f7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 984 time: 0.1760314 Aug 23 14:22:04.546708 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-821801aa-287a-47b9-8c92-fe59363031aa req-ab6d53d5-3432-4a5a-8a80-32df5e63d2e8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2f431ed450f446c39356131383c72d18&device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 1135 time: 0.1703269 Aug 23 14:22:04.686602 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-96f35a8c-897c-4a29-9949-ad04aca2906e req-34aa4544-f01b-4929-bf6b-c47efe24bc21 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787305 Aug 23 14:22:04.712965 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f64d155-7ecc-4609-acf3-3f710d50c5bf req-6b3e86bd-c340-4e5f-b326-43ddc9358f4a tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac9880df-b5d8-4e7a-a401-a563af9b604a&id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1952920 Aug 23 14:22:04.737464 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821801aa-287a-47b9-8c92-fe59363031aa req-affc3b60-c517-4b7a-aaa6-2ed3885bbf2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.739494 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-821801aa-287a-47b9-8c92-fe59363031aa req-affc3b60-c517-4b7a-aaa6-2ed3885bbf2a service neutron] 10.222.0.91 "GET /v2.0/networks?id=29ca1774-eac6-46a2-9cd3-ee551b9695aa HTTP/1.1" status: 200 len: 912 time: 0.1834574 Aug 23 14:22:04.812494 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-821801aa-287a-47b9-8c92-fe59363031aa req-0e4da7b4-2f00-4fd8-86eb-6b4185ccd0db service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd77e7-86ab-4439-816f-a0c56718d598 HTTP/1.1" status: 200 len: 217 time: 0.0660694 Aug 23 14:22:04.942444 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821801aa-287a-47b9-8c92-fe59363031aa req-7e3a1dcb-d310-4e44-90e5-905048a64a35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.943985 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-821801aa-287a-47b9-8c92-fe59363031aa req-7e3a1dcb-d310-4e44-90e5-905048a64a35 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f095f93-f411-42ee-a54e-35015803eed3 HTTP/1.1" status: 200 len: 851 time: 0.1256273 Aug 23 14:22:05.009696 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-821801aa-287a-47b9-8c92-fe59363031aa req-cdd86739-5518-4ef9-887a-955b9ce9a123 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=29ca1774-eac6-46a2-9cd3-ee551b9695aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590880 Aug 23 14:22:05.044341 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2510c8-d7b8-4b77-acaf-ca7bf444d278 req-93617847-fe68-4849-8415-6ec8403d24c0 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:05.045863 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb2510c8-d7b8-4b77-acaf-ca7bf444d278 req-93617847-fe68-4849-8415-6ec8403d24c0 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d8ae940-2d48-4408-8494-98309307a2a2 HTTP/1.1" status: 200 len: 945 time: 0.1831779 Aug 23 14:22:05.299120 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fb2510c8-d7b8-4b77-acaf-ca7bf444d278 req-07bda6c4-2687-4561-a2c5-2ab0a9df296b tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/security-groups?id=705974c9-74c9-4d22-80f8-f2a2395af713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741076 Aug 23 14:22:05.306093 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-821801aa-287a-47b9-8c92-fe59363031aa req-4604631d-ef8c-4152-ba94-cc33b77d63a3 service neutron] 10.222.0.91 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901325 Aug 23 14:22:05.396227 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2941415-d78a-4bd6-9c32-48719f662cdc req-fca6ac43-93c5-462a-8834-09f07045b6b8 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:05.397761 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b2941415-d78a-4bd6-9c32-48719f662cdc req-fca6ac43-93c5-462a-8834-09f07045b6b8 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 950 time: 0.3509791 Aug 23 14:22:05.451243 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee836c-2c73-49af-9671-00533d6097d0 req-c58ed0bf-05c7-4ae0-a9fe-50ed2c1ebc8d tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:05.452735 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-24ee836c-2c73-49af-9671-00533d6097d0 req-c58ed0bf-05c7-4ae0-a9fe-50ed2c1ebc8d tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d8ae940-2d48-4408-8494-98309307a2a2 HTTP/1.1" status: 200 len: 945 time: 0.3220525 Aug 23 14:22:05.603117 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-81c5c99d-bdb2-43b5-ae4e-a3457dd213d7 req-c38fb518-440d-4e69-bc4d-ac6916d0597c tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "GET /v2.0/security-groups/aaf0a555-20d1-4185-acda-36ed0c0e9d62 HTTP/1.1" status: 200 len: 1647 time: 0.2018979 Aug 23 14:22:05.603571 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b2941415-d78a-4bd6-9c32-48719f662cdc req-e31f3ce6-a249-4fee-8c73-f873c318f519 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980848 Aug 23 14:22:05.608547 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-821801aa-287a-47b9-8c92-fe59363031aa req-9391eca4-02f4-4816-9dea-87a8cd65e91f service neutron] 10.222.0.91 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941997 Aug 23 14:22:05.627913 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-24ee836c-2c73-49af-9671-00533d6097d0 req-8b3e721b-de7c-4f37-8477-c849165e7366 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Deleting port 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:22:05.628934 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-24ee836c-2c73-49af-9671-00533d6097d0 req-8b3e721b-de7c-4f37-8477-c849165e7366 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:06.037666 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-81c5c99d-bdb2-43b5-ae4e-a3457dd213d7 req-be586b6e-8568-49b3-87a7-9bb1f180cc47 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:06.194898 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-81c5c99d-bdb2-43b5-ae4e-a3457dd213d7 req-be586b6e-8568-49b3-87a7-9bb1f180cc47 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:06.220332 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73242c71-e0c3-4925-9ae1-ece412a979da req-06d32bc1-674d-42e7-95d7-7726dd768532 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:06.221855 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73242c71-e0c3-4925-9ae1-ece412a979da req-06d32bc1-674d-42e7-95d7-7726dd768532 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 811 time: 0.4818954 Aug 23 14:22:06.271894 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-24ee836c-2c73-49af-9671-00533d6097d0 req-8b3e721b-de7c-4f37-8477-c849165e7366 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] For port 76f65d8b-c078-4faa-8ad8-382c95ef7ce2, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=76f65d8b-c078-4faa-8ad8-382c95ef7ce2,segment=NetworkSegment(0d09f149-3807-4bc5-89f0-58846442dc3a),segment_id=0d09f149-3807-4bc5-89f0-58846442dc3a)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:06.272249 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-24ee836c-2c73-49af-9671-00533d6097d0 req-8b3e721b-de7c-4f37-8477-c849165e7366 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:06.339545 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:06.348121 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73242c71-e0c3-4925-9ae1-ece412a979da req-2f0df30c-073c-4901-bcc0-2492dfb5c07f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/quotas/2db89cf8ec4049f391cd185e2d3192bc HTTP/1.1" status: 200 len: 375 time: 0.1093831 Aug 23 14:22:06.412511 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-24ee836c-2c73-49af-9671-00533d6097d0 req-8b3e721b-de7c-4f37-8477-c849165e7366 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Calling delete_port for 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:22:06.499864 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73242c71-e0c3-4925-9ae1-ece412a979da req-7ca9c435-76ab-4d70-a104-29e39bbfb349 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940864 Aug 23 14:22:06.512449 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:06.526178 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5', 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca', 'port_id': '2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5', 'mac_address': 'fa:16:3e:a7:ef:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f85230-dbce-4146-9032-327f9929bf7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:06.595628 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-81c5c99d-bdb2-43b5-ae4e-a3457dd213d7 req-be586b6e-8568-49b3-87a7-9bb1f180cc47 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:06.601972 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:06.603765 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-09251882-eab2-4a81-a297-f71b08a35bc5 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:06.625149 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:06.650237 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be586b6e-8568-49b3-87a7-9bb1f180cc47 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf0a555-20d1-4185-acda-36ed0c0e9d62,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:06.650948 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:06.659535 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-be586b6e-8568-49b3-87a7-9bb1f180cc47 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:06.663803 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-81c5c99d-bdb2-43b5-ae4e-a3457dd213d7 req-be586b6e-8568-49b3-87a7-9bb1f180cc47 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:06.664919 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-81c5c99d-bdb2-43b5-ae4e-a3457dd213d7 req-be586b6e-8568-49b3-87a7-9bb1f180cc47 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "DELETE /v2.0/security-groups/aaf0a555-20d1-4185-acda-36ed0c0e9d62 HTTP/1.1" status: 204 len: 173 time: 1.0555110 Aug 23 14:22:06.718931 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:06.722233 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:06.757511 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73242c71-e0c3-4925-9ae1-ece412a979da req-ebe33b50-0b14-4be9-9db7-e58be569733b service neutron] 10.222.0.86 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519848 Aug 23 14:22:06.797212 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:06.807162 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:06.807507 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:06.807876 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:06.808222 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:06.808549 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:06.808878 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:06.809208 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:06.809529 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:06.809877 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:06.811827 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:06.811827 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:06.816378 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:06.887756 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-24ee836c-2c73-49af-9671-00533d6097d0 req-8b3e721b-de7c-4f37-8477-c849165e7366 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:06.904940 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-894ffa9d-7dad-4711-ba9d-5529d3188c2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:06.958723 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e721b-de7c-4f37-8477-c849165e7366 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Pushing event deleted for resources: {'Port': ['ID=76f65d8b-c078-4faa-8ad8-382c95ef7ce2,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:06.973965 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8b3e721b-de7c-4f37-8477-c849165e7366 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:07.001493 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:07.091809 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ee836c-2c73-49af-9671-00533d6097d0 req-8b3e721b-de7c-4f37-8477-c849165e7366 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] No DVR routers for this DVR port 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:07.096147 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73242c71-e0c3-4925-9ae1-ece412a979da req-1415d8f2-a9fa-4f00-9ce6-e08bf7744124 service neutron] 10.222.0.86 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205333 Aug 23 14:22:07.097281 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-24ee836c-2c73-49af-9671-00533d6097d0 req-8b3e721b-de7c-4f37-8477-c849165e7366 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:07.101534 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8ae940-2d48-4408-8494-98309307a2a2', 'name': 'network-vif-deleted', 'tag': '76f65d8b-c078-4faa-8ad8-382c95ef7ce2'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:07.126257 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69e44a-8536-4462-876c-4cca8a85fddc req-849d7268-819c-4c42-8fff-d476fbf83dec tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:07.128435 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ab69e44a-8536-4462-876c-4cca8a85fddc req-849d7268-819c-4c42-8fff-d476fbf83dec tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 949 time: 0.3499055 Aug 23 14:22:07.190873 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-24ee836c-2c73-49af-9671-00533d6097d0 req-8b3e721b-de7c-4f37-8477-c849165e7366 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.60 "DELETE /v2.0/ports/76f65d8b-c078-4faa-8ad8-382c95ef7ce2 HTTP/1.1" status: 204 len: 173 time: 1.7275934 Aug 23 14:22:07.195994 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ab69e44a-8536-4462-876c-4cca8a85fddc req-9a9d3ca5-14e1-4503-8c20-6baceadf0004 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598402 Aug 23 14:22:07.418557 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdcdcc-9201-4f86-9a6a-c8d23e4d931e req-19c5f7d4-4f53-4eec-98b8-a83c0820f2e3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:07.420676 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1fdcdcc-9201-4f86-9a6a-c8d23e4d931e req-19c5f7d4-4f53-4eec-98b8-a83c0820f2e3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=cab08a6f-b05b-4615-aa02-d0ab8b517629 HTTP/1.1" status: 200 len: 950 time: 0.0998583 Aug 23 14:22:07.521483 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1fdcdcc-9201-4f86-9a6a-c8d23e4d931e req-c49fc17d-0e79-45ed-8b68-cbe0a427843d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949821 Aug 23 14:22:07.548773 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa958241-9ca2-42ea-966a-8f56fea7942d req-561cf3e6-ca7e-4e41-9117-1ce92940f5bb tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:07.551204 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa958241-9ca2-42ea-966a-8f56fea7942d req-561cf3e6-ca7e-4e41-9117-1ce92940f5bb tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 944 time: 0.1073606 Aug 23 14:22:07.630138 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa958241-9ca2-42ea-966a-8f56fea7942d req-616941d4-b809-40d4-b005-77b891b7deff tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572250 Aug 23 14:22:07.741303 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706257b-fc6c-49b2-8b94-8bb72920e781 req-c4caf9c1-8269-4c1a-92f1-3161018e799d tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:07.744932 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2706257b-fc6c-49b2-8b94-8bb72920e781 req-c4caf9c1-8269-4c1a-92f1-3161018e799d tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 984 time: 0.0951324 Aug 23 14:22:07.801026 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:07.805515 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2706257b-fc6c-49b2-8b94-8bb72920e781 req-2b281e24-89bd-4b5b-9abb-2004d77f0d81 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac9880df-b5d8-4e7a-a401-a563af9b604a&id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0546899 Aug 23 14:22:07.881615 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:22:07.882046 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 76f65d8b-c078-4faa-8ad8-382c95ef7ce2 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:07.981475 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c646e1ec-fa85-4959-a84a-8a5380b33415 req-ae4cfd1c-43c4-419f-8d64-d005e769211b tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Synchronizing usage tracker for tenant:29164d7c48e3406196fab265c76de871 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:07.993213 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5045897e-0068-4e3b-a942-41203e2e7644 req-ea305b19-7696-4d80-9ff2-f40fcc698fb6 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "GET /v2.0/security-groups/26909962-990d-4555-95a4-ffca6651ca1d HTTP/1.1" status: 200 len: 1645 time: 0.1250122 Aug 23 14:22:08.170893 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c646e1ec-fa85-4959-a84a-8a5380b33415 req-ae4cfd1c-43c4-419f-8d64-d005e769211b tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Unset dirty status for tenant:29164d7c48e3406196fab265c76de871 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:08.172084 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c646e1ec-fa85-4959-a84a-8a5380b33415 req-ae4cfd1c-43c4-419f-8d64-d005e769211b tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d8ae940-2d48-4408-8494-98309307a2a2 HTTP/1.1" status: 200 len: 210 time: 0.2474868 Aug 23 14:22:08.201197 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5045897e-0068-4e3b-a942-41203e2e7644 req-a263098b-fd0f-49c0-9a71-208f760a614f tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:08.230331 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5045897e-0068-4e3b-a942-41203e2e7644 req-a263098b-fd0f-49c0-9a71-208f760a614f tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:08.268478 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8ae940-2d48-4408-8494-98309307a2a2', 'name': 'network-vif-deleted', 'tag': '76f65d8b-c078-4faa-8ad8-382c95ef7ce2', 'status': 'completed', 'code': 200} Aug 23 14:22:08.358928 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5045897e-0068-4e3b-a942-41203e2e7644 req-a263098b-fd0f-49c0-9a71-208f760a614f tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:08.363176 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1fdf540d-5a42-4620-8d54-ed1484133ca2 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:08.367858 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:08.377244 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263098b-fd0f-49c0-9a71-208f760a614f tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26909962-990d-4555-95a4-ffca6651ca1d,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:08.383167 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a263098b-fd0f-49c0-9a71-208f760a614f tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:08.385164 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5045897e-0068-4e3b-a942-41203e2e7644 req-a263098b-fd0f-49c0-9a71-208f760a614f tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:08.395830 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44746) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:08.398423 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5045897e-0068-4e3b-a942-41203e2e7644 req-a263098b-fd0f-49c0-9a71-208f760a614f tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] 10.222.0.86 "DELETE /v2.0/security-groups/26909962-990d-4555-95a4-ffca6651ca1d HTTP/1.1" status: 204 len: 173 time: 0.3976617 Aug 23 14:22:08.497445 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Deleting subnet 7bf3d4ca-22d6-47d1-b35a-8f3a450a6482 {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:22:08.500438 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:08.500922 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:08.510647 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:08.534674 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ec7e769-5f4f-4c48-901f-c82be66308d3 req-a9702cd5-95e4-43da-8c8c-15721bc3f8fe tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 1100 time: 0.1345453 Aug 23 14:22:08.632410 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:08.731573 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-824a76ed-3d54-484d-91e9-38266184390b req-dcf777e9-785a-46ba-923e-089e5a96f7fb tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d9f651b-cf44-49f1-b08c-fea28c8bc8bf HTTP/1.1" status: 200 len: 210 time: 0.1035597 Aug 23 14:22:08.750989 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:08.758199 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ec7e769-5f4f-4c48-901f-c82be66308d3 req-08ba809c-72f2-45a8-9b41-6096b8eee8fa tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151091 Aug 23 14:22:08.787701 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:08.846233 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa00d8a-baf0-403c-85a8-65e21b6b8f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:08.857704 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:08.907477 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:08.912813 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a18c47f6-fed0-4516-96ec-24b47c228986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:08.941743 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:08.947472 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:08.967423 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf3d4ca-22d6-47d1-b35a-8f3a450a6482,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:09.005318 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:09.009835 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:09.010388 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:09.010729 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:09.011343 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:09.011958 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:09.012341 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:09.012689 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:09.013045 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:09.013396 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:09.013778 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:09.017896 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:09.018904 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:09.029764 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7bf3d4ca-22d6-47d1-b35a-8f3a450a6482 HTTP/1.1" status: 204 len: 168 time: 0.6285532 Aug 23 14:22:09.034081 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44760) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:09.065339 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5,revision_number=7']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:09.074254 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:09.090626 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d1e037d7-6351-49d2-a1fc-58e78587ab81 req-4f989747-017d-446a-9035-7c936d5552b8 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-988353972&fields=id&tenant_id=2f431ed450f446c39356131383c72d18 HTTP/1.1" status: 200 len: 267 time: 0.0819252 Aug 23 14:22:09.162747 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e959-a565-4bbf-b448-a589566f89aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:09.295595 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e037d7-6351-49d2-a1fc-58e78587ab81 req-55b658f5-59e0-49e1-9189-3dc4f60e5e84 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:09.301719 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d1e037d7-6351-49d2-a1fc-58e78587ab81 req-55b658f5-59e0-49e1-9189-3dc4f60e5e84 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 984 time: 0.2004383 Aug 23 14:22:09.313816 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-d1e037d7-6351-49d2-a1fc-58e78587ab81 req-2ce94d2d-7868-4e3e-8bb4-0027edb7a6e4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Request body: {'port': {'security_groups': ['ac9880df-b5d8-4e7a-a401-a563af9b604a', 'cd8de265-dd5c-4113-a277-62ff8f2aeff9', '06c831c1-b1af-4c48-b311-5001cd481705']}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:09.331408 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e959-a565-4bbf-b448-a589566f89aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:09.451430 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-e1a9e959-a565-4bbf-b448-a589566f89aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4f8876-6908-4bd0-928b-1280dda959df']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:09.465194 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-e1a9e959-a565-4bbf-b448-a589566f89aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8602135-a9f8-442f-bd34-ef29e5a9f85e') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:09.465536 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-e1a9e959-a565-4bbf-b448-a589566f89aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8602135-a9f8-442f-bd34-ef29e5a9f85e') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:09.467715 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615722b8-6d87-4adb-a002-7d94649f6303 req-4dddeb0d-1afb-49fa-b689-7967db0766c8 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:09.472445 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615722b8-6d87-4adb-a002-7d94649f6303 req-4dddeb0d-1afb-49fa-b689-7967db0766c8 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:09.475003 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-615722b8-6d87-4adb-a002-7d94649f6303 req-4dddeb0d-1afb-49fa-b689-7967db0766c8 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714&device_id=cab08a6f-b05b-4615-aa02-d0ab8b517629 HTTP/1.1" status: 200 len: 1691 time: 0.2387195 Aug 23 14:22:09.488795 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e959-a565-4bbf-b448-a589566f89aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:09.507154 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d1e037d7-6351-49d2-a1fc-58e78587ab81 req-2ce94d2d-7868-4e3e-8bb4-0027edb7a6e4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:09.507397 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e959-a565-4bbf-b448-a589566f89aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:09.514932 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a9e959-a565-4bbf-b448-a589566f89aa admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:22:09.515335 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e959-a565-4bbf-b448-a589566f89aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:22:09.530282 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:22:09.602511 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-615722b8-6d87-4adb-a002-7d94649f6303 req-7c4e0147-8534-4b49-acff-96223a5c0b17 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204133 Aug 23 14:22:09.725218 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e959-a565-4bbf-b448-a589566f89aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:09.731116 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:09.763282 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e959-a565-4bbf-b448-a589566f89aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:09.773890 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9e959-a565-4bbf-b448-a589566f89aa admin admin] Pushing event deleted for resources: {'Network': ['ID=9d4f8876-6908-4bd0-928b-1280dda959df,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:09.777875 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e1a9e959-a565-4bbf-b448-a589566f89aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:09.780141 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e1a9e959-a565-4bbf-b448-a589566f89aa admin admin] 10.222.0.86 "DELETE /v2.0/networks/9d4f8876-6908-4bd0-928b-1280dda959df HTTP/1.1" status: 204 len: 168 time: 0.7481754 Aug 23 14:22:10.116022 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-d1e037d7-6351-49d2-a1fc-58e78587ab81 req-2ce94d2d-7868-4e3e-8bb4-0027edb7a6e4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] For port a0bd77e7-86ab-4439-816f-a0c56718d598, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a0bd77e7-86ab-4439-816f-a0c56718d598,segment=NetworkSegment(c911656c-d836-4e75-9460-63cafc49f42f),segment_id=c911656c-d836-4e75-9460-63cafc49f42f)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:10.122527 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73242c71-e0c3-4925-9ae1-ece412a979da req-7ea37981-da92-48ac-8874-49dac31d2a0f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:10.124041 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73242c71-e0c3-4925-9ae1-ece412a979da req-7ea37981-da92-48ac-8874-49dac31d2a0f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.60 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 811 time: 0.3057816 Aug 23 14:22:10.143559 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-73242c71-e0c3-4925-9ae1-ece412a979da req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Request body: {'port': {'device_id': '8d9f651b-cf44-49f1-b08c-fea28c8bc8bf', 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e', 'admin_state_up': True, 'tenant_id': '2db89cf8ec4049f391cd185e2d3192bc'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:10.167145 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db328ca-2ea0-4e23-8246-5c0cd19412ff req-4fdcdbe3-8f40-482a-8f93-62047d1d7e43 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:10.168675 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0db328ca-2ea0-4e23-8246-5c0cd19412ff req-4fdcdbe3-8f40-482a-8f93-62047d1d7e43 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.4113634 Aug 23 14:22:10.221619 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44770) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:10.267420 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d1e037d7-6351-49d2-a1fc-58e78587ab81 req-2ce94d2d-7868-4e3e-8bb4-0027edb7a6e4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:10.286643 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-13523f97-a096-4094-bcd6-02ddb1ee5de4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0214fea8a4de4a4393bef1ce08a3f10f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0635076 Aug 23 14:22:10.290113 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44774) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:10.345246 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0db328ca-2ea0-4e23-8246-5c0cd19412ff req-6119def1-210e-4671-a501-42495d317a72 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655982 Aug 23 14:22:10.365905 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6c63bb58-cac2-4062-86f0-8b616cddcb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:10.371530 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d1e037d7-6351-49d2-a1fc-58e78587ab81 req-2ce94d2d-7868-4e3e-8bb4-0027edb7a6e4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:10.384906 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['f649f137-e6a7-4f25-93aa-72e6653a4961'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:10.385531 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-399deb97-62d1-474f-892d-0dfb7dd358fe tempest-AttachSCSIVolumeTestJSON-56139166 tempest-AttachSCSIVolumeTestJSON-56139166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:10.405278 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6c63bb58-cac2-4062-86f0-8b616cddcb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:10.413317 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a0bd77e7-86ab-4439-816f-a0c56718d598'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:10.472491 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce94d2d-7868-4e3e-8bb4-0027edb7a6e4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event updated for resources: {'Port': ['ID=a0bd77e7-86ab-4439-816f-a0c56718d598,revision_number=7']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:10.480018 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-73242c71-e0c3-4925-9ae1-ece412a979da req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:10.493746 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2ce94d2d-7868-4e3e-8bb4-0027edb7a6e4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:10.498036 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-73242c71-e0c3-4925-9ae1-ece412a979da req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:10.504962 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e037d7-6351-49d2-a1fc-58e78587ab81 req-2ce94d2d-7868-4e3e-8bb4-0027edb7a6e4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:10.505903 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-d1e037d7-6351-49d2-a1fc-58e78587ab81 req-2ce94d2d-7868-4e3e-8bb4-0027edb7a6e4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:10.507218 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d1e037d7-6351-49d2-a1fc-58e78587ab81 req-2ce94d2d-7868-4e3e-8bb4-0027edb7a6e4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "PUT /v2.0/ports/a0bd77e7-86ab-4439-816f-a0c56718d598 HTTP/1.1" status: 200 len: 1020 time: 1.2046108 Aug 23 14:22:10.508005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a0a70b-c338-470c-80cb-3b99083d4b2d', 'tag': 'a0bd77e7-86ab-4439-816f-a0c56718d598'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:10.600430 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a0bd77e7-86ab-4439-816f-a0c56718d598'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:10.605584 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6c63bb58-cac2-4062-86f0-8b616cddcb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:10.610623 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-cb12e170-9b0d-40b5-8b78-66ee4c612928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:10.627773 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63bb58-cac2-4062-86f0-8b616cddcb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423221b7-39a2-42f3-aab8-3cfd14ca61e8,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:10.630479 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6c63bb58-cac2-4062-86f0-8b616cddcb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:10.634419 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73242c71-e0c3-4925-9ae1-ece412a979da req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Made reservation on behalf of 2db89cf8ec4049f391cd185e2d3192bc for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:10.634603 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6c63bb58-cac2-4062-86f0-8b616cddcb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:10.638772 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-6c63bb58-cac2-4062-86f0-8b616cddcb00 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/423221b7-39a2-42f3-aab8-3cfd14ca61e8 HTTP/1.1" status: 204 len: 168 time: 0.3443563 Aug 23 14:22:10.643494 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-73242c71-e0c3-4925-9ae1-ece412a979da req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:10.846407 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ba501787-40ba-4acc-a1cd-d22b861ac260 req-149dd1ab-e675-40f7-8f98-4172ca5dcfde service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1820023 Aug 23 14:22:10.947899 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-73242c71-e0c3-4925-9ae1-ece412a979da req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Allocated IP 172.20.0.6 (2961c70e-af3c-4bcf-91eb-0eb4d684285e/27bb7382-12c0-438e-a1f3-4f81c598dc69/d94bedbd-498f-460f-8f4b-def56551e90a) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:11.255159 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa00d8a-baf0-403c-85a8-65e21b6b8f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5', 'code': 200} Aug 23 14:22:11.411704 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-73242c71-e0c3-4925-9ae1-ece412a979da req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:11.481926 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a0a70b-c338-470c-80cb-3b99083d4b2d', 'tag': 'a0bd77e7-86ab-4439-816f-a0c56718d598', 'status': 'completed', 'code': 200} Aug 23 14:22:11.590358 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fa010ce5-9687-48aa-8560-3547262ae414 req-84565408-2583-4c08-954d-dd3fd30e81bf tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/06c831c1-b1af-4c48-b311-5001cd481705 HTTP/1.1" status: 200 len: 1633 time: 0.1114228 Aug 23 14:22:11.660039 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cf785a59-3cd7-4e27-9252-2120af07a02c req-8fabe712-7975-4654-a2ff-49a8c7f055cf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2f431ed450f446c39356131383c72d18&device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 1174 time: 0.1548705 Aug 23 14:22:11.770450 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-73242c71-e0c3-4925-9ae1-ece412a979da req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:11.803191 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-afb737e5-670f-48bc-84c5-46d033950f27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:11.841600 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785a59-3cd7-4e27-9252-2120af07a02c req-4ba095ed-7941-4d01-bada-77583108794c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:11.843363 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cf785a59-3cd7-4e27-9252-2120af07a02c req-4ba095ed-7941-4d01-bada-77583108794c service neutron] 10.222.0.91 "GET /v2.0/networks?id=29ca1774-eac6-46a2-9cd3-ee551b9695aa HTTP/1.1" status: 200 len: 912 time: 0.1693256 Aug 23 14:22:11.873024 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e6198d5d-9dd2-49cb-b650-1254e677afaa req-23e8df46-cc7e-420e-8642-9ddb98b9f0fd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 1096 time: 0.4420288 Aug 23 14:22:11.927095 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-fa010ce5-9687-48aa-8560-3547262ae414 req-d4a39ca8-6f8e-493a-82f4-a7e7b421d7c0 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 14:22:11.928139 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fa010ce5-9687-48aa-8560-3547262ae414 req-d4a39ca8-6f8e-493a-82f4-a7e7b421d7c0 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "DELETE /v2.0/security-groups/06c831c1-b1af-4c48-b311-5001cd481705 HTTP/1.1" status: 409 len: 341 time: 0.3369312 Aug 23 14:22:11.935141 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cf785a59-3cd7-4e27-9252-2120af07a02c req-e65e3232-cef4-4670-8daf-416e3f3dd73f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd77e7-86ab-4439-816f-a0c56718d598 HTTP/1.1" status: 200 len: 217 time: 0.0847414 Aug 23 14:22:11.944897 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73242c71-e0c3-4925-9ae1-ece412a979da req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Network 2961c70e-af3c-4bcf-91eb-0eb4d684285e is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:11.952928 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Pushing event updated for resources: {'Port': ['ID=d94bedbd-498f-460f-8f4b-def56551e90a,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:11.958378 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-73242c71-e0c3-4925-9ae1-ece412a979da req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:11.963026 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:11.968683 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-73242c71-e0c3-4925-9ae1-ece412a979da req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:22:12.008440 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785a59-3cd7-4e27-9252-2120af07a02c req-8a8cfb7a-2dc9-41da-b46d-b5a1ecb6de89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:12.010074 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cf785a59-3cd7-4e27-9252-2120af07a02c req-8a8cfb7a-2dc9-41da-b46d-b5a1ecb6de89 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8f095f93-f411-42ee-a54e-35015803eed3 HTTP/1.1" status: 200 len: 851 time: 0.0661509 Aug 23 14:22:12.022875 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e6198d5d-9dd2-49cb-b650-1254e677afaa req-4bbd1f05-b1fa-46d9-a038-088fb1772f5a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307273 Aug 23 14:22:12.049358 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-f04d870d-183f-4145-b2e5-4ee29eb81100 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6179807 Aug 23 14:22:12.060483 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491119de-f8b4-4d47-80f1-784aa8eeefce req-3aae036b-cad5-4a32-9a04-034a1dccd719 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:12.067298 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-491119de-f8b4-4d47-80f1-784aa8eeefce req-3aae036b-cad5-4a32-9a04-034a1dccd719 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d9f651b-cf44-49f1-b08c-fea28c8bc8bf HTTP/1.1" status: 200 len: 931 time: 0.3960955 Aug 23 14:22:12.076729 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cf785a59-3cd7-4e27-9252-2120af07a02c req-2d9cb59e-9c67-479b-bb94-36638469d7d4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=29ca1774-eac6-46a2-9cd3-ee551b9695aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600483 Aug 23 14:22:12.126734 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73242c71-e0c3-4925-9ae1-ece412a979da req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:12.127487 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-73242c71-e0c3-4925-9ae1-ece412a979da req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:12.198537 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-491119de-f8b4-4d47-80f1-784aa8eeefce req-a3acc0b6-e2fb-41f4-bcaf-5ef1796660fc tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303482 Aug 23 14:22:12.225830 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e342f9-2d4a-475b-a7f1-64b702b2df6c req-132f98e4-d5a0-425a-bfd1-a0bbbca62e6c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:12.230637 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-35e342f9-2d4a-475b-a7f1-64b702b2df6c req-132f98e4-d5a0-425a-bfd1-a0bbbca62e6c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 949 time: 0.1768320 Aug 23 14:22:12.288025 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73242c71-e0c3-4925-9ae1-ece412a979da req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1496291 Aug 23 14:22:12.292822 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-35e342f9-2d4a-475b-a7f1-64b702b2df6c req-8344703b-f8f3-4bdb-bd44-b270a22a148f tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574784 Aug 23 14:22:12.304680 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Request body: {'port': {'device_id': '8d9f651b-cf44-49f1-b08c-fea28c8bc8bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:12.442973 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cf785a59-3cd7-4e27-9252-2120af07a02c req-d7fe445e-9ad7-4520-af4f-c0f96632a7d7 service neutron] 10.222.0.91 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142329 Aug 23 14:22:12.481872 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44828) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:12.654323 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:12.673417 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cf785a59-3cd7-4e27-9252-2120af07a02c req-611198ae-285c-458f-8a52-5309337d596b service neutron] 10.222.0.91 "GET /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198627 Aug 23 14:22:12.677666 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b8f8d-a552-4e94-9ebb-4677802e5699 req-69e855c8-2dfd-44f6-94e7-7d3d0024c157 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:12.680800 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-506b8f8d-a552-4e94-9ebb-4677802e5699 req-69e855c8-2dfd-44f6-94e7-7d3d0024c157 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.2763553 Aug 23 14:22:12.774813 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1724581013-network', 'tenant_id': 'aa56299747e449a5a294fff918c53331'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:12.775985 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:12.780949 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Usage tracker for resource:network and tenant:aa56299747e449a5a294fff918c53331 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:12.784705 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:12.792170 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:12.837495 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45ed22c3-ebf8-4c49-af8b-a1c6c7c80d34 req-c0a4e3df-7d01-43a9-b0a3-23902f2248dd tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 1101 time: 0.3115194 Aug 23 14:22:12.878566 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-506b8f8d-a552-4e94-9ebb-4677802e5699 req-115f028b-ab95-45cd-899f-3eca2ec04e57 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585195 Aug 23 14:22:12.890122 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Made reservation on behalf of aa56299747e449a5a294fff918c53331 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:12.893131 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:12.925724 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:12.944113 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-45ed22c3-ebf8-4c49-af8b-a1c6c7c80d34 req-da7e3d7e-992d-4da2-9e81-73d94ef97ede tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] Synchronizing usage tracker for tenant:a95c9e214be64868b63b419a0ce6aea8 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:12.966969 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:12.977196 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Usage tracker for resource:security_group_rule and tenant:aa56299747e449a5a294fff918c53331 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:12.977196 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:12.983072 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:13.089082 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.187687 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.192693 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8c09059c-69b9-4772-bfab-49b3078d13c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:13.218499 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94bedbd-498f-460f-8f4b-def56551e90a {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:13.238863 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.251218 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:22:13.263588 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3933cf-0043-4170-9627-06123415bca2,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:13.268185 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:13.269276 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.271620 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Added segment 2caa83f4-9b5b-4f86-959a-880727235c4f of type vlan for network 80f8161c-8ed4-4549-895c-ef8bed349c98 Aug 23 14:22:13.276230 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Transition to ACTIVE for port object d94bedbd-498f-460f-8f4b-def56551e90a will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:13.289992 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-45ed22c3-ebf8-4c49-af8b-a1c6c7c80d34 req-da7e3d7e-992d-4da2-9e81-73d94ef97ede tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] Unset dirty status for tenant:a95c9e214be64868b63b419a0ce6aea8 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:13.291232 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45ed22c3-ebf8-4c49-af8b-a1c6c7c80d34 req-da7e3d7e-992d-4da2-9e81-73d94ef97ede tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440413 Aug 23 14:22:13.299773 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.392917 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.399257 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:13.427546 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.428676 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:13.429375 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.454358 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:13.538262 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Pushing event updated for resources: {'Port': ['ID=d94bedbd-498f-460f-8f4b-def56551e90a,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:13.542975 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:13.577915 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0897648 Aug 23 14:22:13.578785 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44854) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:13.613743 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Request body: {'subnet': {'network_id': '80f8161c-8ed4-4549-895c-ef8bed349c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1724581013-subnet', 'tenant_id': 'aa56299747e449a5a294fff918c53331', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:13.622951 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:13.629253 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Pushing event updated for resources: {'Network': ['ID=80f8161c-8ed4-4549-895c-ef8bed349c98,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:13.631955 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Usage tracker for resource:subnet and tenant:aa56299747e449a5a294fff918c53331 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:13.635454 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:13.636313 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:13.642824 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 80f8161c-8ed4-4549-895c-ef8bed349c98 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:22:13.646544 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:13.747851 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Made reservation on behalf of aa56299747e449a5a294fff918c53331 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:13.752262 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.808571 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Attempting to bind port d94bedbd-498f-460f-8f4b-def56551e90a on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:13.809140 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Attempting to bind port d94bedbd-498f-460f-8f4b-def56551e90a by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:13.809495 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Attempting to bind port d94bedbd-498f-460f-8f4b-def56551e90a on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:13.822238 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Port d94bedbd-498f-460f-8f4b-def56551e90a on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:22:13.822750 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Attempting to bind port d94bedbd-498f-460f-8f4b-def56551e90a on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:13.838469 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:22:13.838961 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Checking segment: {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:13.839427 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Bound using segment: {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:22:13.840352 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Bound port: d94bedbd-498f-460f-8f4b-def56551e90a, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:13.840693 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.074933 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45d846-656b-4a16-bc93-609f565eaa05 req-d2721c54-f9a7-4978-820e-ebdd364470c7 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:14.077473 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-5a45d846-656b-4a16-bc93-609f565eaa05 req-d2721c54-f9a7-4978-820e-ebdd364470c7 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Synchronizing usage tracker for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:14.117801 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.122730 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-37f4c06a-08c3-4376-9b3b-1f6a372ea426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:14.140577 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] For port d94bedbd-498f-460f-8f4b-def56551e90a, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:22:14.144822 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] For port d94bedbd-498f-460f-8f4b-def56551e90a, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d94bedbd-498f-460f-8f4b-def56551e90a,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:22:14.149269 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-13062eb4-28f4-4397-8aac-13342308151f req-314790bb-adb9-4d54-96a9-ccf96c368ed5 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cab08a6f-b05b-4615-aa02-d0ab8b517629 HTTP/1.1" status: 200 len: 1101 time: 0.3139765 Aug 23 14:22:14.200001 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-13062eb4-28f4-4397-8aac-13342308151f req-aa0230be-c6c2-4c3a-9a7d-089949f8dc00 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443420 Aug 23 14:22:14.203977 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f009a8a9-5cfa-46e7-a5fa-ef34186cf83b,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:14.208709 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:14.219922 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Checking segment: {'id': '2caa83f4-9b5b-4f86-959a-880727235c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80f8161c-8ed4-4549-895c-ef8bed349c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:14.220347 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Network hostable DHCP agents. Network: 80f8161c-8ed4-4549-895c-ef8bed349c98, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:22:14.242279 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.248951 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-5a45d846-656b-4a16-bc93-609f565eaa05 req-d2721c54-f9a7-4978-820e-ebdd364470c7 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Unset dirty status for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:14.255989 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5a45d846-656b-4a16-bc93-609f565eaa05 req-d2721c54-f9a7-4978-820e-ebdd364470c7 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d9f651b-cf44-49f1-b08c-fea28c8bc8bf HTTP/1.1" status: 200 len: 943 time: 0.5080841 Aug 23 14:22:14.260425 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8065d817-0458-4a6e-b807-755fba1b643c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:14.352894 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.353470 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Network 80f8161c-8ed4-4549-895c-ef8bed349c98 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:22:14.354434 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73242c71-e0c3-4925-9ae1-ece412a979da req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] 10.222.0.60 "PUT /v2.0/ports/d94bedbd-498f-460f-8f4b-def56551e90a HTTP/1.1" status: 200 len: 1091 time: 2.0568242 Aug 23 14:22:14.355428 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9f651b-cf44-49f1-b08c-fea28c8bc8bf', 'tag': 'd94bedbd-498f-460f-8f4b-def56551e90a'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:14.433656 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5a45d846-656b-4a16-bc93-609f565eaa05 req-9694dafb-8a82-4494-aea6-baad982b235d tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767819 Aug 23 14:22:14.440563 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Pushing event updated for resources: {'Port': ['ID=d94bedbd-498f-460f-8f4b-def56551e90a,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:14.444147 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:14.489062 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4573ba7-ae04-4f85-bcec-cef6594c2d0d req-41acfcc5-b353-46f4-9b94-b956b291ec10 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:14.490575 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f4573ba7-ae04-4f85-bcec-cef6594c2d0d req-41acfcc5-b353-46f4-9b94-b956b291ec10 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 949 time: 0.1222491 Aug 23 14:22:14.541300 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44870) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:14.601136 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 80f8161c-8ed4-4549-895c-ef8bed349c98) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:14.609885 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3fac0d-0e6f-467a-aa34-c27430c620a9 None None] Network 80f8161c-8ed4-4549-895c-ef8bed349c98 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:22:14.618957 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f4573ba7-ae04-4f85-bcec-cef6594c2d0d req-2dc4f341-5d53-4a2e-abd2-50dff5362ebe tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216307 Aug 23 14:22:14.633441 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:14.637747 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.663250 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73242c71-e0c3-4925-9ae1-ece412a979da req-856bb008-66b4-4560-afa3-b56a9e5cc084 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&device_id=8d9f651b-cf44-49f1-b08c-fea28c8bc8bf HTTP/1.1" status: 200 len: 1094 time: 0.1312237 Aug 23 14:22:14.692714 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab353d55-a9f1-4e09-a76d-667b18d20e3f admin admin] Deleting subnet de2668f0-5625-4602-8873-d22cb5de35ad {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:22:14.696553 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ab353d55-a9f1-4e09-a76d-667b18d20e3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.847680 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73242c71-e0c3-4925-9ae1-ece412a979da req-c0692eb6-d1dc-4835-aa72-83f6fbbca74f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d94bedbd-498f-460f-8f4b-def56551e90a HTTP/1.1" status: 200 len: 217 time: 0.1343114 Aug 23 14:22:14.892186 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2861695 Aug 23 14:22:14.920704 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9670ba8-7091-4ac1-bf14-8807c69294e1 req-ad2aa8e5-154e-48b1-973a-9e6ae09db315 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:14.925876 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ab353d55-a9f1-4e09-a76d-667b18d20e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.928260 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f9670ba8-7091-4ac1-bf14-8807c69294e1 req-ad2aa8e5-154e-48b1-973a-9e6ae09db315 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 1023 time: 0.2699764 Aug 23 14:22:14.946408 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87652de4-6486-468b-a1f4-2f796371d1d8 None None] Network 80f8161c-8ed4-4549-895c-ef8bed349c98 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:22:14.981646 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73242c71-e0c3-4925-9ae1-ece412a979da req-c8c22c7e-f83e-472e-936e-9d0e2d355ec3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:14.983103 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73242c71-e0c3-4925-9ae1-ece412a979da req-c8c22c7e-f83e-472e-936e-9d0e2d355ec3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27bb7382-12c0-438e-a1f3-4f81c598dc69 HTTP/1.1" status: 200 len: 851 time: 0.1222675 Aug 23 14:22:15.002111 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ab353d55-a9f1-4e09-a76d-667b18d20e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:15.035998 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90741c-5488-4815-8462-8826830db958 req-4eac4e12-69e3-4ece-af71-165748289684 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:15.037750 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cf90741c-5488-4815-8462-8826830db958 req-4eac4e12-69e3-4ece-af71-165748289684 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.2587836 Aug 23 14:22:15.075027 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73242c71-e0c3-4925-9ae1-ece412a979da req-62648ce7-44fe-449d-9607-8a678535d9a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2961c70e-af3c-4bcf-91eb-0eb4d684285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802777 Aug 23 14:22:15.094592 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f9670ba8-7091-4ac1-bf14-8807c69294e1 req-908f33d5-4657-42bd-b493-224b523f1540 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=ac9880df-b5d8-4e7a-a401-a563af9b604a&id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&id=06c831c1-b1af-4c48-b311-5001cd481705&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1650095 Aug 23 14:22:15.225983 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cf90741c-5488-4815-8462-8826830db958 req-56436696-e552-45f6-8af9-3213ede274df tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775310 Aug 23 14:22:15.231126 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ab353d55-a9f1-4e09-a76d-667b18d20e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:15.236406 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:15.280653 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73242c71-e0c3-4925-9ae1-ece412a979da req-52819938-bb81-4e73-adf4-b791843e294e service neutron] 10.222.0.60 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831656 Aug 23 14:22:15.282585 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab353d55-a9f1-4e09-a76d-667b18d20e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de2668f0-5625-4602-8873-d22cb5de35ad,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:15.290256 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ab353d55-a9f1-4e09-a76d-667b18d20e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:15.300567 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ab353d55-a9f1-4e09-a76d-667b18d20e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:15.310960 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ab353d55-a9f1-4e09-a76d-667b18d20e3f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/de2668f0-5625-4602-8873-d22cb5de35ad HTTP/1.1" status: 204 len: 168 time: 0.7658350 Aug 23 14:22:15.312341 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 44880) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:15.342805 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9f651b-cf44-49f1-b08c-fea28c8bc8bf', 'tag': 'd94bedbd-498f-460f-8f4b-def56551e90a', 'status': 'completed', 'code': 200} Aug 23 14:22:15.368578 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-4c9dd378-9d74-4618-92e1-be33177490f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 1100 time: 0.2107422 Aug 23 14:22:15.556653 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-493b3b7e-2314-4056-a562-e4460880312a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:15.625892 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb908edb-89fd-4f2c-88af-b6ae70595654 req-f392a5f5-9fe4-4634-95b7-a1f54d1ebf0b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:15.626620 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-eb908edb-89fd-4f2c-88af-b6ae70595654 req-f392a5f5-9fe4-4634-95b7-a1f54d1ebf0b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Synchronizing usage tracker for tenant:2f431ed450f446c39356131383c72d18 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:15.628383 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73242c71-e0c3-4925-9ae1-ece412a979da req-c9ef1493-ddf3-4178-b03f-4c6c878bf926 service neutron] 10.222.0.60 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401659 Aug 23 14:22:15.675437 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-342e64e1-194f-44e2-8f61-9481dc170854 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:15.676897 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-342e64e1-194f-44e2-8f61-9481dc170854 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.3008907 Aug 23 14:22:15.751443 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-48af8a31-955b-464f-ba75-38be0cffd78c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8d333f32-bad4-43af-8080-6162733404ff HTTP/1.1" status: 200 len: 217 time: 0.0671778 Aug 23 14:22:15.752493 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-eb908edb-89fd-4f2c-88af-b6ae70595654 req-f392a5f5-9fe4-4634-95b7-a1f54d1ebf0b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Unset dirty status for tenant:2f431ed450f446c39356131383c72d18 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:15.753503 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eb908edb-89fd-4f2c-88af-b6ae70595654 req-f392a5f5-9fe4-4634-95b7-a1f54d1ebf0b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.91 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 1023 time: 0.4428389 Aug 23 14:22:15.800808 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-8005aec0-9552-4c94-b95b-19a4f1c63929 req-56ec7fda-87e6-4731-b10b-f662bcfb272b tempest-SecurityGroupsNegativeTestJSON-475000923 tempest-SecurityGroupsNegativeTestJSON-475000923-project] show failed (client error): The resource could not be found. Aug 23 14:22:15.801683 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8005aec0-9552-4c94-b95b-19a4f1c63929 req-56ec7fda-87e6-4731-b10b-f662bcfb272b tempest-SecurityGroupsNegativeTestJSON-475000923 tempest-SecurityGroupsNegativeTestJSON-475000923-project] 10.222.0.86 "GET /v2.0/security-groups/8cdc4c77-3ce4-4845-84f5-b15e875df457 HTTP/1.1" status: 404 len: 352 time: 0.1331596 Aug 23 14:22:15.895712 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-fbf74f2f-6d36-468f-b137-35968e98c179 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:15.897172 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-fbf74f2f-6d36-468f-b137-35968e98c179 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1383128 Aug 23 14:22:15.900958 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-eb908edb-89fd-4f2c-88af-b6ae70595654 req-c7185b11-acd2-4138-9c23-38290df2c397 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Deleting port a0bd77e7-86ab-4439-816f-a0c56718d598 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:22:15.901133 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-eb908edb-89fd-4f2c-88af-b6ae70595654 req-c7185b11-acd2-4138-9c23-38290df2c397 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:15.923724 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-493b3b7e-2314-4056-a562-e4460880312a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:15.942589 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-493b3b7e-2314-4056-a562-e4460880312a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33167747-a711-4a68-8d19-5f3f278641ea']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:15.997585 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-493b3b7e-2314-4056-a562-e4460880312a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d09f149-3807-4bc5-89f0-58846442dc3a') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:15.997897 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-493b3b7e-2314-4056-a562-e4460880312a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d09f149-3807-4bc5-89f0-58846442dc3a') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:16.023959 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-493b3b7e-2314-4056-a562-e4460880312a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:16.145916 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-75126b9b-c16f-4197-98f9-35ce2a463c36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2203729 Aug 23 14:22:16.182698 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec95adf-b960-43df-8c78-ec5d572818d5 req-f4b57bd3-b4db-4ce5-a1a7-0cf5d82b31f0 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:16.184219 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ec95adf-b960-43df-8c78-ec5d572818d5 req-f4b57bd3-b4db-4ce5-a1a7-0cf5d82b31f0 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.5214221 Aug 23 14:22:16.187314 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-25fc4be5-d325-4f62-b28e-433f39b2aa03 req-30cea438-f3d9-4b13-b264-4b087a661d46 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&device_id=8d9f651b-cf44-49f1-b08c-fea28c8bc8bf HTTP/1.1" status: 200 len: 1094 time: 0.4348390 Aug 23 14:22:16.208788 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-493b3b7e-2314-4056-a562-e4460880312a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:16.287430 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493b3b7e-2314-4056-a562-e4460880312a admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:22:16.287751 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-493b3b7e-2314-4056-a562-e4460880312a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:22:16.305126 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:22:16.323644 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-eb908edb-89fd-4f2c-88af-b6ae70595654 req-c7185b11-acd2-4138-9c23-38290df2c397 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] For port a0bd77e7-86ab-4439-816f-a0c56718d598, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a0bd77e7-86ab-4439-816f-a0c56718d598,segment=NetworkSegment(c911656c-d836-4e75-9460-63cafc49f42f),segment_id=c911656c-d836-4e75-9460-63cafc49f42f)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:16.323644 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-eb908edb-89fd-4f2c-88af-b6ae70595654 req-c7185b11-acd2-4138-9c23-38290df2c397 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:16.428922 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ec95adf-b960-43df-8c78-ec5d572818d5 req-aec6d0ac-0d80-4171-ad4e-ddf071e15403 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386322 Aug 23 14:22:16.458571 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a79be4-892c-4b71-b6f1-925e8b810eef req-b6e30c3e-04c6-4023-b33b-f5e26be9b2a1 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:16.458571 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01a79be4-892c-4b71-b6f1-925e8b810eef req-b6e30c3e-04c6-4023-b33b-f5e26be9b2a1 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d9f651b-cf44-49f1-b08c-fea28c8bc8bf HTTP/1.1" status: 200 len: 943 time: 0.5150149 Aug 23 14:22:16.487586 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-eb908edb-89fd-4f2c-88af-b6ae70595654 req-c7185b11-acd2-4138-9c23-38290df2c397 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Calling delete_port for a0bd77e7-86ab-4439-816f-a0c56718d598 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:22:16.502317 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc4be5-d325-4f62-b28e-433f39b2aa03 req-6496df27-4664-4530-a3c2-e7ce047be9ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:16.503741 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-25fc4be5-d325-4f62-b28e-433f39b2aa03 req-6496df27-4664-4530-a3c2-e7ce047be9ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 912 time: 0.2963064 Aug 23 14:22:16.519454 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-d5c48650-bdf7-4a61-b1b8-17a892213937 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641682 Aug 23 14:22:16.583206 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-493b3b7e-2314-4056-a562-e4460880312a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:16.602296 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:16.619385 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-493b3b7e-2314-4056-a562-e4460880312a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:16.651521 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-25fc4be5-d325-4f62-b28e-433f39b2aa03 req-72187472-a816-4025-8527-1542a7e1f25d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d94bedbd-498f-460f-8f4b-def56551e90a HTTP/1.1" status: 200 len: 217 time: 0.1374700 Aug 23 14:22:16.656937 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b3b7e-2314-4056-a562-e4460880312a admin admin] Pushing event deleted for resources: {'Network': ['ID=33167747-a711-4a68-8d19-5f3f278641ea,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:16.664536 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01a79be4-892c-4b71-b6f1-925e8b810eef req-6484aafa-c043-4805-bec6-7485282bad1e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929183 Aug 23 14:22:16.699444 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-493b3b7e-2314-4056-a562-e4460880312a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:16.701470 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-263e3465-ab07-4f91-8a04-99f073696fba tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1022689 Aug 23 14:22:16.706057 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-493b3b7e-2314-4056-a562-e4460880312a admin admin] 10.222.0.86 "DELETE /v2.0/networks/33167747-a711-4a68-8d19-5f3f278641ea HTTP/1.1" status: 204 len: 168 time: 1.3859370 Aug 23 14:22:16.754775 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-41547a2d-a533-4909-9a24-ac0fc93398d9 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278657 Aug 23 14:22:16.878763 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc4be5-d325-4f62-b28e-433f39b2aa03 req-491b4809-9150-479a-afa6-ed59c7081322 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:16.880235 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-25fc4be5-d325-4f62-b28e-433f39b2aa03 req-491b4809-9150-479a-afa6-ed59c7081322 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27bb7382-12c0-438e-a1f3-4f81c598dc69 HTTP/1.1" status: 200 len: 851 time: 0.2186856 Aug 23 14:22:16.942627 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-eb908edb-89fd-4f2c-88af-b6ae70595654 req-c7185b11-acd2-4138-9c23-38290df2c397 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:16.952067 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b6d69467-8c7e-4493-828a-12d1766b6534 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:16.958053 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a0bd77e7-86ab-4439-816f-a0c56718d598'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:16.974350 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-25fc4be5-d325-4f62-b28e-433f39b2aa03 req-66b71ecc-d4ac-4052-8628-c2581e455245 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2961c70e-af3c-4bcf-91eb-0eb4d684285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792670 Aug 23 14:22:17.029428 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['f649f137-e6a7-4f25-93aa-72e6653a4961'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:17.114230 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7185b11-acd2-4138-9c23-38290df2c397 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event deleted for resources: {'Port': ['ID=a0bd77e7-86ab-4439-816f-a0c56718d598,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:17.118683 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c7185b11-acd2-4138-9c23-38290df2c397 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:17.176132 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69552783-e598-4813-ac34-aadec9a3efca req-e5462226-5a25-4721-9978-34d82ca7a9b5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:17.177712 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-e5462226-5a25-4721-9978-34d82ca7a9b5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4584219 Aug 23 14:22:17.228541 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac068b12-6129-4dcd-b6c2-5c859dc8ae11 req-435acf69-e873-4096-8b4f-5be50e893a7b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:17.235852 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac068b12-6129-4dcd-b6c2-5c859dc8ae11 req-435acf69-e873-4096-8b4f-5be50e893a7b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 949 time: 0.4299164 Aug 23 14:22:17.246769 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44908) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:17.258301 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb908edb-89fd-4f2c-88af-b6ae70595654 req-c7185b11-acd2-4138-9c23-38290df2c397 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] No DVR routers for this DVR port a0bd77e7-86ab-4439-816f-a0c56718d598 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:17.265978 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-cddd524c-d7b1-4a34-ab48-7568f04a1bfe tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/quotas/ed513cc169e2499997ed50fd7eb7e6d1 HTTP/1.1" status: 200 len: 375 time: 0.0751276 Aug 23 14:22:17.286273 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-eb908edb-89fd-4f2c-88af-b6ae70595654 req-c7185b11-acd2-4138-9c23-38290df2c397 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:17.290858 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a0a70b-c338-470c-80cb-3b99083d4b2d', 'name': 'network-vif-deleted', 'tag': 'a0bd77e7-86ab-4439-816f-a0c56718d598'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:17.358843 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-201374b8-390f-4dab-bd5c-7c2c477fdf4c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=29164d7c48e3406196fab265c76de871&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1099484 Aug 23 14:22:17.360350 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44914) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:17.371235 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-25fc4be5-d325-4f62-b28e-433f39b2aa03 req-7074675f-a79c-46bd-8c2b-30bc355d33e8 service neutron] 10.222.0.60 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859122 Aug 23 14:22:17.411319 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac068b12-6129-4dcd-b6c2-5c859dc8ae11 req-e612de27-94e7-47c0-be43-f313a01f3c66 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742640 Aug 23 14:22:17.421346 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-eb908edb-89fd-4f2c-88af-b6ae70595654 req-c7185b11-acd2-4138-9c23-38290df2c397 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.91 "DELETE /v2.0/ports/a0bd77e7-86ab-4439-816f-a0c56718d598 HTTP/1.1" status: 204 len: 173 time: 1.6168723 Aug 23 14:22:17.465007 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7509569e-b574-4623-88e6-f221f5b4b603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:17.507019 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7509569e-b574-4623-88e6-f221f5b4b603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:17.545781 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-931ce99d-ea2c-423d-ab5c-47b3b683fc34 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2703245 Aug 23 14:22:17.619661 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-da14a9ec-f5d2-4083-af46-16b383e819aa req-a60ffd36-2224-42a0-afe7-3d3bc40e7cb7 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5a0a70b-c338-470c-80cb-3b99083d4b2d HTTP/1.1" status: 200 len: 210 time: 0.0619545 Aug 23 14:22:17.654535 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-25fc4be5-d325-4f62-b28e-433f39b2aa03 req-3d9bcd21-0493-454a-864d-2e93ea3a00a7 service neutron] 10.222.0.60 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744873 Aug 23 14:22:17.666231 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7509569e-b574-4623-88e6-f221f5b4b603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:17.668130 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6c63bb58-cac2-4062-86f0-8b616cddcb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:17.684799 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509569e-b574-4623-88e6-f221f5b4b603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705974c9-74c9-4d22-80f8-f2a2395af713,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:17.688900 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7509569e-b574-4623-88e6-f221f5b4b603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:17.701945 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7509569e-b574-4623-88e6-f221f5b4b603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:17.723806 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-7509569e-b574-4623-88e6-f221f5b4b603 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/705974c9-74c9-4d22-80f8-f2a2395af713 HTTP/1.1" status: 204 len: 168 time: 0.3620455 Aug 23 14:22:17.847094 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device d94bedbd-498f-460f-8f4b-def56551e90a details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:18.005516 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port d94bedbd-498f-460f-8f4b-def56551e90a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d94bedbd-498f-460f-8f4b-def56551e90a,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:18.022927 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'd94bedbd-498f-460f-8f4b-def56551e90a', 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e', 'port_id': 'd94bedbd-498f-460f-8f4b-def56551e90a', 'mac_address': 'fa:16:3e:87:22:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bb7382-12c0-438e-a1f3-4f81c598dc69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:18.093182 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:18.111779 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94bedbd-498f-460f-8f4b-def56551e90a {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:18.131194 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port d94bedbd-498f-460f-8f4b-def56551e90a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d94bedbd-498f-460f-8f4b-def56551e90a,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:18.192923 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:18.195627 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:18.320316 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a0a70b-c338-470c-80cb-3b99083d4b2d', 'name': 'network-vif-deleted', 'tag': 'a0bd77e7-86ab-4439-816f-a0c56718d598', 'status': 'completed', 'code': 200} Aug 23 14:22:18.325960 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=d94bedbd-498f-460f-8f4b-def56551e90a,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:18.329438 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:18.456696 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7b78f7b-96c4-4354-8c80-ceb63af128e0 req-b2dc8275-65e6-481f-9527-1035bfde00eb tempest-SecurityGroupsNegativeTestJSON-475000923 tempest-SecurityGroupsNegativeTestJSON-475000923-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=aa56299747e449a5a294fff918c53331 HTTP/1.1" status: 200 len: 2652 time: 0.1059465 Aug 23 14:22:18.468042 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['d94bedbd-498f-460f-8f4b-def56551e90a'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:18.577210 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7b78f7b-96c4-4354-8c80-ceb63af128e0 req-0f6cdee5-0235-44b3-87d4-5cd59aa87716 tempest-SecurityGroupsNegativeTestJSON-475000923 tempest-SecurityGroupsNegativeTestJSON-475000923-project] 10.222.0.86 "GET /v2.0/security-groups/ca3933cf-0043-4170-9627-06123415bca2 HTTP/1.1" status: 200 len: 2649 time: 0.1083946 Aug 23 14:22:18.755525 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7b78f7b-96c4-4354-8c80-ceb63af128e0 req-069eb4a3-a1bd-4e3f-96da-c93900263804 tempest-SecurityGroupsNegativeTestJSON-475000923 tempest-SecurityGroupsNegativeTestJSON-475000923-project] 10.222.0.86 "GET /v2.0/security-groups/ca3933cf-0043-4170-9627-06123415bca2 HTTP/1.1" status: 200 len: 2649 time: 0.0963495 Aug 23 14:22:18.779605 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d78db3-420a-4b0d-bbb1-022ce2ff3d99 req-5325445c-7ada-4435-b892-fc6c0c47b9d8 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:18.784290 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-23d78db3-420a-4b0d-bbb1-022ce2ff3d99 req-5325445c-7ada-4435-b892-fc6c0c47b9d8 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d9f651b-cf44-49f1-b08c-fea28c8bc8bf HTTP/1.1" status: 200 len: 944 time: 0.2029083 Aug 23 14:22:18.839155 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-23d78db3-420a-4b0d-bbb1-022ce2ff3d99 req-b94b8b4a-dcdf-4cc0-afae-820aceb3292e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472381 Aug 23 14:22:19.060898 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-b6fc582b-6eb5-4582-990f-a58a0bfece15 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:19.062788 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-b6fc582b-6eb5-4582-990f-a58a0bfece15 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/networks?id=bde3cda3-a79e-4478-9843-40b5ea065bca HTTP/1.1" status: 200 len: 815 time: 0.1791368 Aug 23 14:22:19.089720 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-612cc002-50c0-4ddc-9d2d-a714ce87d304 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/quotas/f4078fd9dec9433dada943ac1c75d65d HTTP/1.1" status: 200 len: 375 time: 0.0130515 Aug 23 14:22:19.366470 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-8a63371c-9913-4304-a1a7-c3515d870694 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4078fd9dec9433dada943ac1c75d65d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2740855 Aug 23 14:22:19.373473 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e33df-b746-4c2a-ae2f-026b70ccbb46 req-72c89aea-591e-461e-9b9b-b122f522c088 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:19.374949 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-209e33df-b746-4c2a-ae2f-026b70ccbb46 req-72c89aea-591e-461e-9b9b-b122f522c088 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 949 time: 0.1119020 Aug 23 14:22:19.385478 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 44970) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:19.518483 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-209e33df-b746-4c2a-ae2f-026b70ccbb46 req-f478e4c8-a3ba-4c83-aaae-a0fc9ac1d07d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188695 Aug 23 14:22:19.555046 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1462498266-network', 'tenant_id': '8a9a498cd5704dbfa73051e7c753e523'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:19.560150 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:19.564098 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Usage tracker for resource:network and tenant:8a9a498cd5704dbfa73051e7c753e523 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:19.567897 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:19.570066 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-1e0a280e-282a-48ed-8df9-3c6242f08c4f service neutron] 10.222.0.86 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910098 Aug 23 14:22:19.575759 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:19.661023 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Made reservation on behalf of 8a9a498cd5704dbfa73051e7c753e523 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:19.663758 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:19.682455 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:19.729783 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:19.776773 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Usage tracker for resource:security_group_rule and tenant:8a9a498cd5704dbfa73051e7c753e523 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:19.780155 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-fc53545e-b2c0-4b32-ae1d-88c2771f38d1 service neutron] 10.222.0.86 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019737 Aug 23 14:22:19.783941 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:19.793859 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:19.806177 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-61de46b8-2266-4470-bb72-8b04426701fa req-8fcb6db5-02d1-47a3-be96-3eee2cdecb7a tempest-SecurityGroupsNegativeTestJSON-475000923 tempest-SecurityGroupsNegativeTestJSON-475000923-project] 10.222.0.86 "GET /v2.0/security-groups/ca3933cf-0043-4170-9627-06123415bca2 HTTP/1.1" status: 200 len: 2649 time: 0.0805926 Aug 23 14:22:19.848434 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device d94bedbd-498f-460f-8f4b-def56551e90a up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:19.871518 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7d93b-e4ba-4baa-947d-452eeca7ecda req-00fe9512-6673-4016-a498-5426cf2e3778 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:19.871972 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-13a7d93b-e4ba-4baa-947d-452eeca7ecda req-00fe9512-6673-4016-a498-5426cf2e3778 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Synchronizing usage tracker for tenant:f4078fd9dec9433dada943ac1c75d65d on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:19.910536 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-61de46b8-2266-4470-bb72-8b04426701fa req-ef24dd8d-e8e3-4d1e-b698-1ef9186e0219 tempest-SecurityGroupsNegativeTestJSON-475000923 tempest-SecurityGroupsNegativeTestJSON-475000923-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 14:22:19.928786 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-61de46b8-2266-4470-bb72-8b04426701fa req-ef24dd8d-e8e3-4d1e-b698-1ef9186e0219 tempest-SecurityGroupsNegativeTestJSON-475000923 tempest-SecurityGroupsNegativeTestJSON-475000923-project] 10.222.0.86 "DELETE /v2.0/security-groups/ca3933cf-0043-4170-9627-06123415bca2 HTTP/1.1" status: 409 len: 352 time: 0.1017878 Aug 23 14:22:19.928890 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:19.964199 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-13a7d93b-e4ba-4baa-947d-452eeca7ecda req-00fe9512-6673-4016-a498-5426cf2e3778 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Unset dirty status for tenant:f4078fd9dec9433dada943ac1c75d65d on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:19.965746 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-13a7d93b-e4ba-4baa-947d-452eeca7ecda req-00fe9512-6673-4016-a498-5426cf2e3778 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.91 "GET /v2.0/ports?device_id=1aa00d8a-baf0-403c-85a8-65e21b6b8f4c HTTP/1.1" status: 200 len: 945 time: 0.2325187 Aug 23 14:22:20.025378 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.031083 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-333883bc-0987-4f78-98f8-e4cebad01b31 req-492c1559-e4c1-46a4-bf67-4cafc6d3c10d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=37325e16-b5ed-4b52-8097-a5810db6dd18 HTTP/1.1" status: 200 len: 210 time: 0.0502183 Aug 23 14:22:20.036532 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3cf5e799-58b8-4da6-88eb-fddb353d6c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:20.063513 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:22:20.083527 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port d94bedbd-498f-460f-8f4b-def56551e90a completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:20.104804 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port d94bedbd-498f-460f-8f4b-def56551e90a triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:20.108719 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.121400 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-13a7d93b-e4ba-4baa-947d-452eeca7ecda req-016eaf00-2bd6-46bb-a959-f40a1ba6d14d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Deleting port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:22:20.125235 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-13a7d93b-e4ba-4baa-947d-452eeca7ecda req-016eaf00-2bd6-46bb-a959-f40a1ba6d14d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.164911 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.165325 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Added segment 0540c964-c792-4794-b826-9897891c952c of type vlan for network 7ac29097-ee41-4079-9c89-9102624219da Aug 23 14:22:20.176140 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b55e10-ec66-4a72-a251-55329dac42a3,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:20.227423 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:20.274662 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ee8a2dac-94a5-4963-9cf8-6e3c63641cac req-82dd4467-6870-4bca-a9f5-c1d5497eb598 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/ac9880df-b5d8-4e7a-a401-a563af9b604a HTTP/1.1" status: 200 len: 1633 time: 0.1453474 Aug 23 14:22:20.352379 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.403602 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device a0bd77e7-86ab-4439-816f-a0c56718d598 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:20.454270 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: a0bd77e7-86ab-4439-816f-a0c56718d598 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:22:20.474019 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device a0bd77e7-86ab-4439-816f-a0c56718d598 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:20.478911 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.506767 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ee8a2dac-94a5-4963-9cf8-6e3c63641cac req-aed7e235-a93e-4d56-8172-fc40fc5290b6 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.527748 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9f651b-cf44-49f1-b08c-fea28c8bc8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94bedbd-498f-460f-8f4b-def56551e90a'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:20.539305 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port d94bedbd-498f-460f-8f4b-def56551e90a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d94bedbd-498f-460f-8f4b-def56551e90a,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:20.612842 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ee8a2dac-94a5-4963-9cf8-6e3c63641cac req-aed7e235-a93e-4d56-8172-fc40fc5290b6 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.660712 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.663145 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:20.670414 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecda6a7-979f-466d-a0f7-8125ac62f12b req-084cb26b-7701-46ee-8bba-1b145d9382c4 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:20.670902 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ecda6a7-979f-466d-a0f7-8125ac62f12b req-084cb26b-7701-46ee-8bba-1b145d9382c4 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d9f651b-cf44-49f1-b08c-fea28c8bc8bf HTTP/1.1" status: 200 len: 944 time: 0.1605830 Aug 23 14:22:20.695399 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-13a7d93b-e4ba-4baa-947d-452eeca7ecda req-016eaf00-2bd6-46bb-a959-f40a1ba6d14d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] For port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:20.695844 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-13a7d93b-e4ba-4baa-947d-452eeca7ecda req-016eaf00-2bd6-46bb-a959-f40a1ba6d14d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.722225 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.722225 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:20.722225 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.724904 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d1fdfa24-6f77-4ae2-adde-91d720126ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:20.737016 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ecda6a7-979f-466d-a0f7-8125ac62f12b req-8c4770a2-9c24-42e5-aa05-61ab3335f4b3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595374 Aug 23 14:22:20.792371 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ee8a2dac-94a5-4963-9cf8-6e3c63641cac req-aed7e235-a93e-4d56-8172-fc40fc5290b6 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.800259 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-df2a7d3a-3c33-4233-a2dc-ffe5c0f790b4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:20.800465 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=d94bedbd-498f-460f-8f4b-def56551e90a,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:20.805166 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:20.836454 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7e235-a93e-4d56-8172-fc40fc5290b6 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9880df-b5d8-4e7a-a401-a563af9b604a,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:20.838012 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-aed7e235-a93e-4d56-8172-fc40fc5290b6 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:20.840331 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-8d4b51ff-8cdc-4a3d-ba1d-e073901facf8 req-2c2c84e2-c0fb-4d20-9277-db3e340eba91 tempest-SecurityGroupsNegativeTestJSON-475000923 tempest-SecurityGroupsNegativeTestJSON-475000923-project] show failed (client error): The resource could not be found. Aug 23 14:22:20.855333 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8d4b51ff-8cdc-4a3d-ba1d-e073901facf8 req-2c2c84e2-c0fb-4d20-9277-db3e340eba91 tempest-SecurityGroupsNegativeTestJSON-475000923 tempest-SecurityGroupsNegativeTestJSON-475000923-project] 10.222.0.86 "GET /v2.0/security-groups/3e108c47-7739-43f3-b8fc-5ee69e0e7136 HTTP/1.1" status: 404 len: 352 time: 0.0397062 Aug 23 14:22:20.945880 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-28eed4e3-c561-4ac7-a754-3ce2f6596e52 req-4fc10c59-404f-43ef-a7bc-ebdd21be3697 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 210 time: 0.0496511 Aug 23 14:22:20.947212 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-ee8a2dac-94a5-4963-9cf8-6e3c63641cac req-aed7e235-a93e-4d56-8172-fc40fc5290b6 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.956917 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ee8a2dac-94a5-4963-9cf8-6e3c63641cac req-aed7e235-a93e-4d56-8172-fc40fc5290b6 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "DELETE /v2.0/security-groups/ac9880df-b5d8-4e7a-a401-a563af9b604a HTTP/1.1" status: 204 len: 173 time: 0.6769233 Aug 23 14:22:21.038438 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9f651b-cf44-49f1-b08c-fea28c8bc8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94bedbd-498f-460f-8f4b-def56551e90a', 'code': 200} Aug 23 14:22:21.091387 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-13a7d93b-e4ba-4baa-947d-452eeca7ecda req-016eaf00-2bd6-46bb-a959-f40a1ba6d14d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Calling delete_port for 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:22:21.095717 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-d57f06f2-71a6-4859-905d-bbc4583c4876 req-8880fcbf-8677-40df-8dbc-e97dc97acc0f tempest-SecurityGroupsNegativeTestJSON-475000923 tempest-SecurityGroupsNegativeTestJSON-475000923-project] show failed (client error): The resource could not be found. Aug 23 14:22:21.097499 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d57f06f2-71a6-4859-905d-bbc4583c4876 req-8880fcbf-8677-40df-8dbc-e97dc97acc0f tempest-SecurityGroupsNegativeTestJSON-475000923 tempest-SecurityGroupsNegativeTestJSON-475000923-project] 10.222.0.86 "GET /v2.0/security-groups/7ab71571-9143-45c3-ab67-950c43c27b3a HTTP/1.1" status: 404 len: 352 time: 0.0288351 Aug 23 14:22:21.115838 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 45004) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:21.195814 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Pushing event updated for resources: {'Network': ['ID=7ac29097-ee41-4079-9c89-9102624219da,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:21.202798 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:21.214263 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 7ac29097-ee41-4079-9c89-9102624219da details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:22:21.244304 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f58da563-7a8f-4ef7-90a4-5f34f8229f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.278741 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8916535 Aug 23 14:22:21.286311 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45010) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:21.297645 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Request body: {'subnet': {'network_id': '7ac29097-ee41-4079-9c89-9102624219da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1462498266-subnet', 'tenant_id': '8a9a498cd5704dbfa73051e7c753e523', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:21.308246 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:21.316187 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Usage tracker for resource:subnet and tenant:8a9a498cd5704dbfa73051e7c753e523 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:21.335550 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:21.343715 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:21.398893 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-13a7d93b-e4ba-4baa-947d-452eeca7ecda req-016eaf00-2bd6-46bb-a959-f40a1ba6d14d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.412156 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-15630188-6bfc-4519-b680-b9469f2da230 admin admin] Deleting subnet f009a8a9-5cfa-46e7-a5fa-ef34186cf83b {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:22:21.415473 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:21.419447 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-193e4eb5-1e99-4078-a9d8-3912cb4e5c61 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:21.429134 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-15630188-6bfc-4519-b680-b9469f2da230 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.458391 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Made reservation on behalf of 8a9a498cd5704dbfa73051e7c753e523 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:21.461074 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.480581 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95978d37-4df7-4cea-bd9a-5be258283d75 req-7be413bc-ee88-4cf4-aedf-7b21aab81a80 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/06c831c1-b1af-4c48-b311-5001cd481705 HTTP/1.1" status: 200 len: 1633 time: 0.3114781 Aug 23 14:22:21.485784 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-71fa46e1-94dc-4467-b40c-95f9ab74e0ed req-16a307ff-ada3-487c-b9ba-4932e0d35507 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d9f651b-cf44-49f1-b08c-fea28c8bc8bf HTTP/1.1" status: 200 len: 1096 time: 0.3135343 Aug 23 14:22:21.489088 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016eaf00-2bd6-46bb-a959-f40a1ba6d14d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Pushing event deleted for resources: {'Port': ['ID=2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:21.493017 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-016eaf00-2bd6-46bb-a959-f40a1ba6d14d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:21.549299 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-15630188-6bfc-4519-b680-b9469f2da230 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.673250 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a7d93b-e4ba-4baa-947d-452eeca7ecda req-016eaf00-2bd6-46bb-a959-f40a1ba6d14d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] No DVR routers for this DVR port 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:21.677397 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-13a7d93b-e4ba-4baa-947d-452eeca7ecda req-016eaf00-2bd6-46bb-a959-f40a1ba6d14d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.682871 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa00d8a-baf0-403c-85a8-65e21b6b8f4c', 'name': 'network-vif-deleted', 'tag': '2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:21.704019 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7581aff-16e3-4f5d-ba3b-f664f1b468ea req-98f2d004-95f1-4ecc-a1c9-1132f3437307 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:21.706068 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7581aff-16e3-4f5d-ba3b-f664f1b468ea req-98f2d004-95f1-4ecc-a1c9-1132f3437307 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 949 time: 0.5325310 Aug 23 14:22:21.707218 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-15630188-6bfc-4519-b680-b9469f2da230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.757894 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.793368 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-13a7d93b-e4ba-4baa-947d-452eeca7ecda req-016eaf00-2bd6-46bb-a959-f40a1ba6d14d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.91 "DELETE /v2.0/ports/2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 HTTP/1.1" status: 204 len: 173 time: 1.8212552 Aug 23 14:22:21.805421 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-71fa46e1-94dc-4467-b40c-95f9ab74e0ed req-af7c0b3f-6034-4f4b-89fa-27462fb06295 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051238 Aug 23 14:22:21.872924 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7581aff-16e3-4f5d-ba3b-f664f1b468ea req-3ffae037-7087-4f78-a503-0aa832fd5ba7 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232874 Aug 23 14:22:21.902244 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-95978d37-4df7-4cea-bd9a-5be258283d75 req-ce68990f-42d8-40de-a2e1-147f5577961b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.930856 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-95978d37-4df7-4cea-bd9a-5be258283d75 req-ce68990f-42d8-40de-a2e1-147f5577961b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.958532 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.962947 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:22.073288 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-b8d1fad3-97ee-4632-8d89-bec321af155b tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397899 Aug 23 14:22:22.074348 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-15630188-6bfc-4519-b680-b9469f2da230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:22.089410 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-74dd25d1-4923-41fe-a828-d80a63c133f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:22.145348 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f4e11da7-b247-42cc-a925-607e5a18e770 req-be084e58-1542-47d9-a19f-589abb4c658c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=37325e16-b5ed-4b52-8097-a5810db6dd18 HTTP/1.1" status: 200 len: 210 time: 0.1557348 Aug 23 14:22:22.233958 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b57aad-1ee6-441c-a9c4-c6d34ff017ff,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:22.243880 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:22.272682 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Checking segment: {'id': '0540c964-c792-4794-b826-9897891c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ac29097-ee41-4079-9c89-9102624219da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:22.273054 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Network hostable DHCP agents. Network: 7ac29097-ee41-4079-9c89-9102624219da, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:22:22.384500 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15630188-6bfc-4519-b680-b9469f2da230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f009a8a9-5cfa-46e7-a5fa-ef34186cf83b,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:22.388071 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-15630188-6bfc-4519-b680-b9469f2da230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:22.399098 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-15630188-6bfc-4519-b680-b9469f2da230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:22.408386 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-95978d37-4df7-4cea-bd9a-5be258283d75 req-ce68990f-42d8-40de-a2e1-147f5577961b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:22.413512 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-eb62f2fa-df95-4ecc-901f-d058a705109b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:22.442151 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68990f-42d8-40de-a2e1-147f5577961b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c831c1-b1af-4c48-b311-5001cd481705,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:22.451918 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ce68990f-42d8-40de-a2e1-147f5577961b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:22.455604 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-15630188-6bfc-4519-b680-b9469f2da230 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f009a8a9-5cfa-46e7-a5fa-ef34186cf83b HTTP/1.1" status: 204 len: 168 time: 1.3383963 Aug 23 14:22:22.459431 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 45022) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:22.463704 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-95978d37-4df7-4cea-bd9a-5be258283d75 req-ce68990f-42d8-40de-a2e1-147f5577961b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:22.463704 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95978d37-4df7-4cea-bd9a-5be258283d75 req-ce68990f-42d8-40de-a2e1-147f5577961b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "DELETE /v2.0/security-groups/06c831c1-b1af-4c48-b311-5001cd481705 HTTP/1.1" status: 204 len: 173 time: 0.9192343 Aug 23 14:22:22.481027 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Network 7ac29097-ee41-4079-9c89-9102624219da is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:22:22.504842 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-ac87d791-ec3b-4cf6-a808-39797ecd4342 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843632 Aug 23 14:22:22.558380 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa00d8a-baf0-403c-85a8-65e21b6b8f4c', 'name': 'network-vif-deleted', 'tag': '2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5', 'status': 'completed', 'code': 200} Aug 23 14:22:22.562767 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 7ac29097-ee41-4079-9c89-9102624219da) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:22.578613 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f6123f-fb60-4e66-b7f2-246c2a7eb3f2 None None] Network 7ac29097-ee41-4079-9c89-9102624219da requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:22:22.686733 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:22.687579 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:22.712868 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69552783-e598-4813-ac34-aadec9a3efca req-3f1a3672-a9d3-4ee6-9342-9a4a59a161a6 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:22.714755 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-3f1a3672-a9d3-4ee6-9342-9a4a59a161a6 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6351261 Aug 23 14:22:22.731089 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-059d0b73-7fb9-4cb1-9dcb-2b1b393ebaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:22.749534 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Request body: {'port': {'device_id': '501d7424-a4e8-419d-b5c9-25824d93930b', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'ed513cc169e2499997ed50fd7eb7e6d1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:22.839225 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69552783-e598-4813-ac34-aadec9a3efca req-cbf516ba-5f13-4dfd-b7f3-863eb2b6129b tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:22.841221 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-cbf516ba-5f13-4dfd-b7f3-863eb2b6129b tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3255522 Aug 23 14:22:22.843738 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5520706 Aug 23 14:22:22.861485 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Request body: {'port': {'device_id': '37325e16-b5ed-4b52-8097-a5810db6dd18', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'ed513cc169e2499997ed50fd7eb7e6d1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:23.168503 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:23.173047 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Usage tracker for resource:port and tenant:ed513cc169e2499997ed50fd7eb7e6d1 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:23.176595 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Quota usage for port was recalculated. Used quota:3. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:23.185134 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:23.200699 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2873ad53-09d7-4b80-9b4b-6bb0476eecad req-f5cbad81-84e5-4ffc-9e22-475938b00e54 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 210 time: 0.3792353 Aug 23 14:22:23.214873 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:23.217119 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f27769-498e-4848-814e-ef779fba6808 None None] Network 7ac29097-ee41-4079-9c89-9102624219da requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:22:23.290005 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Made reservation on behalf of ed513cc169e2499997ed50fd7eb7e6d1 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:23.305517 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.395984 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-059d0b73-7fb9-4cb1-9dcb-2b1b393ebaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.417747 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-059d0b73-7fb9-4cb1-9dcb-2b1b393ebaf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f8161c-8ed4-4549-895c-ef8bed349c98']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:23.446762 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-5422c70d-f8a7-4895-a59f-91c6ee62c098 req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-215858374', 'description': 'tempest-description-511608780'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:23.455127 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-5422c70d-f8a7-4895-a59f-91c6ee62c098 req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:23.461526 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-5422c70d-f8a7-4895-a59f-91c6ee62c098 req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:security_group and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:23.466643 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-5422c70d-f8a7-4895-a59f-91c6ee62c098 req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:23.474570 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-5422c70d-f8a7-4895-a59f-91c6ee62c098 req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:23.494174 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Usage tracker for resource:port and tenant:ed513cc169e2499997ed50fd7eb7e6d1 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:23.502506 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Quota usage for port was recalculated. Used quota:3. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:23.512848 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-059d0b73-7fb9-4cb1-9dcb-2b1b393ebaf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2caa83f4-9b5b-4f86-959a-880727235c4f') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:23.513169 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-059d0b73-7fb9-4cb1-9dcb-2b1b393ebaf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2caa83f4-9b5b-4f86-959a-880727235c4f') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:23.528637 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:23.541885 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-059d0b73-7fb9-4cb1-9dcb-2b1b393ebaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.567658 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-059d0b73-7fb9-4cb1-9dcb-2b1b393ebaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.574880 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059d0b73-7fb9-4cb1-9dcb-2b1b393ebaf1 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:22:23.575269 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-059d0b73-7fb9-4cb1-9dcb-2b1b393ebaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:22:23.590853 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:22:23.599625 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0d4febb7-ae0e-4311-8ceb-edacef7a7e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.608243 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1280e-e282-4a09-8bf4-6c3dd5358c56 req-73739fb3-ac91-4c90-acbe-10b963f51dde tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:23.610069 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-37b1280e-e282-4a09-8bf4-6c3dd5358c56 req-73739fb3-ac91-4c90-acbe-10b963f51dde tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d9f651b-cf44-49f1-b08c-fea28c8bc8bf HTTP/1.1" status: 200 len: 945 time: 0.8212585 Aug 23 14:22:23.627595 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73242c71-e0c3-4925-9ae1-ece412a979da req-be09946c-f4f1-48bc-b535-c5855ea73a79 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:23.628327 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-73242c71-e0c3-4925-9ae1-ece412a979da req-be09946c-f4f1-48bc-b535-c5855ea73a79 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Synchronizing usage tracker for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:23.631795 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Allocated IP 192.168.233.91 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/aaade1d4-3318-4a6e-b481-1615702af61e) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:23.654736 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-73242c71-e0c3-4925-9ae1-ece412a979da req-be09946c-f4f1-48bc-b535-c5855ea73a79 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Unset dirty status for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:23.655939 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-73242c71-e0c3-4925-9ae1-ece412a979da req-be09946c-f4f1-48bc-b535-c5855ea73a79 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d9f651b-cf44-49f1-b08c-fea28c8bc8bf HTTP/1.1" status: 200 len: 945 time: 0.2725589 Aug 23 14:22:23.680131 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5422c70d-f8a7-4895-a59f-91c6ee62c098 req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.734649 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Made reservation on behalf of ed513cc169e2499997ed50fd7eb7e6d1 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:23.737653 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.789321 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-73242c71-e0c3-4925-9ae1-ece412a979da req-e04dd743-04e9-402b-b092-cdf235f22780 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Deleting port d94bedbd-498f-460f-8f4b-def56551e90a {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:22:23.789587 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-73242c71-e0c3-4925-9ae1-ece412a979da req-e04dd743-04e9-402b-b092-cdf235f22780 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.939643 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-059d0b73-7fb9-4cb1-9dcb-2b1b393ebaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.962852 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:23.985171 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-059d0b73-7fb9-4cb1-9dcb-2b1b393ebaf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.023946 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-37b1280e-e282-4a09-8bf4-6c3dd5358c56 req-d4885128-42dc-4caa-bc59-c227fd8c55bb tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269243 Aug 23 14:22:24.032058 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-5422c70d-f8a7-4895-a59f-91c6ee62c098 req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:24.041049 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-5422c70d-f8a7-4895-a59f-91c6ee62c098 req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Usage tracker for resource:security_group_rule and tenant:2f431ed450f446c39356131383c72d18 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:24.046314 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-5422c70d-f8a7-4895-a59f-91c6ee62c098 req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:24.053757 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-5422c70d-f8a7-4895-a59f-91c6ee62c098 req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:24.075849 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d0b73-7fb9-4cb1-9dcb-2b1b393ebaf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=80f8161c-8ed4-4549-895c-ef8bed349c98,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:24.096223 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-059d0b73-7fb9-4cb1-9dcb-2b1b393ebaf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:24.132308 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.143011 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-059d0b73-7fb9-4cb1-9dcb-2b1b393ebaf1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/80f8161c-8ed4-4549-895c-ef8bed349c98 HTTP/1.1" status: 204 len: 168 time: 1.6800611 Aug 23 14:22:24.161137 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-5dcc5377-07e4-4074-8b92-16fb549c03ba tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:24.162904 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-5dcc5377-07e4-4074-8b92-16fb549c03ba tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.60 "GET /v2.0/networks?id=bde3cda3-a79e-4478-9843-40b5ea065bca HTTP/1.1" status: 200 len: 815 time: 0.4717655 Aug 23 14:22:24.170597 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Transition to ACTIVE for port object aaade1d4-3318-4a6e-b481-1615702af61e will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:24.194395 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Request body: {'port': {'device_id': '06f2f3f4-c930-473f-8417-00727c8938f8', 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca', 'admin_state_up': True, 'tenant_id': 'f4078fd9dec9433dada943ac1c75d65d'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:24.238867 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-73242c71-e0c3-4925-9ae1-ece412a979da req-e04dd743-04e9-402b-b092-cdf235f22780 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] For port d94bedbd-498f-460f-8f4b-def56551e90a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d94bedbd-498f-460f-8f4b-def56551e90a,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:24.239420 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-73242c71-e0c3-4925-9ae1-ece412a979da req-e04dd743-04e9-402b-b092-cdf235f22780 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.348797 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5422c70d-f8a7-4895-a59f-91c6ee62c098 req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.382949 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-73242c71-e0c3-4925-9ae1-ece412a979da req-e04dd743-04e9-402b-b092-cdf235f22780 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Calling delete_port for d94bedbd-498f-460f-8f4b-def56551e90a owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:22:24.410763 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:24.454889 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:22:24.454889 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2b0dd5c8-b62b-48b3-8c59-1acfc829c5d5 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:24.461583 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5422c70d-f8a7-4895-a59f-91c6ee62c098 req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.467937 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:24.470398 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-aea0010f-9f8a-4425-ad0a-fd7ce79bd425 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:24.478384 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.480768 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.486733 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-016eaf00-2bd6-46bb-a959-f40a1ba6d14d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:24.493631 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5', 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:24.504059 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d04079-7da0-49f5-b2d0-e200ef81059e req-d6508b03-f83f-4d5c-85b0-fb37b1e6c58e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:24.512077 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-30d04079-7da0-49f5-b2d0-e200ef81059e req-d6508b03-f83f-4d5c-85b0-fb37b1e6c58e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 949 time: 0.2929976 Aug 23 14:22:24.531225 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['7a7c1f89-ab22-4f6c-a376-97349b6a4c31'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:24.553193 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Usage tracker for resource:port and tenant:f4078fd9dec9433dada943ac1c75d65d is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:24.572479 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:24.637498 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:24.647131 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:24.656654 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event updated for resources: {'Port': ['ID=aaade1d4-3318-4a6e-b481-1615702af61e,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:24.660578 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:22:24.703841 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:24.710173 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45044) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:24.722213 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db61d9d5-0320-43d9-b333-e5aa16134437,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:24.738411 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:24.742293 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:24.743169 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5422c70d-f8a7-4895-a59f-91c6ee62c098 req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.744468 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5422c70d-f8a7-4895-a59f-91c6ee62c098 req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 1.4797401 Aug 23 14:22:24.796370 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Allocated IP 192.168.233.52 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/664ad7f0-1de6-4707-8edd-70b579c7203e) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:24.808787 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:24.809482 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.857363 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-be31f3c1-8758-45a3-9918-13418b47d576 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=aa56299747e449a5a294fff918c53331&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1411452 Aug 23 14:22:24.857753 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45052) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:24.860825 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-73242c71-e0c3-4925-9ae1-ece412a979da req-e04dd743-04e9-402b-b092-cdf235f22780 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.879447 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-98d45f31-e670-4e83-897c-311a2334c735 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:24.879656 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-30d04079-7da0-49f5-b2d0-e200ef81059e req-684f1533-0ffc-4b6f-8372-fa7e8ec83c3f tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664596 Aug 23 14:22:24.913008 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Made reservation on behalf of f4078fd9dec9433dada943ac1c75d65d for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:24.921053 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.116249 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2595422 Aug 23 14:22:25.162250 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Request body: {'port': {'device_id': '37325e16-b5ed-4b52-8097-a5810db6dd18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:25.200813 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04dd743-04e9-402b-b092-cdf235f22780 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Pushing event deleted for resources: {'Port': ['ID=d94bedbd-498f-460f-8f4b-def56551e90a,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:25.215258 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e04dd743-04e9-402b-b092-cdf235f22780 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:25.295821 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-eb1f189d-a401-4f16-b65c-4e8136de3cc1 None None] Provisioning for port aaade1d4-3318-4a6e-b481-1615702af61e completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:25.301936 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-eb1f189d-a401-4f16-b65c-4e8136de3cc1 None None] Provisioning complete for port aaade1d4-3318-4a6e-b481-1615702af61e triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:25.302337 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-eb1f189d-a401-4f16-b65c-4e8136de3cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.377508 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-73242c71-e0c3-4925-9ae1-ece412a979da req-e04dd743-04e9-402b-b092-cdf235f22780 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] No DVR routers for this DVR port d94bedbd-498f-460f-8f4b-def56551e90a on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:25.391692 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f189d-a401-4f16-b65c-4e8136de3cc1 None None] Port aaade1d4-3318-4a6e-b481-1615702af61e cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:22:25.395704 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-73242c71-e0c3-4925-9ae1-ece412a979da req-e04dd743-04e9-402b-b092-cdf235f22780 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.400456 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-73242c71-e0c3-4925-9ae1-ece412a979da req-e04dd743-04e9-402b-b092-cdf235f22780 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.60 "DELETE /v2.0/ports/d94bedbd-498f-460f-8f4b-def56551e90a HTTP/1.1" status: 204 len: 173 time: 1.7353520 Aug 23 14:22:25.407055 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9f651b-cf44-49f1-b08c-fea28c8bc8bf', 'name': 'network-vif-deleted', 'tag': 'd94bedbd-498f-460f-8f4b-def56551e90a'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:25.426732 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a609487f-51da-49bd-9e24-c1dcc5f108df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.429605 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['d94bedbd-498f-460f-8f4b-def56551e90a'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:25.440861 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.482127 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a609487f-51da-49bd-9e24-c1dcc5f108df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.668174 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Allocated IP 172.20.0.5 (bde3cda3-a79e-4478-9843-40b5ea065bca/85f85230-dbce-4146-9032-327f9929bf7c/0f413698-baf9-49c0-a997-7be9e708a55f) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:25.747611 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a609487f-51da-49bd-9e24-c1dcc5f108df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.752910 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-28be6574-d071-4925-b32a-e28b4035f4cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:25.767491 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609487f-51da-49bd-9e24-c1dcc5f108df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3933cf-0043-4170-9627-06123415bca2,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:25.771517 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a609487f-51da-49bd-9e24-c1dcc5f108df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:25.775326 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a609487f-51da-49bd-9e24-c1dcc5f108df admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.775532 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.780423 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a609487f-51da-49bd-9e24-c1dcc5f108df admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ca3933cf-0043-4170-9627-06123415bca2 HTTP/1.1" status: 204 len: 168 time: 0.9215710 Aug 23 14:22:25.829002 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Transition to ACTIVE for port object 664ad7f0-1de6-4707-8edd-70b579c7203e will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:25.846956 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-06d6f13f-fb26-4cde-a0c3-0bd938464280 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:25.848591 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-06d6f13f-fb26-4cde-a0c3-0bd938464280 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/networks?id=7ac29097-ee41-4079-9c89-9102624219da HTTP/1.1" status: 200 len: 809 time: 0.3269315 Aug 23 14:22:25.854657 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd405dd-707f-476d-babb-7d8830493567 req-877c12bb-7c4f-43db-a9a9-9287848e3b0c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:25.855436 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ccd405dd-707f-476d-babb-7d8830493567 req-877c12bb-7c4f-43db-a9a9-9287848e3b0c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Synchronizing usage tracker for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:25.914874 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-751b8183-6f0e-4d0b-a54d-b0740f966074 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/quotas/8a9a498cd5704dbfa73051e7c753e523 HTTP/1.1" status: 200 len: 375 time: 0.0553961 Aug 23 14:22:25.981358 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:26.024851 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-1282d531-b140-45e5-bb5d-028b864d29fe tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a9a498cd5704dbfa73051e7c753e523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563915 Aug 23 14:22:26.032596 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ccd405dd-707f-476d-babb-7d8830493567 req-877c12bb-7c4f-43db-a9a9-9287848e3b0c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Unset dirty status for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:26.033771 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ccd405dd-707f-476d-babb-7d8830493567 req-877c12bb-7c4f-43db-a9a9-9287848e3b0c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=37325e16-b5ed-4b52-8097-a5810db6dd18 HTTP/1.1" status: 200 len: 935 time: 0.7439117 Aug 23 14:22:26.162327 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:26.176486 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5', 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:26.182663 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-53f01502-8cac-4c8e-8575-ece09cc807ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:26.208605 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['7a7c1f89-ab22-4f6c-a376-97349b6a4c31'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:26.297545 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29fa1ed9-f346-4bef-83d5-c2b163002ab1 req-81d265a4-03c0-4307-8f10-992947e989c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&device_id=8d9f651b-cf44-49f1-b08c-fea28c8bc8bf HTTP/1.1" status: 200 len: 210 time: 0.0782890 Aug 23 14:22:26.339898 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ccd405dd-707f-476d-babb-7d8830493567 req-a7a0e222-4a0d-4d5c-89ae-a5a23d6a0935 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919147 Aug 23 14:22:26.343350 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:26.372349 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event updated for resources: {'Port': ['ID=664ad7f0-1de6-4707-8edd-70b579c7203e,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:26.414126 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:26.424131 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:26.437717 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:26.444676 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:22:26.543046 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa1ed9-f346-4bef-83d5-c2b163002ab1 req-e5a342ba-9290-4d7c-b4a7-ded6e77cae21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.544911 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29fa1ed9-f346-4bef-83d5-c2b163002ab1 req-e5a342ba-9290-4d7c-b4a7-ded6e77cae21 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2322235 Aug 23 14:22:26.559179 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-9d04ef1c-9deb-49b0-adb7-2dead38470cc service neutron] 10.222.0.86 "GET /v2.0/networks/7ac29097-ee41-4079-9c89-9102624219da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152452 Aug 23 14:22:26.759104 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.771858 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:26.839175 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaade1d4-3318-4a6e-b481-1615702af61e {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:26.850018 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:26.871575 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Transition to ACTIVE for port object aaade1d4-3318-4a6e-b481-1615702af61e will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:26.873305 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa1ed9-f346-4bef-83d5-c2b163002ab1 req-b2fcaf5f-9930-4eab-8c04-7fc7fd347974 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.875153 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29fa1ed9-f346-4bef-83d5-c2b163002ab1 req-b2fcaf5f-9930-4eab-8c04-7fc7fd347974 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3138883 Aug 23 14:22:26.889967 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-65dbe29c-ec5d-4afe-a318-82b19214bbce req-ff8aa7ea-4062-4d66-8cb3-fab80918e8dd tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Synchronizing usage tracker for tenant:f4078fd9dec9433dada943ac1c75d65d on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:26.926304 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:26.937828 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:26.938593 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-feb0c2b6-b246-4e8c-8c85-a67d1b9b6546 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:26.945188 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:26.977240 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-e4a1ff85-ace5-49dc-938c-e639c30369df service neutron] 10.222.0.86 "GET /v2.0/networks/7ac29097-ee41-4079-9c89-9102624219da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172754 Aug 23 14:22:26.978509 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2411275 Aug 23 14:22:27.006326 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Request body: {'port': {'device_id': '501d7424-a4e8-419d-b5c9-25824d93930b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:27.025363 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-be068e13-6ba9-47dc-96da-b23def02d3ae None None] Provisioning for port 664ad7f0-1de6-4707-8edd-70b579c7203e completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:27.042445 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-be068e13-6ba9-47dc-96da-b23def02d3ae None None] Provisioning complete for port 664ad7f0-1de6-4707-8edd-70b579c7203e triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:27.042828 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-be068e13-6ba9-47dc-96da-b23def02d3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:27.060672 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-65dbe29c-ec5d-4afe-a318-82b19214bbce req-ff8aa7ea-4062-4d66-8cb3-fab80918e8dd tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Unset dirty status for tenant:f4078fd9dec9433dada943ac1c75d65d on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:27.073789 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-65dbe29c-ec5d-4afe-a318-82b19214bbce req-ff8aa7ea-4062-4d66-8cb3-fab80918e8dd tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 210 time: 0.2497821 Aug 23 14:22:27.105059 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Network bde3cda3-a79e-4478-9843-40b5ea065bca is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:27.111290 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:27.116064 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Pushing event updated for resources: {'Port': ['ID=0f413698-baf9-49c0-a997-7be9e708a55f,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:27.121059 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:22:27.156811 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:27.160783 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-be068e13-6ba9-47dc-96da-b23def02d3ae None None] Port 664ad7f0-1de6-4707-8edd-70b579c7203e cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:22:27.230798 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Pushing event updated for resources: {'Port': ['ID=aaade1d4-3318-4a6e-b481-1615702af61e,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:27.235202 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:27.347954 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:27.382211 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:27.382851 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:27.436536 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-444b9bb8-e7d8-475a-9c02-53ab009ebb54 req-3cd7e982-14af-4f52-a4eb-a3b9429af893 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/db61d9d5-0320-43d9-b333-e5aa16134437 HTTP/1.1" status: 200 len: 1633 time: 0.2809248 Aug 23 14:22:27.443420 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Attempting to bind port aaade1d4-3318-4a6e-b481-1615702af61e on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:27.443975 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Attempting to bind port aaade1d4-3318-4a6e-b481-1615702af61e by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:27.444134 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Attempting to bind port aaade1d4-3318-4a6e-b481-1615702af61e on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:27.462358 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Port aaade1d4-3318-4a6e-b481-1615702af61e on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:22:27.462571 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Attempting to bind port aaade1d4-3318-4a6e-b481-1615702af61e on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:27.468516 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-444b9bb8-e7d8-475a-9c02-53ab009ebb54 req-87611a20-4a01-49f8-b24c-f6fda4ad865e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1012395506', 'description': 'tempest-description-hth-1339744523'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:27.479467 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:22:27.479807 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:27.480199 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:22:27.480637 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Bound port: aaade1d4-3318-4a6e-b481-1615702af61e, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:27.480981 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:27.669243 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] For port aaade1d4-3318-4a6e-b481-1615702af61e, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:22:27.675412 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] For port aaade1d4-3318-4a6e-b481-1615702af61e, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=aaade1d4-3318-4a6e-b481-1615702af61e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:22:27.676529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45096) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:27.709975 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5277715 Aug 23 14:22:27.719026 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5b9bf9e2-79e6-4508-8bf3-0031e6b6315f req-8d89d4c9-4fbf-44fa-87c1-d99f4fea5922 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d9f651b-cf44-49f1-b08c-fea28c8bc8bf HTTP/1.1" status: 200 len: 210 time: 0.2386999 Aug 23 14:22:27.728902 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Request body: {'port': {'device_id': '06f2f3f4-c930-473f-8417-00727c8938f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:27.760571 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:27.778564 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-46adf8cb-8b23-4b3e-8c9a-6eed6be5e02d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:27.837591 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-444b9bb8-e7d8-475a-9c02-53ab009ebb54 req-87611a20-4a01-49f8-b24c-f6fda4ad865e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:27.865767 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:27.867270 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] 10.222.0.91 "PUT /v2.0/ports/aaade1d4-3318-4a6e-b481-1615702af61e HTTP/1.1" status: 200 len: 1095 time: 2.7120454 Aug 23 14:22:27.868246 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Pushing event updated for resources: {'Port': ['ID=aaade1d4-3318-4a6e-b481-1615702af61e,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:27.872855 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:27.877813 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9f651b-cf44-49f1-b08c-fea28c8bc8bf', 'name': 'network-vif-deleted', 'tag': 'd94bedbd-498f-460f-8f4b-def56551e90a', 'status': 'completed', 'code': 200} Aug 23 14:22:27.969852 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-764153188-network', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:27.975941 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:27.981797 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Usage tracker for resource:network and tenant:6b1b0bc397db41e6b623414627ceceea is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:27.984820 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:27.993985 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:28.106230 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Made reservation on behalf of 6b1b0bc397db41e6b623414627ceceea for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:28.108827 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:28.135901 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:28.187038 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:28.193712 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:6b1b0bc397db41e6b623414627ceceea is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:28.201796 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-aeb55af9-4324-4e27-9ccc-f8b2c2c817e2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=37325e16-b5ed-4b52-8097-a5810db6dd18 HTTP/1.1" status: 200 len: 1098 time: 0.1885142 Aug 23 14:22:28.203286 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:28.211293 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:28.214411 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:28.236998 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-444b9bb8-e7d8-475a-9c02-53ab009ebb54 req-87611a20-4a01-49f8-b24c-f6fda4ad865e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:28.303098 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-ac05d90f-87ca-4092-9919-8da0b2a79698 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=aaade1d4-3318-4a6e-b481-1615702af61e HTTP/1.1" status: 200 len: 217 time: 0.0886014 Aug 23 14:22:28.341879 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-444b9bb8-e7d8-475a-9c02-53ab009ebb54 req-87611a20-4a01-49f8-b24c-f6fda4ad865e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:28.346286 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-444b9bb8-e7d8-475a-9c02-53ab009ebb54 req-87611a20-4a01-49f8-b24c-f6fda4ad865e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:28.346286 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-444b9bb8-e7d8-475a-9c02-53ab009ebb54 req-87611a20-4a01-49f8-b24c-f6fda4ad865e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "PUT /v2.0/security-groups/db61d9d5-0320-43d9-b333-e5aa16134437 HTTP/1.1" status: 200 len: 1609 time: 0.8923297 Aug 23 14:22:28.354240 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e3e4f9e6-25e7-444a-aa60-778bad1778b9 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:28.388109 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef0af6-c0a1-44c3-b48d-c2a508072b5d req-8bc889e9-f321-4a04-9926-9e4f8e033328 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:28.390508 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3ef0af6-c0a1-44c3-b48d-c2a508072b5d req-8bc889e9-f321-4a04-9926-9e4f8e033328 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 949 time: 0.2938073 Aug 23 14:22:28.471930 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:22:28.531081 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-29fa1ed9-f346-4bef-83d5-c2b163002ab1 req-12c41d56-dd83-4ab7-923c-03f5a58eaa51 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Synchronizing usage tracker for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:28.550692 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87611a20-4a01-49f8-b24c-f6fda4ad865e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db61d9d5-0320-43d9-b333-e5aa16134437,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:28.584908 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69552783-e598-4813-ac34-aadec9a3efca req-03718b9f-e9b8-4954-9e36-de7a043f3e82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:28.586627 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-03718b9f-e9b8-4954-9e36-de7a043f3e82 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2759345 Aug 23 14:22:28.621463 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-87611a20-4a01-49f8-b24c-f6fda4ad865e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:28.648667 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-29fa1ed9-f346-4bef-83d5-c2b163002ab1 req-12c41d56-dd83-4ab7-923c-03f5a58eaa51 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Unset dirty status for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:28.650199 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29fa1ed9-f346-4bef-83d5-c2b163002ab1 req-12c41d56-dd83-4ab7-923c-03f5a58eaa51 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d9f651b-cf44-49f1-b08c-fea28c8bc8bf HTTP/1.1" status: 200 len: 210 time: 0.1734204 Aug 23 14:22:28.666862 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:28.701352 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-ffecdabc-49c6-4e00-a386-a1c2a1857191 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061478 Aug 23 14:22:28.712460 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:28.717616 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4ef2cb8a-2e37-4b22-910d-ee05d767ef05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:28.747823 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664ad7f0-1de6-4707-8edd-70b579c7203e {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:28.776484 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3ef0af6-c0a1-44c3-b48d-c2a508072b5d req-18542d0d-ae80-4de3-8cab-0162a7a26c9c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397853 Aug 23 14:22:28.788001 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:28.821906 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Transition to ACTIVE for port object 664ad7f0-1de6-4707-8edd-70b579c7203e will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:28.883783 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:28.886428 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:22:28.890772 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ca03a523-c68d-482a-b72c-543870d0dd4e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:28.937539 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:28.938044 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Added segment f1968ffc-eae6-45d8-b95d-caf8588e9c8e of type vlan for network d6a2e3fa-97e3-4090-b56a-11674d059ea3 Aug 23 14:22:28.939537 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c60d1-0b74-48ca-98d5-d28778c99d3a req-25d8d985-9528-492c-bf91-b585c75b9fb2 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:28.940127 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b826f3ad-b844-479c-b040-06f6fc80a90f,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:28.946083 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f36c60d1-0b74-48ca-98d5-d28778c99d3a req-25d8d985-9528-492c-bf91-b585c75b9fb2 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 945 time: 0.4103813 Aug 23 14:22:28.967362 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:29.014183 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:29.037842 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-416acd12-d790-45ca-9c6f-d7de4481fe14 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212554 Aug 23 14:22:29.062660 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f09207b7-20d8-4d10-b374-bd6ca281cfb7 req-06b43d53-dd7a-4455-8cc8-1820e54f6dea tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/ports?device_id=c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab HTTP/1.1" status: 200 len: 210 time: 0.1152580 Aug 23 14:22:29.144263 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Pushing event updated for resources: {'Port': ['ID=664ad7f0-1de6-4707-8edd-70b579c7203e,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:29.147420 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:29.193694 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:22:29.262820 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f36c60d1-0b74-48ca-98d5-d28778c99d3a req-04114c83-26f2-4013-8651-060d183cb95a tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e34c769-3c2d-4e50-9d54-44c26b26438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775033 Aug 23 14:22:29.330103 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f413698-baf9-49c0-a997-7be9e708a55f {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:29.339832 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:29.347228 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:29.347228 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:29.347228 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:29.362108 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Transition to ACTIVE for port object 0f413698-baf9-49c0-a997-7be9e708a55f will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:29.362959 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:29.426403 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-9e0d6ed4-95e2-481a-8e7e-12002d1d0664 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724582 Aug 23 14:22:29.504823 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:29.536990 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=d6a2e3fa-97e3-4090-b56a-11674d059ea3,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:29.540595 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:29.548826 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network d6a2e3fa-97e3-4090-b56a-11674d059ea3 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:22:29.593033 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2ce94d2d-7868-4e3e-8bb4-0027edb7a6e4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:29.613286 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9352324 Aug 23 14:22:29.614989 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45112) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:29.623989 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Request body: {'subnet': {'network_id': 'd6a2e3fa-97e3-4090-b56a-11674d059ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-764153188-subnet', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:29.644605 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:29.649411 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Usage tracker for resource:subnet and tenant:6b1b0bc397db41e6b623414627ceceea is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:29.653991 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:29.665344 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:29.740748 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Made reservation on behalf of 6b1b0bc397db41e6b623414627ceceea for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:29.743538 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:29.876437 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37325e16-b5ed-4b52-8097-a5810db6dd18', 'tag': 'aaade1d4-3318-4a6e-b481-1615702af61e'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:29.950061 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Pushing event updated for resources: {'Port': ['ID=0f413698-baf9-49c0-a997-7be9e708a55f,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:29.975891 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Attempting to bind port 664ad7f0-1de6-4707-8edd-70b579c7203e on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:29.976222 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Attempting to bind port 664ad7f0-1de6-4707-8edd-70b579c7203e by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:29.976544 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Attempting to bind port 664ad7f0-1de6-4707-8edd-70b579c7203e on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:30.014314 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:30.014688 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:30.015053 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:30.015412 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:30.015768 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:30.016123 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:30.016475 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:30.016827 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:30.017180 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:30.017529 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:30.017902 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:30.030519 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:30.075358 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Port 664ad7f0-1de6-4707-8edd-70b579c7203e on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:22:30.075653 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Attempting to bind port 664ad7f0-1de6-4707-8edd-70b579c7203e on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:30.087682 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:30.093657 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7e1a0bcf-d204-4b44-be50-c87f3e03a7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:30.095837 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d0086-bb8c-46fb-bb4f-c742062e7c91 req-62fccf70-bb23-4b46-a54f-52bfd91291ca tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:30.097298 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d58d0086-bb8c-46fb-bb4f-c742062e7c91 req-62fccf70-bb23-4b46-a54f-52bfd91291ca tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=37325e16-b5ed-4b52-8097-a5810db6dd18 HTTP/1.1" status: 200 len: 947 time: 0.6513011 Aug 23 14:22:30.106492 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d714fd3-7200-4a9e-941c-86752457cfa1 req-6ff6ad80-f7e2-4247-8456-ccb48d0eb23c tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:30.107970 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7d714fd3-7200-4a9e-941c-86752457cfa1 req-6ff6ad80-f7e2-4247-8456-ccb48d0eb23c tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 943 time: 0.6596003 Aug 23 14:22:30.120519 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:22:30.120519 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:30.128058 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:22:30.128058 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Bound port: 664ad7f0-1de6-4707-8edd-70b579c7203e, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:30.128058 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:30.174509 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec13943-8acb-4a2d-bbdd-46481708901f,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:30.178021 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:30.181406 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Checking segment: {'id': 'f1968ffc-eae6-45d8-b95d-caf8588e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd6a2e3fa-97e3-4090-b56a-11674d059ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:30.181898 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Network hostable DHCP agents. Network: d6a2e3fa-97e3-4090-b56a-11674d059ea3, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:22:30.252034 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Attempting to bind port 0f413698-baf9-49c0-a997-7be9e708a55f on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:30.252275 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Attempting to bind port 0f413698-baf9-49c0-a997-7be9e708a55f by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '894b2a0d-918e-4692-93d0-de48eed59442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:30.252769 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Attempting to bind port 0f413698-baf9-49c0-a997-7be9e708a55f on network bde3cda3-a79e-4478-9843-40b5ea065bca {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:30.300669 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Network d6a2e3fa-97e3-4090-b56a-11674d059ea3 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:22:30.310373 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Port 0f413698-baf9-49c0-a997-7be9e708a55f on network bde3cda3-a79e-4478-9843-40b5ea065bca not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:22:30.310981 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Attempting to bind port 0f413698-baf9-49c0-a997-7be9e708a55f on network bde3cda3-a79e-4478-9843-40b5ea065bca {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:30.314476 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d58d0086-bb8c-46fb-bb4f-c742062e7c91 req-c486fb7f-c5e1-4cbd-8532-8300059eefd4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055786 Aug 23 14:22:30.333377 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7d714fd3-7200-4a9e-941c-86752457cfa1 req-9f0706f8-3e4c-4e66-882f-b6905ba7ee17 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145419 Aug 23 14:22:30.344214 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:22:30.344214 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Checking segment: {'id': '894b2a0d-918e-4692-93d0-de48eed59442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:30.344214 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Bound using segment: {'id': '894b2a0d-918e-4692-93d0-de48eed59442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:22:30.344214 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Bound port: 0f413698-baf9-49c0-a997-7be9e708a55f, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894b2a0d-918e-4692-93d0-de48eed59442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:30.344214 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:30.351560 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] For port 664ad7f0-1de6-4707-8edd-70b579c7203e, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:22:30.397123 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] For port 664ad7f0-1de6-4707-8edd-70b579c7203e, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=664ad7f0-1de6-4707-8edd-70b579c7203e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:22:30.427921 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, d6a2e3fa-97e3-4090-b56a-11674d059ea3) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:30.432756 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:30.433355 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:30.440096 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1936ce-0512-4c10-b653-da7374ab82bb None None] Network d6a2e3fa-97e3-4090-b56a-11674d059ea3 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:22:30.495156 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:30.522428 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b6ad9c68-6f91-4bd8-9bbf-8ead2dee6fe5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:30.626017 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:30.628065 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] 10.222.0.60 "PUT /v2.0/ports/664ad7f0-1de6-4707-8edd-70b579c7203e HTTP/1.1" status: 200 len: 1095 time: 3.6393640 Aug 23 14:22:30.650098 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] For port 0f413698-baf9-49c0-a997-7be9e708a55f, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:22:30.659168 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] For port 0f413698-baf9-49c0-a997-7be9e708a55f, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=0f413698-baf9-49c0-a997-7be9e708a55f,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:22:30.660328 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501d7424-a4e8-419d-b5c9-25824d93930b', 'tag': '664ad7f0-1de6-4707-8edd-70b579c7203e'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:30.778870 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-65013e9a-dce6-4e06-8fb1-52381158c7fa req-c3bcd82b-7e75-4390-bc14-cb55d16d2788 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/db61d9d5-0320-43d9-b333-e5aa16134437 HTTP/1.1" status: 200 len: 1609 time: 0.3740761 Aug 23 14:22:30.792431 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:30.796454 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-8ea9c546-b1d0-42f3-a771-a9a220e8af09 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:30.798069 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-8ea9c546-b1d0-42f3-a771-a9a220e8af09 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Synchronizing usage tracker for tenant:8a9a498cd5704dbfa73051e7c753e523 on resource:network {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:30.805163 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1886208 Aug 23 14:22:30.811858 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45130) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:30.818374 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-764153188-router', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:30.828098 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:30.837655 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Usage tracker for resource:router and tenant:6b1b0bc397db41e6b623414627ceceea is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:30.842934 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:30.855343 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:30.883618 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37325e16-b5ed-4b52-8097-a5810db6dd18', 'tag': 'aaade1d4-3318-4a6e-b481-1615702af61e', 'status': 'completed', 'code': 200} Aug 23 14:22:30.901832 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-8ea9c546-b1d0-42f3-a771-a9a220e8af09 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Unset dirty status for tenant:8a9a498cd5704dbfa73051e7c753e523 on resource:network {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:30.903922 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-8ea9c546-b1d0-42f3-a771-a9a220e8af09 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.91 "GET /v2.0/networks?id=7ac29097-ee41-4079-9c89-9102624219da HTTP/1.1" status: 200 len: 809 time: 0.5050366 Aug 23 14:22:30.926667 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Request body: {'port': {'device_id': 'c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab', 'network_id': '7ac29097-ee41-4079-9c89-9102624219da', 'admin_state_up': True, 'tenant_id': '8a9a498cd5704dbfa73051e7c753e523'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:30.976596 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-d6a2e3fa-97e3-4090-b56a-11674d059ea3', 'network_id': 'd6a2e3fa-97e3-4090-b56a-11674d059ea3', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'fixed_ips': [{'subnet_id': '0ec13943-8acb-4a2d-bbdd-46481708901f'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:22:30.978217 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:31.017864 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Pushing event updated for resources: {'Port': ['ID=664ad7f0-1de6-4707-8edd-70b579c7203e,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:31.046831 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:22:31.047746 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:31.048620 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] 10.222.0.60 "PUT /v2.0/ports/0f413698-baf9-49c0-a997-7be9e708a55f HTTP/1.1" status: 200 len: 1091 time: 3.3273675 Aug 23 14:22:31.049497 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:31.051206 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:31.127596 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:31.128927 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:31.151085 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:31.213011 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec2fd7-b8cd-4f8a-8038-36e72decd5a5 req-8f4a5802-1f2b-4ff1-8fe8-b602542df127 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:31.217791 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-08ec2fd7-b8cd-4f8a-8038-36e72decd5a5 req-8f4a5802-1f2b-4ff1-8fe8-b602542df127 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 949 time: 0.5678601 Aug 23 14:22:31.251935 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:31.260766 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Pushing event updated for resources: {'Port': ['ID=0f413698-baf9-49c0-a997-7be9e708a55f,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:31.261095 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Usage tracker for resource:port and tenant:8a9a498cd5704dbfa73051e7c753e523 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:31.266541 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:31.278624 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:31.286134 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:31.287222 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Allocated IP 172.20.0.2 (d6a2e3fa-97e3-4090-b56a-11674d059ea3/0ec13943-8acb-4a2d-bbdd-46481708901f/6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:31.301967 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-16a9d276-5f05-4009-af48-490b4f76937c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=501d7424-a4e8-419d-b5c9-25824d93930b HTTP/1.1" status: 200 len: 1098 time: 0.4618945 Aug 23 14:22:31.369997 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6866107-e906-4e22-8838-47aee16e07c1 req-53117e58-0c1c-40aa-a64b-aef82908649f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=37325e16-b5ed-4b52-8097-a5810db6dd18 HTTP/1.1" status: 200 len: 1098 time: 0.4299195 Aug 23 14:22:31.383704 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Made reservation on behalf of 8a9a498cd5704dbfa73051e7c753e523 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:31.386984 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:31.532989 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:31.553375 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-08f02689-1835-4f0f-851d-0881f6c45d90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=664ad7f0-1de6-4707-8edd-70b579c7203e HTTP/1.1" status: 200 len: 217 time: 0.2403004 Aug 23 14:22:31.567419 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-08ec2fd7-b8cd-4f8a-8038-36e72decd5a5 req-103f8ced-d53f-47f9-858c-874865d11586 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112891 Aug 23 14:22:31.569832 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-876a70d2-760d-4683-909a-eedab4f82082 req-8c43d2a5-5711-45e7-a60d-ec7809468cd7 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/ports?device_id=c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab HTTP/1.1" status: 200 len: 210 time: 0.1455858 Aug 23 14:22:31.701823 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:31.724772 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Transition to ACTIVE for port object 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:31.742711 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69552783-e598-4813-ac34-aadec9a3efca req-6bc4c8a4-970e-4b25-a523-c4bd0586ea34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:31.744836 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-6bc4c8a4-970e-4b25-a523-c4bd0586ea34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1814690 Aug 23 14:22:31.745945 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6866107-e906-4e22-8838-47aee16e07c1 req-a6cd55ff-67e8-44c9-8948-495623da04ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:31.747354 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6866107-e906-4e22-8838-47aee16e07c1 req-a6cd55ff-67e8-44c9-8948-495623da04ad service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.3561254 Aug 23 14:22:31.750364 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501d7424-a4e8-419d-b5c9-25824d93930b', 'tag': '664ad7f0-1de6-4707-8edd-70b579c7203e', 'status': 'completed', 'code': 200} Aug 23 14:22:31.756042 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Transition to ACTIVE for port object 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:31.833862 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:31.839196 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:31.888879 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:31.914888 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Allocated IP 172.20.0.5 (7ac29097-ee41-4079-9c89-9102624219da/27b57aad-1ee6-441c-a9c4-c6d34ff017ff/03440132-1029-41a9-a6d8-87db9f89dbd9) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:31.920269 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Network d6a2e3fa-97e3-4090-b56a-11674d059ea3 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:31.923530 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:31.926103 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Pushing event updated for resources: {'Port': ['ID=6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:31.927761 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:22:31.930164 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:31.989318 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-caef1b0b-3d98-4019-bcd0-0e0c36358a10 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4078fd9dec9433dada943ac1c75d65d&device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 1094 time: 0.7692297 Aug 23 14:22:32.008678 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device d94bedbd-498f-460f-8f4b-def56551e90a no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:32.069502 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6866107-e906-4e22-8838-47aee16e07c1 req-4f95e942-258d-40e6-b687-8bd568c10dd2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=aaade1d4-3318-4a6e-b481-1615702af61e HTTP/1.1" status: 200 len: 217 time: 0.2654185 Aug 23 14:22:32.069744 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: d94bedbd-498f-460f-8f4b-def56551e90a {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:22:32.069839 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device d94bedbd-498f-460f-8f4b-def56551e90a not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:32.080751 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Attempting to bind port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:32.085146 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Attempting to bind port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'f1968ffc-eae6-45d8-b95d-caf8588e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd6a2e3fa-97e3-4090-b56a-11674d059ea3'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:32.085146 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Attempting to bind port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 on network d6a2e3fa-97e3-4090-b56a-11674d059ea3 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:32.091525 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:22:32.091908 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Checking segment: {'id': 'f1968ffc-eae6-45d8-b95d-caf8588e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd6a2e3fa-97e3-4090-b56a-11674d059ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:32.092314 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.092709 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Bound using segment: {'id': 'f1968ffc-eae6-45d8-b95d-caf8588e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd6a2e3fa-97e3-4090-b56a-11674d059ea3'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:22:32.093226 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Bound port: 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1968ffc-eae6-45d8-b95d-caf8588e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd6a2e3fa-97e3-4090-b56a-11674d059ea3'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:32.094259 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.211224 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] For port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:22:32.216325 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] For port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68,segment=NetworkSegment(f1968ffc-eae6-45d8-b95d-caf8588e9c8e),segment_id=f1968ffc-eae6-45d8-b95d-caf8588e9c8e)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:22:32.257407 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.295136 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-7cfdc08b-2f82-4b32-ab39-f469bde39487 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f413698-baf9-49c0-a997-7be9e708a55f HTTP/1.1" status: 200 len: 217 time: 0.2895687 Aug 23 14:22:32.298287 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.317938 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.323574 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:32.354425 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f05e88b9-6d90-4904-a24d-49aac4a5ad9f req-bd28563b-a7c1-4e5f-8cda-f9d0e75910c6 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/db61d9d5-0320-43d9-b333-e5aa16134437 HTTP/1.1" status: 200 len: 1609 time: 0.6060348 Aug 23 14:22:32.379125 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.407876 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Pushing event updated for resources: {'Port': ['ID=6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:32.416058 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:32.419663 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device aaade1d4-3318-4a6e-b481-1615702af61e details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:32.429537 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6866107-e906-4e22-8838-47aee16e07c1 req-deb58ed2-b9f5-40af-a8b5-2f02ff3b56e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:32.431105 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6866107-e906-4e22-8838-47aee16e07c1 req-deb58ed2-b9f5-40af-a8b5-2f02ff3b56e3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.3395429 Aug 23 14:22:32.505710 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-bb97636b-a2bd-4d40-9d53-a3197c9afdc3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:32.508498 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-bb97636b-a2bd-4d40-9d53-a3197c9afdc3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 811 time: 0.6496503 Aug 23 14:22:32.516465 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.527520 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f732aa61-c3c4-4b1d-993b-6c5f29d7d730 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:32.541428 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-43837a64-3abc-43c2-843f-120833595495 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:32.543196 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-43837a64-3abc-43c2-843f-120833595495 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85f85230-dbce-4146-9032-327f9929bf7c HTTP/1.1" status: 200 len: 855 time: 0.2281623 Aug 23 14:22:32.603447 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port aaade1d4-3318-4a6e-b481-1615702af61e, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=aaade1d4-3318-4a6e-b481-1615702af61e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:32.646402 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'aaade1d4-3318-4a6e-b481-1615702af61e', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'aaade1d4-3318-4a6e-b481-1615702af61e', 'mac_address': 'fa:16:3e:9d:04:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:32.658544 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-319c041e-0299-4e5b-9743-015a7451ffc0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8917208 Aug 23 14:22:32.668202 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-c2a9200b-a10a-4585-972f-70d1b5388aa2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bde3cda3-a79e-4478-9843-40b5ea065bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147597 Aug 23 14:22:32.735814 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Network 7ac29097-ee41-4079-9c89-9102624219da is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:32.741091 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:32.748359 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-a658b734-7e3e-4ae5-bbee-9b8a2ea4f26a tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/quotas/2db89cf8ec4049f391cd185e2d3192bc HTTP/1.1" status: 200 len: 375 time: 0.2143140 Aug 23 14:22:32.755903 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:22:32.792079 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Pushing event updated for resources: {'Port': ['ID=03440132-1029-41a9-a6d8-87db9f89dbd9,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:32.809032 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:32.810024 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.843079 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaade1d4-3318-4a6e-b481-1615702af61e {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:32.851702 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Allocated IP 172.25.6.12 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/1be289cf-b4cb-43dc-898e-2eb45f6ab0b2) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:32.866953 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port aaade1d4-3318-4a6e-b481-1615702af61e, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=aaade1d4-3318-4a6e-b481-1615702af61e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:32.879054 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:32.879732 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.946766 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.950203 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:32.973723 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-b4c475c3-b0f9-4cb5-87f5-ccc3d543880c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2144229 Aug 23 14:22:32.979965 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f05e88b9-6d90-4904-a24d-49aac4a5ad9f req-84dccf78-67cd-4341-99e0-3b38665eacbd tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.048596 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=aaade1d4-3318-4a6e-b481-1615702af61e,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:33.052739 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1314030 Aug 23 14:22:33.053903 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:33.070260 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Request body: {'port': {'device_id': 'c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:33.110630 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.170265 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6866107-e906-4e22-8838-47aee16e07c1 req-f60960f7-a48a-4be5-acad-8b517e84b862 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7278242 Aug 23 14:22:33.203730 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f05e88b9-6d90-4904-a24d-49aac4a5ad9f req-84dccf78-67cd-4341-99e0-3b38665eacbd tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.207911 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.234590 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['aaade1d4-3318-4a6e-b481-1615702af61e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:33.257789 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-0365e3b2-09d7-426e-b7f0-4639ed9ea37e service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857992 Aug 23 14:22:33.295094 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.300861 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:33.335563 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-0054de64-7993-45f5-9ce9-29da7ef0b944 service neutron] 10.222.0.60 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128225 Aug 23 14:22:33.418757 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.509320 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:33.533589 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:33.542602 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:33.548522 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Pushing event updated for resources: {'Port': ['ID=1be289cf-b4cb-43dc-898e-2eb45f6ab0b2,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:33.583991 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:22:33.636188 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:33.693216 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-9ad3e3e4-72f7-4edb-9eb7-c95b8a52ea8c service neutron] 10.222.0.86 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7112458 Aug 23 14:22:33.723556 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:33.760365 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f2f3f4-c930-473f-8417-00727c8938f8', 'tag': '0f413698-baf9-49c0-a997-7be9e708a55f'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:33.766117 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6866107-e906-4e22-8838-47aee16e07c1 req-f5460b35-4d33-4e7e-998c-d41f974cbba6 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759740 Aug 23 14:22:33.796574 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd106d0-1243-46b4-b5b9-df2c2d583fd1 None None] Network d6a2e3fa-97e3-4090-b56a-11674d059ea3 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:22:33.825181 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f05e88b9-6d90-4904-a24d-49aac4a5ad9f req-84dccf78-67cd-4341-99e0-3b38665eacbd tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.855578 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-be586b6e-8568-49b3-87a7-9bb1f180cc47 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:33.953110 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03440132-1029-41a9-a6d8-87db9f89dbd9 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:33.960895 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.963234 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dccf78-67cd-4341-99e0-3b38665eacbd tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db61d9d5-0320-43d9-b333-e5aa16134437,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:33.979376 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Transition to ACTIVE for port object 03440132-1029-41a9-a6d8-87db9f89dbd9 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:33.984007 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69552783-e598-4813-ac34-aadec9a3efca req-56064c89-5e11-4177-b327-acb6e12c6f6d service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638567 Aug 23 14:22:33.984870 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-84dccf78-67cd-4341-99e0-3b38665eacbd tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:34.016891 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5d87260-29c4-4128-8387-02dbc55974a6 req-b9f48bb5-f1f7-4981-8830-1df0f6399ab4 service neutron] 10.222.0.60 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958862 Aug 23 14:22:34.043280 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:34.043528 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f05e88b9-6d90-4904-a24d-49aac4a5ad9f req-84dccf78-67cd-4341-99e0-3b38665eacbd tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:34.044178 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:34.044473 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f05e88b9-6d90-4904-a24d-49aac4a5ad9f req-84dccf78-67cd-4341-99e0-3b38665eacbd tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "DELETE /v2.0/security-groups/db61d9d5-0320-43d9-b333-e5aa16134437 HTTP/1.1" status: 204 len: 173 time: 1.6725821 Aug 23 14:22:34.064968 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-112df661-30e7-4a44-8006-383709f72946 None None] Provisioning for port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:34.071908 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-112df661-30e7-4a44-8006-383709f72946 None None] Provisioning complete for port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:34.073186 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-112df661-30e7-4a44-8006-383709f72946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:34.112669 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-e3bbbd61-dfe3-4ffb-8bc3-fcbac7f82dce service neutron] 10.222.0.86 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010465 Aug 23 14:22:34.236726 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6866107-e906-4e22-8838-47aee16e07c1 req-1e19a96e-875d-4463-b7d6-9fd09c0688fa service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125156 Aug 23 14:22:34.243335 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-112df661-30e7-4a44-8006-383709f72946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:34.295694 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-112df661-30e7-4a44-8006-383709f72946 None None] For port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68,segment=NetworkSegment(f1968ffc-eae6-45d8-b95d-caf8588e9c8e),segment_id=f1968ffc-eae6-45d8-b95d-caf8588e9c8e)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:34.312522 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:34.319477 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-66cc21b5-626b-4d43-b9df-2c3ac4e08635 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:34.422263 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device aaade1d4-3318-4a6e-b481-1615702af61e up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:34.503050 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-112df661-30e7-4a44-8006-383709f72946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:34.516047 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:34.565755 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=03440132-1029-41a9-a6d8-87db9f89dbd9,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:34.587531 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:34.650936 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112df661-30e7-4a44-8006-383709f72946 None None] Pushing event updated for resources: {'Port': ['ID=6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:34.656258 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-112df661-30e7-4a44-8006-383709f72946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:34.740563 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port aaade1d4-3318-4a6e-b481-1615702af61e completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:34.743972 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-17d48fe8-4c88-4058-bf8a-564646b9e1fc None None] Provisioning complete for port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:34.744881 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-17d48fe8-4c88-4058-bf8a-564646b9e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:34.798557 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port aaade1d4-3318-4a6e-b481-1615702af61e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:34.798938 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:34.802595 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-440b2034-6fd6-439b-8355-1669b4ed6ead req-d62da355-5b69-4747-ba1d-efc19def74fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=501d7424-a4e8-419d-b5c9-25824d93930b HTTP/1.1" status: 200 len: 1098 time: 0.6784780 Aug 23 14:22:34.808249 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-c754fdfc-b8d2-4fe0-9e31-f25c914fa846 service neutron] show failed (client error): The resource could not be found. Aug 23 14:22:34.809222 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-c754fdfc-b8d2-4fe0-9e31-f25c914fa846 service neutron] 10.222.0.60 "GET /v2.0/ports/8d333f32-bad4-43af-8080-6162733404ff/bindings/n-h1-805629-1 HTTP/1.1" status: 404 len: 380 time: 0.5480907 Aug 23 14:22:34.830437 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Attempting to bind port 03440132-1029-41a9-a6d8-87db9f89dbd9 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:34.831475 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Attempting to bind port 03440132-1029-41a9-a6d8-87db9f89dbd9 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '0540c964-c792-4794-b826-9897891c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ac29097-ee41-4079-9c89-9102624219da'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:34.831475 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Attempting to bind port 03440132-1029-41a9-a6d8-87db9f89dbd9 on network 7ac29097-ee41-4079-9c89-9102624219da {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:34.846796 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Port 03440132-1029-41a9-a6d8-87db9f89dbd9 on network 7ac29097-ee41-4079-9c89-9102624219da not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:22:34.847075 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Attempting to bind port 03440132-1029-41a9-a6d8-87db9f89dbd9 on network 7ac29097-ee41-4079-9c89-9102624219da {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:34.911802 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3bbfe-be99-47d6-84ef-4449e0d3060e req-50f03a54-b598-48d8-a87b-7bac4c09b15f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:34.923744 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eaa3bbfe-be99-47d6-84ef-4449e0d3060e req-50f03a54-b598-48d8-a87b-7bac4c09b15f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 945 time: 0.3402882 Aug 23 14:22:34.956151 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:22:34.957443 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Checking segment: {'id': '0540c964-c792-4794-b826-9897891c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ac29097-ee41-4079-9c89-9102624219da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:34.958286 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Bound using segment: {'id': '0540c964-c792-4794-b826-9897891c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ac29097-ee41-4079-9c89-9102624219da'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:22:34.959317 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Bound port: 03440132-1029-41a9-a6d8-87db9f89dbd9, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0540c964-c792-4794-b826-9897891c952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '7ac29097-ee41-4079-9c89-9102624219da'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:34.961777 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:34.991176 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b1048-fefd-44ed-9830-e7379e6b8359 req-4071b5c9-3a9e-44b0-a90d-e5a66aa1f140 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:34.992807 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b68b1048-fefd-44ed-9830-e7379e6b8359 req-4071b5c9-3a9e-44b0-a90d-e5a66aa1f140 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=37325e16-b5ed-4b52-8097-a5810db6dd18 HTTP/1.1" status: 200 len: 948 time: 0.3273530 Aug 23 14:22:35.000532 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:35.080482 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eaa3bbfe-be99-47d6-84ef-4449e0d3060e req-3edac4e0-8d37-4852-b714-1b67f3cfa84e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e34c769-3c2d-4e50-9d54-44c26b26438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437702 Aug 23 14:22:35.085943 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37325e16-b5ed-4b52-8097-a5810db6dd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaade1d4-3318-4a6e-b481-1615702af61e'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:35.103065 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port aaade1d4-3318-4a6e-b481-1615702af61e, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=aaade1d4-3318-4a6e-b481-1615702af61e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:35.133039 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b2034-6fd6-439b-8355-1669b4ed6ead req-90fa3b94-9d5d-414a-9d5f-828557845ede service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:35.134402 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-440b2034-6fd6-439b-8355-1669b4ed6ead req-90fa3b94-9d5d-414a-9d5f-828557845ede service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.3228993 Aug 23 14:22:35.136943 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b68b1048-fefd-44ed-9830-e7379e6b8359 req-a811e17e-0e77-4df8-9d54-333b90c5a3e3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323738 Aug 23 14:22:35.180304 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:35.183299 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:35.185873 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] For port 03440132-1029-41a9-a6d8-87db9f89dbd9, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:22:35.192715 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] For port 03440132-1029-41a9-a6d8-87db9f89dbd9, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=03440132-1029-41a9-a6d8-87db9f89dbd9,segment=NetworkSegment(0540c964-c792-4794-b826-9897891c952c),segment_id=0540c964-c792-4794-b826-9897891c952c)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:22:35.258377 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:35.263395 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-bef4fabe-ea6f-4442-9875-585e20926eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:35.286024 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-440b2034-6fd6-439b-8355-1669b4ed6ead req-5d7863a1-0592-4360-8c06-97d7bfb9115c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=664ad7f0-1de6-4707-8edd-70b579c7203e HTTP/1.1" status: 200 len: 217 time: 0.1429338 Aug 23 14:22:35.290841 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=aaade1d4-3318-4a6e-b481-1615702af61e,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:35.295591 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:35.357367 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:35.358779 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] 10.222.0.91 "PUT /v2.0/ports/03440132-1029-41a9-a6d8-87db9f89dbd9 HTTP/1.1" status: 200 len: 1091 time: 2.2928958 Aug 23 14:22:35.363094 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab', 'tag': '03440132-1029-41a9-a6d8-87db9f89dbd9'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:35.387011 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=03440132-1029-41a9-a6d8-87db9f89dbd9,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:35.394872 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:35.415089 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:35.450812 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b2034-6fd6-439b-8355-1669b4ed6ead req-042618d0-9294-4494-9e4a-58271bd229ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:35.452715 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-440b2034-6fd6-439b-8355-1669b4ed6ead req-042618d0-9294-4494-9e4a-58271bd229ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1575222 Aug 23 14:22:35.488044 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-d4b35a65-5a40-4afe-8f33-f82b969b4f01 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2&tenant_id=cae7784c1a0e409298815052dfe79897 HTTP/1.1" status: 200 len: 1100 time: 0.0870337 Aug 23 14:22:35.498964 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:35.499610 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:35.499890 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Router 7de90fa5-61c8-43ca-828a-fde197a122f8 is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:22:35.513998 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2559c4-ea7b-4be5-bb9f-8614bdcbebac req-ca5432ba-e8c1-4cce-b4e5-919632060df7 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:35.515541 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8c2559c4-ea7b-4be5-bb9f-8614bdcbebac req-ca5432ba-e8c1-4cce-b4e5-919632060df7 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 943 time: 0.2956057 Aug 23 14:22:35.520654 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805629-1', 'device_owner': 'compute:nova'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:35.613043 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b9012-7c8c-4c77-9f8d-7b3ed9097f5e req-62e4a43c-1d2f-40b9-868d-ce4edd956118 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:35.620659 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-623b9012-7c8c-4c77-9f8d-7b3ed9097f5e req-62e4a43c-1d2f-40b9-868d-ce4edd956118 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/ports?device_id=c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab HTTP/1.1" status: 200 len: 943 time: 0.2774386 Aug 23 14:22:35.702219 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8c2559c4-ea7b-4be5-bb9f-8614bdcbebac req-52638149-e0ef-4600-9483-8a51dcca36ce tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776025 Aug 23 14:22:35.718614 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-623b9012-7c8c-4c77-9f8d-7b3ed9097f5e req-eb5f097c-f556-4e4c-b8ea-bdbb4414930e tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6b55e10-ec66-4a72-a251-55329dac42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962737 Aug 23 14:22:35.724224 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-440b2034-6fd6-439b-8355-1669b4ed6ead req-a25cd479-440c-40bf-a68d-6d43c6089494 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2635548 Aug 23 14:22:35.756204 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:35.825493 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-86eaa9d4-87b8-4a5c-af24-59e35721daa2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8a9a498cd5704dbfa73051e7c753e523&device_id=c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab HTTP/1.1" status: 200 len: 1094 time: 0.2819338 Aug 23 14:22:35.889795 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f2f3f4-c930-473f-8417-00727c8938f8', 'tag': '0f413698-baf9-49c0-a997-7be9e708a55f', 'status': 'completed', 'code': 200} Aug 23 14:22:36.004065 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-a5deb110-8807-4957-8080-99dfa830e699 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03440132-1029-41a9-a6d8-87db9f89dbd9 HTTP/1.1" status: 200 len: 217 time: 0.1699145 Aug 23 14:22:36.005074 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 0f413698-baf9-49c0-a997-7be9e708a55f details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:36.143190 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-814be487-3de8-4bac-a1d2-f3447bef2f66 req-a3c8b115-d080-44c7-b510-65c1d67944f2 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 210 time: 0.0845330 Aug 23 14:22:36.215490 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-440b2034-6fd6-439b-8355-1669b4ed6ead req-223ca864-e4fa-4e22-abdd-705fcef98037 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841716 Aug 23 14:22:36.218723 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:22:36.225175 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-f18660e1-b2f5-4c43-a8b7-3ec2af91d344 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:36.227490 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-f18660e1-b2f5-4c43-a8b7-3ec2af91d344 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=27b57aad-1ee6-441c-a9c4-c6d34ff017ff HTTP/1.1" status: 200 len: 849 time: 0.2066045 Aug 23 14:22:36.267544 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 0f413698-baf9-49c0-a997-7be9e708a55f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=0f413698-baf9-49c0-a997-7be9e708a55f,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:36.284822 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '0f413698-baf9-49c0-a997-7be9e708a55f', 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca', 'port_id': '0f413698-baf9-49c0-a997-7be9e708a55f', 'mac_address': 'fa:16:3e:6e:7a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f85230-dbce-4146-9032-327f9929bf7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:36.288786 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Sync routers for ids ['7de90fa5-61c8-43ca-828a-fde197a122f8'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:22:36.306417 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d333f32-bad4-43af-8080-6162733404ff,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:36.315641 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:36.315641 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4986072 Aug 23 14:22:36.315952 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45176) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:36.345204 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-e7865701-9a8f-45e6-a56f-2637fcc36c8c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7ac29097-ee41-4079-9c89-9102624219da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734355 Aug 23 14:22:36.371084 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Routers {'7de90fa5-61c8-43ca-828a-fde197a122f8'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:22:36.371878 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:22:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7de90fa5-61c8-43ca-828a-fde197a122f8'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:36.429219 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37325e16-b5ed-4b52-8097-a5810db6dd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaade1d4-3318-4a6e-b481-1615702af61e', 'code': 200} Aug 23 14:22:36.443758 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.resource_extend [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:22:36.471766 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:36.486190 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:22:36.497990 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f413698-baf9-49c0-a997-7be9e708a55f {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:36.516633 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 0f413698-baf9-49c0-a997-7be9e708a55f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=0f413698-baf9-49c0-a997-7be9e708a55f,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:36.608909 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab', 'tag': '03440132-1029-41a9-a6d8-87db9f89dbd9', 'status': 'completed', 'code': 200} Aug 23 14:22:36.658025 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Set router 7de90fa5-61c8-43ca-828a-fde197a122f8 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:22:36.714054 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591db72-32af-4962-a6ef-8fa5d5a17a93 req-7484a026-5db2-455d-8901-16b5c4c4a573 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:36.720964 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0591db72-32af-4962-a6ef-8fa5d5a17a93 req-7484a026-5db2-455d-8901-16b5c4c4a573 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 949 time: 0.7844672 Aug 23 14:22:36.746227 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-67a9f2bd-dc58-4b72-8642-154652121fc2 req-ad880227-0be1-4d10-9cfd-c26c7bd863c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4078fd9dec9433dada943ac1c75d65d&device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 1094 time: 0.8544266 Aug 23 14:22:36.750911 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:36.780993 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:36.781756 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 664ad7f0-1de6-4707-8edd-70b579c7203e details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:36.792197 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:36.793254 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Transition to ACTIVE for port object 8d333f32-bad4-43af-8080-6162733404ff will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:36.930068 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:22:36.958348 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0591db72-32af-4962-a6ef-8fa5d5a17a93 req-00a2c4b6-ba81-4f5d-b2bb-a5871cd89e9e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362103 Aug 23 14:22:37.010331 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.015501 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:37.061061 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e0b04fc3-b43f-4437-8bf0-82d8abbab0c3 req-dc3a446f-b530-44af-9df3-806684149dc0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=37325e16-b5ed-4b52-8097-a5810db6dd18 HTTP/1.1" status: 200 len: 1100 time: 0.3840659 Aug 23 14:22:37.076944 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=0f413698-baf9-49c0-a997-7be9e708a55f,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:37.089530 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-fdbb9b5e-bd31-413b-922b-c108d9c9d650 req-74d7b3f7-f319-4544-a049-656811b3573b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] show failed (client error): The resource could not be found. Aug 23 14:22:37.094230 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fdbb9b5e-bd31-413b-922b-c108d9c9d650 req-74d7b3f7-f319-4544-a049-656811b3573b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/06c831c1-b1af-4c48-b311-5001cd481705 HTTP/1.1" status: 404 len: 352 time: 0.0698044 Aug 23 14:22:37.098853 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-440b2034-6fd6-439b-8355-1669b4ed6ead req-044fd590-4e3c-4e1e-af5c-580937a13342 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8670974 Aug 23 14:22:37.150789 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-70fbb238-1e51-4282-84d1-2cfa31d7eb05 service neutron] 10.222.0.91 "GET /v2.0/networks/7ac29097-ee41-4079-9c89-9102624219da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7384248 Aug 23 14:22:37.230516 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 664ad7f0-1de6-4707-8edd-70b579c7203e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=664ad7f0-1de6-4707-8edd-70b579c7203e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:37.294212 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '664ad7f0-1de6-4707-8edd-70b579c7203e', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '664ad7f0-1de6-4707-8edd-70b579c7203e', 'mac_address': 'fa:16:3e:69:11:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:37.300763 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:37.346562 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Pushing event updated for resources: {'Port': ['ID=8d333f32-bad4-43af-8080-6162733404ff,revision_number=6']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:37.347510 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9f2bd-dc58-4b72-8642-154652121fc2 req-976a3e1d-7be5-47fe-a104-479cd650dc80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:37.351669 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-67a9f2bd-dc58-4b72-8642-154652121fc2 req-976a3e1d-7be5-47fe-a104-479cd650dc80 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bde3cda3-a79e-4478-9843-40b5ea065bca HTTP/1.1" status: 200 len: 916 time: 0.5611372 Aug 23 14:22:37.362043 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6eaa54-8e7b-4f10-b7d5-78ab5a927d22 req-8879345f-6aad-4c01-806f-eef8c15c189b tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:37.369942 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa6eaa54-8e7b-4f10-b7d5-78ab5a927d22 req-8879345f-6aad-4c01-806f-eef8c15c189b tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=37325e16-b5ed-4b52-8097-a5810db6dd18 HTTP/1.1" status: 200 len: 949 time: 0.6286249 Aug 23 14:22:37.428266 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.458742 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664ad7f0-1de6-4707-8edd-70b579c7203e {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:37.474608 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'name': 'tempest-ServersTestMultiNic-764153188-router', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:31Z', 'updated_at': '2021-08-23T14:22:33Z', 'revision_number': 3, 'project_id': '6b1b0bc397db41e6b623414627ceceea', 'gw_port': {'id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:32Z', 'updated_at': '2021-08-23T14:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:37.481506 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 664ad7f0-1de6-4707-8edd-70b579c7203e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=664ad7f0-1de6-4707-8edd-70b579c7203e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:37.482538 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Checking router: 7de90fa5-61c8-43ca-828a-fde197a122f8 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:22:37.482889 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Updating router 7de90fa5-61c8-43ca-828a-fde197a122f8 port 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2 binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:22:37.488581 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:37.523410 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-67a9f2bd-dc58-4b72-8642-154652121fc2 req-4b67a9d5-2630-4143-8177-c9cd6ebeb2cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f413698-baf9-49c0-a997-7be9e708a55f HTTP/1.1" status: 200 len: 217 time: 0.1318493 Aug 23 14:22:37.553162 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e0b04fc3-b43f-4437-8bf0-82d8abbab0c3 req-1f85d7bf-285a-4b0a-876d-76737bb5bb78 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678330 Aug 23 14:22:37.564496 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] No DVR routers for this DVR port 8d333f32-bad4-43af-8080-6162733404ff on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:37.590596 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.660190 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9f2bd-dc58-4b72-8642-154652121fc2 req-ab52d07c-4d75-4a94-9362-fabd0f8faf87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:37.662500 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-67a9f2bd-dc58-4b72-8642-154652121fc2 req-ab52d07c-4d75-4a94-9362-fabd0f8faf87 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85f85230-dbce-4146-9032-327f9929bf7c HTTP/1.1" status: 200 len: 855 time: 0.1235082 Aug 23 14:22:37.672734 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa6eaa54-8e7b-4f10-b7d5-78ab5a927d22 req-46c91316-d986-49db-91d9-5cbac9710397 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018746 Aug 23 14:22:37.680234 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-754514f7-a1c0-4582-8389-1a326319e9d3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:37.683004 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-754514f7-a1c0-4582-8389-1a326319e9d3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 811 time: 0.4789660 Aug 23 14:22:37.705942 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Attempting to bind port 8d333f32-bad4-43af-8080-6162733404ff on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:37.705942 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Attempting to bind port 8d333f32-bad4-43af-8080-6162733404ff by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:37.705942 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Attempting to bind port 8d333f32-bad4-43af-8080-6162733404ff on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:37.787144 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Request body: {'port': {'device_id': '1462a8e9-7956-4fa3-aa31-8aaea9714cea', 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e', 'admin_state_up': True, 'tenant_id': '2db89cf8ec4049f391cd185e2d3192bc'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:37.834915 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f59d2de1-52b3-440d-ba2b-3dcff125fea0 req-9fbdca0e-3778-40c1-99fc-3450836a0d3d service neutron] 10.222.0.91 "GET /v2.0/networks/7ac29097-ee41-4079-9c89-9102624219da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6698956 Aug 23 14:22:37.837612 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-67a9f2bd-dc58-4b72-8642-154652121fc2 req-7203904c-e332-46ad-808d-cd6806998e56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bde3cda3-a79e-4478-9843-40b5ea065bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638937 Aug 23 14:22:37.894613 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Port 8d333f32-bad4-43af-8080-6162733404ff on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:22:37.895107 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Attempting to bind port 8d333f32-bad4-43af-8080-6162733404ff on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:37.916722 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:22:37.917213 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:37.917794 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:22:37.918539 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Bound port: 8d333f32-bad4-43af-8080-6162733404ff, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:37.919271 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.948720 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.954936 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:38.014994 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 8d333f32-bad4-43af-8080-6162733404ff no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:38.104002 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=664ad7f0-1de6-4707-8edd-70b579c7203e,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:38.109666 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:38.124867 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:22:38.125258 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 8d333f32-bad4-43af-8080-6162733404ff not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:38.128389 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:38.132746 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=8d333f32-bad4-43af-8080-6162733404ff,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:22:38.199986 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:38.213601 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:38.214241 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Transition to ACTIVE for port object 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:38.217589 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:38.223704 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-afc88735-a364-4446-b70e-9f9360ab56c3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:38.241404 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-67a9f2bd-dc58-4b72-8642-154652121fc2 req-2639774d-d1c3-4849-8057-c72d5fa623c3 service neutron] 10.222.0.60 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965342 Aug 23 14:22:38.251198 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b5e7d-be2e-4184-8b40-bb76ebf521f4 req-b80613d2-2d94-4c36-ba0e-13de3f17d3ae tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:38.252721 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4e7b5e7d-be2e-4184-8b40-bb76ebf521f4 req-b80613d2-2d94-4c36-ba0e-13de3f17d3ae tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 944 time: 0.2820215 Aug 23 14:22:38.283700 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['664ad7f0-1de6-4707-8edd-70b579c7203e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:38.285005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fe76e-727a-4d89-a548-47271136da7b req-6a0663bc-1224-44d2-a55a-64333d4484a9 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:38.286690 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-380fe76e-727a-4d89-a548-47271136da7b req-6a0663bc-1224-44d2-a55a-64333d4484a9 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/ports?device_id=c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab HTTP/1.1" status: 200 len: 943 time: 0.3140655 Aug 23 14:22:38.316044 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:38.317453 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] 10.222.0.91 "PUT /v2.0/ports/8d333f32-bad4-43af-8080-6162733404ff HTTP/1.1" status: 200 len: 1095 time: 2.8196177 Aug 23 14:22:38.335214 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Pushing event updated for resources: {'Port': ['ID=8d333f32-bad4-43af-8080-6162733404ff,revision_number=7']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:38.338925 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:38.367883 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['0f413698-baf9-49c0-a997-7be9e708a55f'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:38.405276 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5640d689-4538-4b35-8391-63c3bc420a2d req-5b87cbf7-03b3-4917-a376-6781adabda6d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8a9a498cd5704dbfa73051e7c753e523&device_id=c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab HTTP/1.1" status: 200 len: 1094 time: 0.3437386 Aug 23 14:22:38.406163 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:38.423910 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:38.482283 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Made reservation on behalf of 2db89cf8ec4049f391cd185e2d3192bc for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:38.484888 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:38.505676 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-380fe76e-727a-4d89-a548-47271136da7b req-6a2bdf9d-fdbf-4993-bb17-8fbe6866a56d tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6b55e10-ec66-4a72-a251-55329dac42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519105 Aug 23 14:22:38.615374 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d333f32-bad4-43af-8080-6162733404ff'}, {'name': 'network-changed', 'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'tag': '8d333f32-bad4-43af-8080-6162733404ff'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:38.628420 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-d99409d5-a631-417c-a4e4-e8f1f0c07270 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 1098 time: 0.2735145 Aug 23 14:22:38.642057 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Attempting to bind port 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:38.642686 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Attempting to bind port 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:38.643049 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Attempting to bind port 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2 on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:38.655762 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c3f8f-0ae5-4584-ba8f-fad70f6b1c79 None None] Pushing event updated for resources: {'Port': ['ID=1be289cf-b4cb-43dc-898e-2eb45f6ab0b2,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:38.669876 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-730c3f8f-0ae5-4584-ba8f-fad70f6b1c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:38.688309 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:22:38.688887 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:38.689399 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:38.689926 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:22:38.690529 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Bound port: 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:38.691035 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:38.719017 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4e7b5e7d-be2e-4184-8b40-bb76ebf521f4 req-2865cefc-f1d9-42f8-b20f-42e8819c566f tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424186 Aug 23 14:22:38.755271 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-24e3ad51-785a-4048-9410-da422fa8f476 req-a366fc98-2337-44cb-8c6c-a45b6b5f3c8f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] show failed (client error): The resource could not be found. Aug 23 14:22:38.756946 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-24e3ad51-785a-4048-9410-da422fa8f476 req-a366fc98-2337-44cb-8c6c-a45b6b5f3c8f tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/ac9880df-b5d8-4e7a-a401-a563af9b604a HTTP/1.1" status: 404 len: 352 time: 0.0367205 Aug 23 14:22:38.802301 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-67a9f2bd-dc58-4b72-8642-154652121fc2 req-22883685-b758-4c3f-9bdb-3edc777b99d4 service neutron] 10.222.0.60 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473025 Aug 23 14:22:38.803230 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640d689-4538-4b35-8391-63c3bc420a2d req-f7103e0d-b500-43c9-99ad-7910b0b9e92a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:38.804592 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5640d689-4538-4b35-8391-63c3bc420a2d req-f7103e0d-b500-43c9-99ad-7910b0b9e92a service neutron] 10.222.0.91 "GET /v2.0/networks?id=7ac29097-ee41-4079-9c89-9102624219da HTTP/1.1" status: 200 len: 910 time: 0.3850317 Aug 23 14:22:38.910927 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Allocated IP 172.20.0.14 (2961c70e-af3c-4bcf-91eb-0eb4d684285e/27bb7382-12c0-438e-a1f3-4f81c598dc69/e338db38-9a9e-4dba-b3d2-6c86dbb7a093) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:39.011527 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-96a9d9f4-ddd6-424a-9be4-fe01f60be617 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:39.011750 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] For port 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:22:39.015772 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-96a9d9f4-ddd6-424a-9be4-fe01f60be617 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.3725519 Aug 23 14:22:39.016517 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] For port 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=1be289cf-b4cb-43dc-898e-2eb45f6ab0b2,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:22:39.077089 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:39.081951 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:39.176322 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Routers {'7de90fa5-61c8-43ca-828a-fde197a122f8'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:22:39.177303 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:22:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7de90fa5-61c8-43ca-828a-fde197a122f8'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:39.218332 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-771f5fb5-8cdf-4169-b366-4630ff6633f4 req-b0bea2c0-684b-4b7b-98ad-044c76ea70b9 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 210 time: 0.2683177 Aug 23 14:22:39.223398 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5640d689-4538-4b35-8391-63c3bc420a2d req-98072208-7110-479c-a508-cacfc20f12a5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03440132-1029-41a9-a6d8-87db9f89dbd9 HTTP/1.1" status: 200 len: 217 time: 0.4062223 Aug 23 14:22:39.252903 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c3f8f-0ae5-4584-ba8f-fad70f6b1c79 None None] Pushing event updated for resources: {'Port': ['ID=1be289cf-b4cb-43dc-898e-2eb45f6ab0b2,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:39.256532 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-730c3f8f-0ae5-4584-ba8f-fad70f6b1c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:39.285485 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-8dd4f9ec-5e7c-4a07-a2dd-027636b9b02d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8d333f32-bad4-43af-8080-6162733404ff HTTP/1.1" status: 200 len: 217 time: 0.0789766 Aug 23 14:22:39.354410 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640d689-4538-4b35-8391-63c3bc420a2d req-31f8a565-ece0-43dd-92fc-8b20ee665277 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:39.355893 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5640d689-4538-4b35-8391-63c3bc420a2d req-31f8a565-ece0-43dd-92fc-8b20ee665277 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=27b57aad-1ee6-441c-a9c4-c6d34ff017ff HTTP/1.1" status: 200 len: 849 time: 0.1224856 Aug 23 14:22:39.371312 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-d93e1cde-1dc0-4728-8d33-37f1ff57673c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:39.372800 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-d93e1cde-1dc0-4728-8d33-37f1ff57673c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.0762732 Aug 23 14:22:39.461124 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] Set router 7de90fa5-61c8-43ca-828a-fde197a122f8 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:22:39.475408 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5640d689-4538-4b35-8391-63c3bc420a2d req-01e24f13-73f3-474d-ba00-8c34ff4019ed service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7ac29097-ee41-4079-9c89-9102624219da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681815 Aug 23 14:22:39.494387 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b20d8d-499b-463a-bb3a-6fa9c1e8ea79 req-40cb8038-5585-44e3-a0c3-7110d8182577 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:39.495396 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-38b20d8d-499b-463a-bb3a-6fa9c1e8ea79 req-40cb8038-5585-44e3-a0c3-7110d8182577 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 945 time: 0.3390095 Aug 23 14:22:39.638439 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:39.670212 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583f455-493a-44f1-bf84-a987b56decfc req-4e4e4e74-7677-43be-b1aa-0d84eb7c0275 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:39.671889 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1583f455-493a-44f1-bf84-a987b56decfc req-4e4e4e74-7677-43be-b1aa-0d84eb7c0275 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 947 time: 0.3140230 Aug 23 14:22:39.686827 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-38b20d8d-499b-463a-bb3a-6fa9c1e8ea79 req-ff471f1b-cd02-4919-95ca-50cc420a3620 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e34c769-3c2d-4e50-9d54-44c26b26438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704259 Aug 23 14:22:39.720063 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-c64a4e21-5388-477e-b59b-761f4ad137dc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2801569 Aug 23 14:22:39.758804 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5640d689-4538-4b35-8391-63c3bc420a2d req-acd9e061-70ba-4ded-a402-ccf6275c87f4 service neutron] 10.222.0.91 "GET /v2.0/networks/7ac29097-ee41-4079-9c89-9102624219da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712624 Aug 23 14:22:39.771363 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1583f455-493a-44f1-bf84-a987b56decfc req-55e8aa94-d667-4c35-a837-b96e01de1e98 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812774 Aug 23 14:22:39.864744 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'name': 'tempest-ServersTestMultiNic-764153188-router', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:31Z', 'updated_at': '2021-08-23T14:22:33Z', 'revision_number': 3, 'project_id': '6b1b0bc397db41e6b623414627ceceea', 'gw_port': {'id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:32Z', 'updated_at': '2021-08-23T14:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:39.870928 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ccce6-5228-41f8-9861-a285e95a57b9 None None] The sync data for ids ['7de90fa5-61c8-43ca-828a-fde197a122f8'] in n-d-805629-1 is: [{'id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'name': 'tempest-ServersTestMultiNic-764153188-router', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:31Z', 'updated_at': '2021-08-23T14:22:33Z', 'revision_number': 3, 'project_id': '6b1b0bc397db41e6b623414627ceceea', 'gw_port': {'id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:32Z', 'updated_at': '2021-08-23T14:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:22:39.885811 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d333f32-bad4-43af-8080-6162733404ff', 'code': 200} Aug 23 14:22:39.886115 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'tag': '8d333f32-bad4-43af-8080-6162733404ff', 'status': 'completed', 'code': 200} Aug 23 14:22:40.031828 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 0f413698-baf9-49c0-a997-7be9e708a55f up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:40.050687 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-7e125ca1-dcc4-414a-8e04-ca51aaeec920 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:40.051433 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-7e125ca1-dcc4-414a-8e04-ca51aaeec920 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Synchronizing usage tracker for tenant:29c3385b419d476c965ea8d7ad48cdd9 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:40.059934 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.105953 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:40.120597 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-481002a9-1571-490d-a9d0-68f9330e96be req-2d576c3b-d42a-4899-a36a-bd23858c18aa tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] show failed (client error): The resource could not be found. Aug 23 14:22:40.122154 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-481002a9-1571-490d-a9d0-68f9330e96be req-2d576c3b-d42a-4899-a36a-bd23858c18aa tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/cc10a475-d830-4387-8c62-bd005fb12845 HTTP/1.1" status: 404 len: 352 time: 0.1504028 Aug 23 14:22:40.182354 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5640d689-4538-4b35-8391-63c3bc420a2d req-efe30f7b-bcac-481b-9bc4-fdb6c6597778 service neutron] 10.222.0.91 "GET /v2.0/networks/7ac29097-ee41-4079-9c89-9102624219da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100208 Aug 23 14:22:40.220200 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab0c9d-9b3c-4678-93c4-378406af7d98 req-398ff50d-058b-40ba-a82d-4e69b3b84994 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:40.228276 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.230137 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eeab0c9d-9b3c-4678-93c4-378406af7d98 req-398ff50d-058b-40ba-a82d-4e69b3b84994 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=37325e16-b5ed-4b52-8097-a5810db6dd18 HTTP/1.1" status: 200 len: 949 time: 0.2569091 Aug 23 14:22:40.235431 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-09f25d53-ddf0-4917-b34d-398d34f58013 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 1098 time: 0.2609391 Aug 23 14:22:40.255745 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-1cda81d7-c36c-4020-9632-f48a64d111a6 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192838 Aug 23 14:22:40.340347 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 0f413698-baf9-49c0-a997-7be9e708a55f completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:40.346302 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 0f413698-baf9-49c0-a997-7be9e708a55f triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:40.349209 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.422398 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 03440132-1029-41a9-a6d8-87db9f89dbd9 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:40.490335 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eeab0c9d-9b3c-4678-93c4-378406af7d98 req-ddd3af1e-cab3-4b84-a41d-d4e3fe451ba8 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532866 Aug 23 14:22:40.549510 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-e2e15dc9-0984-42e6-9358-ccfb39f8d69f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:40.551327 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-e2e15dc9-0984-42e6-9358-ccfb39f8d69f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.2949648 Aug 23 14:22:40.612366 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-91b50b7c-627d-4ffb-81b7-03efe80e84f9 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360262 Aug 23 14:22:40.615739 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Network 2961c70e-af3c-4bcf-91eb-0eb4d684285e is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:40.632649 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Pushing event updated for resources: {'Port': ['ID=e338db38-9a9e-4dba-b3d2-6c86dbb7a093,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:40.635528 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:40.638741 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-7e125ca1-dcc4-414a-8e04-ca51aaeec920 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Unset dirty status for tenant:29c3385b419d476c965ea8d7ad48cdd9 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:40.639382 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-7e125ca1-dcc4-414a-8e04-ca51aaeec920 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.91 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 945 time: 1.0145178 Aug 23 14:22:40.639774 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:22:40.679853 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:40.733188 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.816825 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f2f3f4-c930-473f-8417-00727c8938f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f413698-baf9-49c0-a997-7be9e708a55f'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:40.835042 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 03440132-1029-41a9-a6d8-87db9f89dbd9, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=03440132-1029-41a9-a6d8-87db9f89dbd9,segment=NetworkSegment(0540c964-c792-4794-b826-9897891c952c),segment_id=0540c964-c792-4794-b826-9897891c952c)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:40.847366 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 0f413698-baf9-49c0-a997-7be9e708a55f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=0f413698-baf9-49c0-a997-7be9e708a55f,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:40.866083 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-28fd362d-da2a-4937-911d-7ddc1df161fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8d333f32-bad4-43af-8080-6162733404ff HTTP/1.1" status: 200 len: 217 time: 0.2981768 Aug 23 14:22:40.867306 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '03440132-1029-41a9-a6d8-87db9f89dbd9', 'network_id': '7ac29097-ee41-4079-9c89-9102624219da', 'port_id': '03440132-1029-41a9-a6d8-87db9f89dbd9', 'mac_address': 'fa:16:3e:0e:fd:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b57aad-1ee6-441c-a9c4-c6d34ff017ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:40.919393 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:40.919973 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.931052 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.933514 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 664ad7f0-1de6-4707-8edd-70b579c7203e up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:40.970937 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:40.980948 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-0a60c8d1-6284-4ea2-9cbe-584e7df38efc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:40.981781 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Deleting port 9e614f92-b7e9-42ed-ae9f-90efbfea5914 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:22:40.982133 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.983518 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-0a60c8d1-6284-4ea2-9cbe-584e7df38efc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1090364 Aug 23 14:22:40.996709 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6784f-d0a3-4cb2-a2d6-0720a2aa7e78 req-d5f9c9cd-2b3c-4bee-a06b-eeefdd1d712f tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:41.004450 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b0e6784f-d0a3-4cb2-a2d6-0720a2aa7e78 req-d5f9c9cd-2b3c-4bee-a06b-eeefdd1d712f tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/ports?device_id=c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab HTTP/1.1" status: 200 len: 943 time: 0.7100246 Aug 23 14:22:41.137262 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b0e6784f-d0a3-4cb2-a2d6-0720a2aa7e78 req-48ca572a-a0ae-471d-8c50-f6fe2623c05e tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6b55e10-ec66-4a72-a251-55329dac42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312642 Aug 23 14:22:41.148191 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.174566 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03440132-1029-41a9-a6d8-87db9f89dbd9 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:41.182486 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4005346 Aug 23 14:22:41.194308 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 03440132-1029-41a9-a6d8-87db9f89dbd9, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=03440132-1029-41a9-a6d8-87db9f89dbd9,segment=NetworkSegment(0540c964-c792-4794-b826-9897891c952c),segment_id=0540c964-c792-4794-b826-9897891c952c)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:41.195735 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=0f413698-baf9-49c0-a997-7be9e708a55f,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:41.198951 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Request body: {'port': {'device_id': '1462a8e9-7956-4fa3-aa31-8aaea9714cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:41.201159 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:41.202110 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 664ad7f0-1de6-4707-8edd-70b579c7203e completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:41.210365 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 664ad7f0-1de6-4707-8edd-70b579c7203e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:41.210641 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.217835 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-aeaf637d-fd79-408b-9226-d94dc5815b9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2106733 Aug 23 14:22:41.225211 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66753cf5-3c2e-4896-985e-335cba336a23 req-edc78ba8-2818-43ef-a721-19390174f666 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:41.226787 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-66753cf5-3c2e-4896-985e-335cba336a23 req-edc78ba8-2818-43ef-a721-19390174f666 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 944 time: 0.4729524 Aug 23 14:22:41.269169 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.277451 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:41.289000 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-12268ad7-0b49-40d8-997a-c3e0f7fc1185 req-4d68c6cd-477d-4fb1-983a-6dfceed9d884 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] show failed (client error): The resource could not be found. Aug 23 14:22:41.290177 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-12268ad7-0b49-40d8-997a-c3e0f7fc1185 req-4d68c6cd-477d-4fb1-983a-6dfceed9d884 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/09224a8a-3356-49cd-9868-dd80ed57168b HTTP/1.1" status: 404 len: 352 time: 0.0781090 Aug 23 14:22:41.373799 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Allocated IP 172.20.0.1 (d6a2e3fa-97e3-4090-b56a-11674d059ea3/0ec13943-8acb-4a2d-bbdd-46481708901f/86f70d14-b9f8-4623-8001-f6e863ed4eae) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:41.396178 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=03440132-1029-41a9-a6d8-87db9f89dbd9,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:41.401314 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:41.421606 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-66753cf5-3c2e-4896-985e-335cba336a23 req-7a3e5c20-0e43-425e-a9ec-a30ec29b89e6 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806321 Aug 23 14:22:41.481359 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-37fd5a41-e434-4567-b5ef-4ba1cb2dd9b6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 1098 time: 0.7200365 Aug 23 14:22:41.491570 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:41.500716 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-7d682944-c907-4636-a25d-888f5793edac service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582755 Aug 23 14:22:41.633999 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.646444 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['03440132-1029-41a9-a6d8-87db9f89dbd9'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:41.747025 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 664ad7f0-1de6-4707-8edd-70b579c7203e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=664ad7f0-1de6-4707-8edd-70b579c7203e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:41.796554 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:41.802934 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:41.803319 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.843955 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.854935 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:41.888856 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.952547 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a44a1-ad1a-40ff-b327-562d09cf12a7 req-585583eb-fbe7-4c22-b33e-76ddbd6bcff9 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:41.960435 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3b1a44a1-ad1a-40ff-b327-562d09cf12a7 req-585583eb-fbe7-4c22-b33e-76ddbd6bcff9 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 932 time: 0.4582894 Aug 23 14:22:41.979861 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=664ad7f0-1de6-4707-8edd-70b579c7203e,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:41.985406 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:41.994534 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ecd9b-8d38-4801-b1cc-e00581f16d31 req-fbcc8987-1018-4450-9d63-54c7bc07233a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:41.996668 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8c1ecd9b-8d38-4801-b1cc-e00581f16d31 req-fbcc8987-1018-4450-9d63-54c7bc07233a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=501d7424-a4e8-419d-b5c9-25824d93930b HTTP/1.1" status: 200 len: 948 time: 0.2579901 Aug 23 14:22:42.012769 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-fa5255f8-30be-4891-9e61-529bc569e8ec service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623523 Aug 23 14:22:42.062451 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] For port 9e614f92-b7e9-42ed-ae9f-90efbfea5914, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9e614f92-b7e9-42ed-ae9f-90efbfea5914,segment=NetworkSegment(3c772d9d-e26a-431d-b7ba-ef19a5700ae0),segment_id=3c772d9d-e26a-431d-b7ba-ef19a5700ae0)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:42.063085 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.065324 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.071429 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3b1a44a1-ad1a-40ff-b327-562d09cf12a7 req-b06dbecb-1aad-4b53-8d35-977f78c10a1d tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089344 Aug 23 14:22:42.086178 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=1be289cf-b4cb-43dc-898e-2eb45f6ab0b2,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:42.099196 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8c1ecd9b-8d38-4801-b1cc-e00581f16d31 req-235c579e-983e-46b4-a927-0f59df72c891 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853586 Aug 23 14:22:42.185425 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-c1ea95a5-041b-4a57-bb40-85524ed8e405 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:42.187026 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-c1ea95a5-041b-4a57-bb40-85524ed8e405 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.4851785 Aug 23 14:22:42.198489 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.203552 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:42.329308 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=1be289cf-b4cb-43dc-898e-2eb45f6ab0b2,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:42.335502 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:42.357731 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.375679 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-bfeaf266-b26d-4737-b069-b66817e76ab8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8d333f32-bad4-43af-8080-6162733404ff HTTP/1.1" status: 200 len: 217 time: 0.1736541 Aug 23 14:22:42.377228 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3752f0-4b11-4865-af40-b3e5b2a8f070 req-ca31b554-7a1b-4e0f-a8ce-9b6728318bf8 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:42.379361 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ae3752f0-4b11-4865-af40-b3e5b2a8f070 req-ca31b554-7a1b-4e0f-a8ce-9b6728318bf8 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 945 time: 0.1788299 Aug 23 14:22:42.410800 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fae19b-91c3-4185-8210-3cf5fc4c9842 req-2b7f3033-5653-4331-b668-c56237577f98 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:42.412347 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-74fae19b-91c3-4185-8210-3cf5fc4c9842 req-2b7f3033-5653-4331-b668-c56237577f98 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 947 time: 0.1381247 Aug 23 14:22:42.439611 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 9e614f92-b7e9-42ed-ae9f-90efbfea5914 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:42.475963 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ae3752f0-4b11-4865-af40-b3e5b2a8f070 req-37c73c9a-947f-4651-b782-225336e1bf7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e34c769-3c2d-4e50-9d54-44c26b26438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852916 Aug 23 14:22:42.489984 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-74fae19b-91c3-4185-8210-3cf5fc4c9842 req-ea348b34-9d83-434b-9e93-55d9a3ecedfc tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701649 Aug 23 14:22:42.543400 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Transition to ACTIVE for port object 86f70d14-b9f8-4623-8001-f6e863ed4eae will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:42.602361 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f2f3f4-c930-473f-8417-00727c8938f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f413698-baf9-49c0-a997-7be9e708a55f', 'code': 200} Aug 23 14:22:42.696912 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.764208 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-f8cef398-ec07-437d-9e36-2dc63705e726 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:42.765716 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-f8cef398-ec07-437d-9e36-2dc63705e726 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.3208694 Aug 23 14:22:42.770184 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-8ae4737a-ad5b-4e03-9432-c0f05e5e6a96 req-c8aee87b-f264-4b0d-92c5-bb1e9d8c368b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] show failed (client error): The resource could not be found. Aug 23 14:22:42.771015 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 9e614f92-b7e9-42ed-ae9f-90efbfea5914, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9e614f92-b7e9-42ed-ae9f-90efbfea5914,segment=NetworkSegment(3c772d9d-e26a-431d-b7ba-ef19a5700ae0),segment_id=3c772d9d-e26a-431d-b7ba-ef19a5700ae0)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:42.772875 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8ae4737a-ad5b-4e03-9432-c0f05e5e6a96 req-c8aee87b-f264-4b0d-92c5-bb1e9d8c368b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/78427df9-e3d7-45a4-9261-05a284db5195 HTTP/1.1" status: 404 len: 352 time: 0.1527896 Aug 23 14:22:42.866164 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.869644 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:42.879014 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.879532 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.879986 n-d-805629-1 neutron-server[76506]: INFO neutron.db.l3_db [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Floating IP 654de18a-fcb5-4f57-b1f0-409da5f8b72a disassociated. External IP: 172.25.6.136, port: 9e614f92-b7e9-42ed-ae9f-90efbfea5914. Aug 23 14:22:42.880407 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Calling delete_port for 9e614f92-b7e9-42ed-ae9f-90efbfea5914 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:22:42.886305 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4f93b8f5-aaec-4d97-a42f-a3559f21990d req-e351bc6d-1c07-478e-a24d-55523447d6ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 1096 time: 0.2119176 Aug 23 14:22:42.900820 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5e4f1-1027-43b0-a432-437d2f8c078e req-29a7d1e7-61f1-4067-910f-3fd8a78758d1 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:42.902670 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aee5e4f1-1027-43b0-a432-437d2f8c078e req-29a7d1e7-61f1-4067-910f-3fd8a78758d1 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/ports?device_id=c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab HTTP/1.1" status: 200 len: 944 time: 0.1123443 Aug 23 14:22:42.942776 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.953923 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f3885683-2d63-4e92-989b-4e273332bb7f tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:42.978624 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=9e614f92-b7e9-42ed-ae9f-90efbfea5914,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:42.982738 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:42.996173 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.resource_extend [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:22:43.062821 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4f93b8f5-aaec-4d97-a42f-a3559f21990d req-d526d98d-b918-438e-8830-3fc8e0072904 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591511 Aug 23 14:22:43.068388 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aee5e4f1-1027-43b0-a432-437d2f8c078e req-1fb9bd5b-7aba-4eb0-abb3-4c06b29e1d10 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6b55e10-ec66-4a72-a251-55329dac42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449378 Aug 23 14:22:43.099484 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c27e64-4b74-4341-9107-b8fbcb9ddfbf req-18c32ba8-596f-46b0-9251-9d42fe8ffbc3 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:43.100068 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d5c27e64-4b74-4341-9107-b8fbcb9ddfbf req-18c32ba8-596f-46b0-9251-9d42fe8ffbc3 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.1420426 Aug 23 14:22:43.125991 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e338db38-9a9e-4dba-b3d2-6c86dbb7a093 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:43.148509 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:43.158908 n-d-805629-1 neutron-server[76505]: INFO neutron.api.v2.resource [req-109e8c7f-4c04-4b9e-aa18-41bf5019f75b req-5571ba6a-117f-48e7-8351-aac676f7837d tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] show failed (client error): The resource could not be found. Aug 23 14:22:43.160466 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-109e8c7f-4c04-4b9e-aa18-41bf5019f75b req-5571ba6a-117f-48e7-8351-aac676f7837d tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/ccecd787-6bcd-4504-927a-72bc824d4f4a HTTP/1.1" status: 404 len: 352 time: 0.0314040 Aug 23 14:22:43.191146 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Pushing event updated for resources: {'Port': ['ID=86f70d14-b9f8-4623-8001-f6e863ed4eae,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:43.192901 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d5c27e64-4b74-4341-9107-b8fbcb9ddfbf req-03f2167f-a890-46f5-89b8-3a6b8361b30b tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851169 Aug 23 14:22:43.200302 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Network d6a2e3fa-97e3-4090-b56a-11674d059ea3 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:43.212027 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:43.212027 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-46f3e119-b20d-43c2-a8db-f8f836b8aa74 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4313912 Aug 23 14:22:43.212027 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:43.212027 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Transition to ACTIVE for port object e338db38-9a9e-4dba-b3d2-6c86dbb7a093 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:43.214024 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:22:43.409305 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:43.521385 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:43.521703 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:43.522022 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93ab45-5281-4a98-977e-de72f85db0c3 req-c7567e82-7794-43e5-bb44-49bf4c95fab6 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:43.530804 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1f93ab45-5281-4a98-977e-de72f85db0c3 req-c7567e82-7794-43e5-bb44-49bf4c95fab6 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 944 time: 0.2346432 Aug 23 14:22:43.543353 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.api [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:22:43.543920 n-d-805629-1 neutron-server[76506]: DEBUG oslo_db.api [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:22:43.544533 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:43.570854 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ad9587ba-b83b-4d2e-aee6-a426fc5f9964 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:43.603363 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1f93ab45-5281-4a98-977e-de72f85db0c3 req-30e08cf5-67b9-4cad-92bb-067026fa7cff tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715895 Aug 23 14:22:43.643505 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445898e3-e5d4-4a65-9f46-2453edfd7bbf req-f5a07633-138a-4275-81b6-96805ad978d2 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:43.645142 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-445898e3-e5d4-4a65-9f46-2453edfd7bbf req-f5a07633-138a-4275-81b6-96805ad978d2 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=501d7424-a4e8-419d-b5c9-25824d93930b HTTP/1.1" status: 200 len: 949 time: 0.2340004 Aug 23 14:22:43.691191 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:43.706148 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-445898e3-e5d4-4a65-9f46-2453edfd7bbf req-fa8b90b3-b55f-4969-9bf0-ed05601090e0 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551379 Aug 23 14:22:43.734708 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-2f0774b2-29cb-4467-87bd-9c93a5161883 None None] Provisioning for port 86f70d14-b9f8-4623-8001-f6e863ed4eae completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:43.740761 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-2f0774b2-29cb-4467-87bd-9c93a5161883 None None] Provisioning complete for port 86f70d14-b9f8-4623-8001-f6e863ed4eae triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:43.745865 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2f0774b2-29cb-4467-87bd-9c93a5161883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:43.833896 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-2f0774b2-29cb-4467-87bd-9c93a5161883 None None] Port 86f70d14-b9f8-4623-8001-f6e863ed4eae cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:22:43.883384 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-279428fb-1a2e-4b1c-9f2d-f71eb71a8950 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261921 Aug 23 14:22:43.895600 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Pushing event updated for resources: {'Port': ['ID=e338db38-9a9e-4dba-b3d2-6c86dbb7a093,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:43.921048 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:43.950604 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e467245-7af0-4d13-b729-eb461fa4d47e req-96216a18-f370-424f-8eca-a59406e7c19c tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:43.952115 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e467245-7af0-4d13-b729-eb461fa4d47e req-96216a18-f370-424f-8eca-a59406e7c19c tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 943 time: 0.0992274 Aug 23 14:22:44.010119 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e467245-7af0-4d13-b729-eb461fa4d47e req-ad686c00-52bd-4cc1-bb8a-2ee20a069daa tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/security-groups?id=0e34c769-3c2d-4e50-9d54-44c26b26438b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520005 Aug 23 14:22:44.046509 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Deleting port 9e614f92-b7e9-42ed-ae9f-90efbfea5914 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:22:44.047019 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:44.208663 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5100bf51-a0db-4cc4-8c1f-d3d019d9ef1a req-da3307e9-c0a1-4397-bf61-ffb055e886d2 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152730 Aug 23 14:22:44.300251 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:44.316096 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce9d33-90cc-4f3a-b92d-0b2fe42a3e7f req-814f2b8a-b904-4cd3-9a82-40520e380808 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:44.319536 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a2ce9d33-90cc-4f3a-b92d-0b2fe42a3e7f req-814f2b8a-b904-4cd3-9a82-40520e380808 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 947 time: 0.1710632 Aug 23 14:22:44.330829 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Attempting to bind port e338db38-9a9e-4dba-b3d2-6c86dbb7a093 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:44.331160 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Attempting to bind port e338db38-9a9e-4dba-b3d2-6c86dbb7a093 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:44.331486 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Attempting to bind port e338db38-9a9e-4dba-b3d2-6c86dbb7a093 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:44.350836 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85185b-3904-4dcd-bfdc-005b4c219f77 req-eef5ca9f-4af1-471c-9401-c182c86fa9c0 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:44.351977 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a85185b-3904-4dcd-bfdc-005b4c219f77 req-eef5ca9f-4af1-471c-9401-c182c86fa9c0 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/ports?device_id=c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab HTTP/1.1" status: 200 len: 944 time: 0.1262727 Aug 23 14:22:44.381582 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Port e338db38-9a9e-4dba-b3d2-6c86dbb7a093 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:22:44.381948 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Attempting to bind port e338db38-9a9e-4dba-b3d2-6c86dbb7a093 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:44.399566 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a2ce9d33-90cc-4f3a-b92d-0b2fe42a3e7f req-53da4d65-6c7b-40f3-b820-c16d17474dbf tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742965 Aug 23 14:22:44.424027 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a85185b-3904-4dcd-bfdc-005b4c219f77 req-5b8b1a0b-42a5-4a6f-a8b5-10d011916476 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6b55e10-ec66-4a72-a251-55329dac42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572948 Aug 23 14:22:44.456355 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 8d333f32-bad4-43af-8080-6162733404ff details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:44.459247 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 03440132-1029-41a9-a6d8-87db9f89dbd9 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:44.504543 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:22:44.504881 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Checking segment: {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:44.505463 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Bound using segment: {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:22:44.506258 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Bound port: e338db38-9a9e-4dba-b3d2-6c86dbb7a093, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:44.506628 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:44.607854 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501d7424-a4e8-419d-b5c9-25824d93930b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664ad7f0-1de6-4707-8edd-70b579c7203e'}, {'server_uuid': 'f8604708-abc0-4f53-bc1f-fc8ea2e619f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e614f92-b7e9-42ed-ae9f-90efbfea5914'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:44.620820 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:22:44.769314 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bfe0a-b0cd-4c36-a544-5d827f4b2e29 req-5488c73d-2164-44e2-88e8-60060e25d282 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:44.771407 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-987bfe0a-b0cd-4c36-a544-5d827f4b2e29 req-5488c73d-2164-44e2-88e8-60060e25d282 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.1575229 Aug 23 14:22:44.791835 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=8d333f32-bad4-43af-8080-6162733404ff,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:44.807092 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '8d333f32-bad4-43af-8080-6162733404ff', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '8d333f32-bad4-43af-8080-6162733404ff', 'mac_address': 'fa:16:3e:b4:36:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:44.823973 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] For port 9e614f92-b7e9-42ed-ae9f-90efbfea5914, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=9e614f92-b7e9-42ed-ae9f-90efbfea5914,segment=NetworkSegment(3c772d9d-e26a-431d-b7ba-ef19a5700ae0),segment_id=3c772d9d-e26a-431d-b7ba-ef19a5700ae0)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:44.824331 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:44.850171 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 03440132-1029-41a9-a6d8-87db9f89dbd9 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:44.860696 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] For port e338db38-9a9e-4dba-b3d2-6c86dbb7a093, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:22:44.866719 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 03440132-1029-41a9-a6d8-87db9f89dbd9 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:44.869110 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:44.905429 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-987bfe0a-b0cd-4c36-a544-5d827f4b2e29 req-68e7e49b-385a-4c54-aba9-f4ccacf6d6f4 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922027 Aug 23 14:22:44.946935 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9890293-e724-4b0b-b84c-1ff3e42d7339 req-242b4823-d7d8-444d-8ed9-5c7f2101cbd0 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:44.963229 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c9890293-e724-4b0b-b84c-1ff3e42d7339 req-242b4823-d7d8-444d-8ed9-5c7f2101cbd0 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 1023 time: 0.1818223 Aug 23 14:22:44.963834 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] For port e338db38-9a9e-4dba-b3d2-6c86dbb7a093, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=e338db38-9a9e-4dba-b3d2-6c86dbb7a093,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:22:44.998135 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.003024 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c9890293-e724-4b0b-b84c-1ff3e42d7339 req-5a96cec4-3743-46cf-b5a9-c8804cf5e53d tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Synchronizing usage tracker for tenant:2f431ed450f446c39356131383c72d18 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:45.028639 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d333f32-bad4-43af-8080-6162733404ff {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:45.050892 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=8d333f32-bad4-43af-8080-6162733404ff,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:45.065106 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.071317 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c9890293-e724-4b0b-b84c-1ff3e42d7339 req-5a96cec4-3743-46cf-b5a9-c8804cf5e53d tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Unset dirty status for tenant:2f431ed450f446c39356131383c72d18 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:45.074836 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.080883 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-83e73337-4056-4807-840e-1849d338bd10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:45.087012 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c9890293-e724-4b0b-b84c-1ff3e42d7339 req-5a96cec4-3743-46cf-b5a9-c8804cf5e53d tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups?id=cd8de265-dd5c-4113-a277-62ff8f2aeff9&id=ed8a5655-824e-4079-a413-55b067ecdcd6&id=3761495d-d255-4442-865e-4bef319bd434&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1314676 Aug 23 14:22:45.120434 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.137978 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:45.156998 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.217673 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.217673 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] 10.222.0.91 "PUT /v2.0/ports/e338db38-9a9e-4dba-b3d2-6c86dbb7a093 HTTP/1.1" status: 200 len: 1092 time: 4.0215294 Aug 23 14:22:45.221967 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.304369 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=8d333f32-bad4-43af-8080-6162733404ff,revision_number=8']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:45.322260 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 03440132-1029-41a9-a6d8-87db9f89dbd9, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=03440132-1029-41a9-a6d8-87db9f89dbd9,segment=NetworkSegment(0540c964-c792-4794-b826-9897891c952c),segment_id=0540c964-c792-4794-b826-9897891c952c)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:45.331260 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:45.343053 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a0d2b-db08-4fc1-bb41-2812357d8330 req-5a0d16d1-12dc-495a-b6b6-2f008de98d8b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:45.344989 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e57a0d2b-db08-4fc1-bb41-2812357d8330 req-5a0d16d1-12dc-495a-b6b6-2f008de98d8b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 944 time: 0.1131172 Aug 23 14:22:45.409234 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.413266 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:45.432944 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1462a8e9-7956-4fa3-aa31-8aaea9714cea', 'tag': 'e338db38-9a9e-4dba-b3d2-6c86dbb7a093'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:45.440990 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e57a0d2b-db08-4fc1-bb41-2812357d8330 req-e9a0604c-ec2d-4555-848f-816d54047f62 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882907 Aug 23 14:22:45.461465 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['8d333f32-bad4-43af-8080-6162733404ff'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:45.544268 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Pushing event updated for resources: {'Port': ['ID=e338db38-9a9e-4dba-b3d2-6c86dbb7a093,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:45.548904 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:45.554938 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:45.590491 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=03440132-1029-41a9-a6d8-87db9f89dbd9,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:45.593439 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.598789 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:45.605309 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501d7424-a4e8-419d-b5c9-25824d93930b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664ad7f0-1de6-4707-8edd-70b579c7203e', 'code': 200} Aug 23 14:22:45.605755 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8604708-abc0-4f53-bc1f-fc8ea2e619f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e614f92-b7e9-42ed-ae9f-90efbfea5914', 'code': 200} Aug 23 14:22:45.608725 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.609107 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.609418 n-d-805629-1 neutron-server[76506]: INFO neutron.db.l3_db [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Floating IP 654de18a-fcb5-4f57-b1f0-409da5f8b72a disassociated. External IP: 172.25.6.136, port: 9e614f92-b7e9-42ed-ae9f-90efbfea5914. Aug 23 14:22:45.609818 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Calling delete_port for 9e614f92-b7e9-42ed-ae9f-90efbfea5914 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:22:45.869986 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Pushing event updated for resources: {'Port': ['ID=86f70d14-b9f8-4623-8001-f6e863ed4eae,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:45.929778 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:46.050831 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-0394fbe7-572d-4c01-892d-2354748068ab service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 1095 time: 0.6001458 Aug 23 14:22:46.098886 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4fff4-b895-42d0-89ac-c9290dd32d4b req-1182b0d3-27e6-4e31-acad-a80ec897ac98 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:46.098886 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bab4fff4-b895-42d0-89ac-c9290dd32d4b req-1182b0d3-27e6-4e31-acad-a80ec897ac98 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 1023 time: 0.5243921 Aug 23 14:22:46.104728 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2b199ef3-1be3-400a-8eea-693b4c4e7667 req-c5b5bceb-be96-489a-a845-c145f6abf031 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=501d7424-a4e8-419d-b5c9-25824d93930b HTTP/1.1" status: 200 len: 1100 time: 0.3799155 Aug 23 14:22:46.159313 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Network d6a2e3fa-97e3-4090-b56a-11674d059ea3 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:46.164074 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bab0e8-a6a9-4eff-b791-d8afa25c8ff1 req-6b280773-c5e5-4e40-a575-958fae60b8c3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:46.166132 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d8bab0e8-a6a9-4eff-b791-d8afa25c8ff1 req-6b280773-c5e5-4e40-a575-958fae60b8c3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=501d7424-a4e8-419d-b5c9-25824d93930b HTTP/1.1" status: 200 len: 949 time: 0.3994293 Aug 23 14:22:46.170359 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-7aaaa5a7-7d6a-45b4-85fe-d2818f5ebd3c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:46.171072 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-7aaaa5a7-7d6a-45b4-85fe-d2818f5ebd3c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Synchronizing usage tracker for tenant:cae7784c1a0e409298815052dfe79897 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:46.175428 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:46.176472 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-a2586e37-41d3-4337-9292-178482002bb8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e338db38-9a9e-4dba-b3d2-6c86dbb7a093 HTTP/1.1" status: 200 len: 217 time: 0.1134577 Aug 23 14:22:46.220379 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d38f3-db09-4fe9-ab1b-3e671c9c6ea2 req-0ccbf219-98ed-4bea-b773-813b48470c82 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:46.222021 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f40d38f3-db09-4fe9-ab1b-3e671c9c6ea2 req-0ccbf219-98ed-4bea-b773-813b48470c82 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.2646027 Aug 23 14:22:46.272089 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-bab4fff4-b895-42d0-89ac-c9290dd32d4b req-242c39f0-536e-4895-8d71-3e7ae59a1342 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Deleting port f649f137-e6a7-4f25-93aa-72e6653a4961 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:22:46.272437 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-bab4fff4-b895-42d0-89ac-c9290dd32d4b req-242c39f0-536e-4895-8d71-3e7ae59a1342 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:46.310236 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:46.324619 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:46.341651 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2b199ef3-1be3-400a-8eea-693b4c4e7667 req-bbb17639-5788-4161-99b1-b0f6ea075375 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962883 Aug 23 14:22:46.366573 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d8bab0e8-a6a9-4eff-b791-d8afa25c8ff1 req-6b158e73-3405-4856-8540-5bff278089b6 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883445 Aug 23 14:22:46.382038 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Pushing event deleted for resources: {'Port': ['ID=9e614f92-b7e9-42ed-ae9f-90efbfea5914,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:46.443659 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:46.455670 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-7aaaa5a7-7d6a-45b4-85fe-d2818f5ebd3c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Unset dirty status for tenant:cae7784c1a0e409298815052dfe79897 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:46.456851 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-7aaaa5a7-7d6a-45b4-85fe-d2818f5ebd3c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.91 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2&tenant_id=cae7784c1a0e409298815052dfe79897&binding%3Ahost_id=n-h1-805629-1 HTTP/1.1" status: 200 len: 948 time: 0.6780009 Aug 23 14:22:46.463914 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f40d38f3-db09-4fe9-ab1b-3e671c9c6ea2 req-5d017b66-e8f8-4de2-8aba-3889157b5009 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205274 Aug 23 14:22:46.470209 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-6cd36bec-a18f-41f7-9b48-097a7e893241 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:46.471658 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-6cd36bec-a18f-41f7-9b48-097a7e893241 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=27bb7382-12c0-438e-a1f3-4f81c598dc69 HTTP/1.1" status: 200 len: 851 time: 0.2328849 Aug 23 14:22:46.506277 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-98bd109c-4cbb-485e-bb19-af4b6e2c6129 None None] Provisioning complete for port 86f70d14-b9f8-4623-8001-f6e863ed4eae triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:46.507026 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-98bd109c-4cbb-485e-bb19-af4b6e2c6129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:46.598207 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-74bad1f4-59ea-4de2-b1bc-c416de75d673 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2961c70e-af3c-4bcf-91eb-0eb4d684285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144419 Aug 23 14:22:46.659991 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-98bd109c-4cbb-485e-bb19-af4b6e2c6129 None None] Port 86f70d14-b9f8-4623-8001-f6e863ed4eae cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:22:46.697211 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1462a8e9-7956-4fa3-aa31-8aaea9714cea', 'tag': 'e338db38-9a9e-4dba-b3d2-6c86dbb7a093', 'status': 'completed', 'code': 200} Aug 23 14:22:46.788972 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2e701bdc-1327-4aa6-ae43-61b48f434f0b req-ae285d14-b1f5-490c-8318-41dec8449d3c tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 210 time: 0.0572314 Aug 23 14:22:46.794235 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-bab4fff4-b895-42d0-89ac-c9290dd32d4b req-242c39f0-536e-4895-8d71-3e7ae59a1342 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] For port f649f137-e6a7-4f25-93aa-72e6653a4961, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=f649f137-e6a7-4f25-93aa-72e6653a4961,segment=NetworkSegment(c911656c-d836-4e75-9460-63cafc49f42f),segment_id=c911656c-d836-4e75-9460-63cafc49f42f)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:46.794596 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-bab4fff4-b895-42d0-89ac-c9290dd32d4b req-242c39f0-536e-4895-8d71-3e7ae59a1342 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:46.889773 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-e2bb87c3-7801-4f5e-8916-c1be551d0aef service neutron] 10.222.0.91 "GET /v2.0/ports/8d333f32-bad4-43af-8080-6162733404ff/bindings/n-h1-805629-1 HTTP/1.1" status: 200 len: 382 time: 0.4123523 Aug 23 14:22:46.925830 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-0bf7743e-f668-4d57-a5ce-9e342a8ac735 service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692831 Aug 23 14:22:47.002428 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-bab4fff4-b895-42d0-89ac-c9290dd32d4b req-242c39f0-536e-4895-8d71-3e7ae59a1342 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Calling delete_port for f649f137-e6a7-4f25-93aa-72e6653a4961 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:22:47.309178 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00b2b9-e7f5-4454-8c9e-30039ec9c5f1 req-3d775855-63bc-470a-a7bd-781c298c070e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:47.310750 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8d00b2b9-e7f5-4454-8c9e-30039ec9c5f1 req-3d775855-63bc-470a-a7bd-781c298c070e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 948 time: 0.2683358 Aug 23 14:22:47.324943 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03917222-a536-435a-9631-624e4b701b00 req-44ecbfbf-243b-4358-ac61-2967e5f2b5b4 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:47.326404 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03917222-a536-435a-9631-624e4b701b00 req-44ecbfbf-243b-4358-ac61-2967e5f2b5b4 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/ports?device_id=c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab HTTP/1.1" status: 200 len: 945 time: 0.2853072 Aug 23 14:22:47.365467 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6979adf9-4c7c-4443-843f-fd24757e0148 req-6a726b5c-8ae8-4f8e-81a6-058ae442a20b service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974929 Aug 23 14:22:47.432331 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8d00b2b9-e7f5-4454-8c9e-30039ec9c5f1 req-315e731a-a2db-43cc-8c6d-f27473b405e6 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045468 Aug 23 14:22:47.434426 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03917222-a536-435a-9631-624e4b701b00 req-66ed6a20-e719-4055-9ce2-015e4e7cadde tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6b55e10-ec66-4a72-a251-55329dac42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775003 Aug 23 14:22:47.440273 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-efadd72f-d026-4781-bde1-df266305a5a1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 1099 time: 0.5239198 Aug 23 14:22:47.466018 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-bab4fff4-b895-42d0-89ac-c9290dd32d4b req-242c39f0-536e-4895-8d71-3e7ae59a1342 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:47.472812 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:47.486574 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['f649f137-e6a7-4f25-93aa-72e6653a4961'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:47.581721 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c39f0-536e-4895-8d71-3e7ae59a1342 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event deleted for resources: {'Port': ['ID=f649f137-e6a7-4f25-93aa-72e6653a4961,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:47.607497 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03440132-1029-41a9-a6d8-87db9f89dbd9'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:47.692058 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Router 9540b6c5-7b33-4055-9b34-241025b6b38b has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:22:47.704147 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-242c39f0-536e-4895-8d71-3e7ae59a1342 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:47.715736 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-f6acc978-75f3-48b6-8dd8-b4abfbac42a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:47.720728 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-f6acc978-75f3-48b6-8dd8-b4abfbac42a3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.2649858 Aug 23 14:22:47.787530 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab4fff4-b895-42d0-89ac-c9290dd32d4b req-242c39f0-536e-4895-8d71-3e7ae59a1342 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] No DVR routers for this DVR port f649f137-e6a7-4f25-93aa-72e6653a4961 on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:47.795740 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-bab4fff4-b895-42d0-89ac-c9290dd32d4b req-242c39f0-536e-4895-8d71-3e7ae59a1342 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:47.805219 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d72317bc-44b4-4b2a-b1ba-0766ca9126de req-c636aea8-5a7b-470b-af0b-d39af05c7230 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/ports?device_id=ef74d82d-faa3-41fa-8472-5f81629540d5 HTTP/1.1" status: 200 len: 210 time: 0.0709314 Aug 23 14:22:47.805825 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef74d82d-faa3-41fa-8472-5f81629540d5', 'name': 'network-vif-deleted', 'tag': 'f649f137-e6a7-4f25-93aa-72e6653a4961'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:47.817066 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Router 7de90fa5-61c8-43ca-828a-fde197a122f8 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:22:47.825088 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bab4fff4-b895-42d0-89ac-c9290dd32d4b req-242c39f0-536e-4895-8d71-3e7ae59a1342 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.60 "DELETE /v2.0/ports/f649f137-e6a7-4f25-93aa-72e6653a4961 HTTP/1.1" status: 204 len: 173 time: 1.7183330 Aug 23 14:22:47.857121 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932beb26-9181-4768-8a3a-5d11e9357cb9 req-9143f797-23a4-4619-a6a4-8fba128031c9 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:47.858747 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-932beb26-9181-4768-8a3a-5d11e9357cb9 req-9143f797-23a4-4619-a6a4-8fba128031c9 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 944 time: 0.1858292 Aug 23 14:22:47.870977 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-809c730b-75b1-4374-afb7-b226d07863ee service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8d333f32-bad4-43af-8080-6162733404ff HTTP/1.1" status: 200 len: 217 time: 0.1381814 Aug 23 14:22:47.908379 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-932beb26-9181-4768-8a3a-5d11e9357cb9 req-924bc19d-5db3-454f-87b8-6de8de4ed306 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 Aug 23 14:22:47.970032 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4ad46525-34db-484f-90ca-c0516098945f req-1ac7fba7-e60c-4124-90cd-068d7a2975f4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 1095 time: 0.3924477 Aug 23 14:22:48.058730 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-df0e50b5-b0cf-4ad8-be16-7ad69de40130 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:48.060138 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-df0e50b5-b0cf-4ad8-be16-7ad69de40130 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1719384 Aug 23 14:22:48.141404 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e595bd3-e4e8-425d-ad75-44e56e38e259 req-93b1132e-ada6-4d20-962b-9d859c56542c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:48.143354 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8e595bd3-e4e8-425d-ad75-44e56e38e259 req-93b1132e-ada6-4d20-962b-9d859c56542c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=501d7424-a4e8-419d-b5c9-25824d93930b HTTP/1.1" status: 200 len: 949 time: 0.0906279 Aug 23 14:22:48.150158 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03440132-1029-41a9-a6d8-87db9f89dbd9', 'code': 200} Aug 23 14:22:48.229367 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef74d82d-faa3-41fa-8472-5f81629540d5', 'name': 'network-vif-deleted', 'tag': 'f649f137-e6a7-4f25-93aa-72e6653a4961', 'status': 'completed', 'code': 200} Aug 23 14:22:48.263548 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8e595bd3-e4e8-425d-ad75-44e56e38e259 req-d94d6a46-9a3d-4829-9e54-36d66da48711 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104186 Aug 23 14:22:48.299038 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad46525-34db-484f-90ca-c0516098945f req-ad92026f-afcf-4b8c-a070-f83e40a2b240 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:48.299038 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4ad46525-34db-484f-90ca-c0516098945f req-ad92026f-afcf-4b8c-a070-f83e40a2b240 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 912 time: 0.2645581 Aug 23 14:22:48.382650 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1d7519ad-6715-420d-abb2-1c8b8629bc49 req-d9775a31-1179-442c-9f59-26304850b29e tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 210 time: 0.0559845 Aug 23 14:22:48.456921 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-80c59d6d-85da-467a-aad5-5316fd07522f req-c3443755-f19b-4a45-9ba3-ec9a601d573b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab HTTP/1.1" status: 200 len: 1096 time: 0.1918652 Aug 23 14:22:48.479406 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 8d333f32-bad4-43af-8080-6162733404ff up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:48.484827 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4ad46525-34db-484f-90ca-c0516098945f req-1ca98585-03c6-4140-836d-d48b5bda13d1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e338db38-9a9e-4dba-b3d2-6c86dbb7a093 HTTP/1.1" status: 200 len: 217 time: 0.1354964 Aug 23 14:22:48.538516 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-3c1959c3-4e2c-4711-af56-8ec98cbbc93e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4692631 Aug 23 14:22:48.659454 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 8d333f32-bad4-43af-8080-6162733404ff completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:48.666474 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 8d333f32-bad4-43af-8080-6162733404ff triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:48.667012 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:48.685632 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-80c59d6d-85da-467a-aad5-5316fd07522f req-1df446f2-0706-4bf8-abe8-2fe228780394 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c6b55e10-ec66-4a72-a251-55329dac42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673678 Aug 23 14:22:48.710418 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5ece9-b6b3-44e8-b221-a0a7770d2402 req-9016cbf7-c19d-4d19-93f2-8b071767e0f8 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:48.712952 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5fe5ece9-b6b3-44e8-b221-a0a7770d2402 req-9016cbf7-c19d-4d19-93f2-8b071767e0f8 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.2930870 Aug 23 14:22:48.783021 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5fe5ece9-b6b3-44e8-b221-a0a7770d2402 req-0bd161c4-2c7a-4c0c-924a-710496f6fddb tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641794 Aug 23 14:22:48.845293 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:48.862713 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad46525-34db-484f-90ca-c0516098945f req-e085503e-f44e-4c67-bfb7-559460d5fff8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:48.864150 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4ad46525-34db-484f-90ca-c0516098945f req-e085503e-f44e-4c67-bfb7-559460d5fff8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=27bb7382-12c0-438e-a1f3-4f81c598dc69 HTTP/1.1" status: 200 len: 851 time: 0.3623137 Aug 23 14:22:48.895623 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=8d333f32-bad4-43af-8080-6162733404ff,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:48.973287 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:48.975698 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4ad46525-34db-484f-90ca-c0516098945f req-ced8f1a3-10f2-4bb4-a6f9-c58ab42f8084 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2961c70e-af3c-4bcf-91eb-0eb4d684285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751321 Aug 23 14:22:48.977427 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:48.993859 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-72640a28-64ef-4d0b-8e06-f5bac2c46bec req-ab433243-af96-4e1b-80eb-96721828f54a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1387961 Aug 23 14:22:49.030931 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-56f035b9-68a7-4816-b016-98b8e9022e03 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782264 Aug 23 14:22:49.074047 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=8d333f32-bad4-43af-8080-6162733404ff,revision_number=9']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:49.079965 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:49.110175 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab499f43-e537-4e3a-accd-0e08a9563133 req-06967031-619b-4e04-8be1-b6a00ef9bdff tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:49.112036 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ab499f43-e537-4e3a-accd-0e08a9563133 req-06967031-619b-4e04-8be1-b6a00ef9bdff tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 949 time: 0.1136956 Aug 23 14:22:49.140107 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:22:49.163302 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0213931-d9fc-43f3-84b6-2cedd3e703a6 None None] Sync routers for ids ['9540b6c5-7b33-4055-9b34-241025b6b38b'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:22:49.166369 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0213931-d9fc-43f3-84b6-2cedd3e703a6 None None] Routers {'9540b6c5-7b33-4055-9b34-241025b6b38b'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:22:49.167019 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-d0213931-d9fc-43f3-84b6-2cedd3e703a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:22:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9540b6c5-7b33-4055-9b34-241025b6b38b'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:49.274448 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ab499f43-e537-4e3a-accd-0e08a9563133 req-1b8d5271-5304-49c7-a907-c73984064493 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154928 Aug 23 14:22:49.305931 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25257d5-b9b2-4bed-a264-5eae64662bf7 req-8c07edb0-3338-459c-a4b0-ea9eb60dfd2a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:49.310127 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25257d5-b9b2-4bed-a264-5eae64662bf7 req-8c07edb0-3338-459c-a4b0-ea9eb60dfd2a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:49.311796 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f25257d5-b9b2-4bed-a264-5eae64662bf7 req-8c07edb0-3338-459c-a4b0-ea9eb60dfd2a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=37325e16-b5ed-4b52-8097-a5810db6dd18&device_id=501d7424-a4e8-419d-b5c9-25824d93930b HTTP/1.1" status: 200 len: 1689 time: 0.1976540 Aug 23 14:22:49.315032 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-72640a28-64ef-4d0b-8e06-f5bac2c46bec req-b0e4dce4-2510-44d7-ad28-ca6b6a0bc5ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 1101 time: 0.2019191 Aug 23 14:22:49.322790 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:22:49.332503 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Sync routers for ids ['7de90fa5-61c8-43ca-828a-fde197a122f8'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:22:49.349481 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] No DVR routers for this DVR port 9e614f92-b7e9-42ed-ae9f-90efbfea5914 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:49.350429 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-d0213931-d9fc-43f3-84b6-2cedd3e703a6 None None] Set router 9540b6c5-7b33-4055-9b34-241025b6b38b gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:22:49.367588 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:49.374386 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8604708-abc0-4f53-bc1f-fc8ea2e619f3', 'name': 'network-vif-deleted', 'tag': '9e614f92-b7e9-42ed-ae9f-90efbfea5914'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:49.377536 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Routers {'7de90fa5-61c8-43ca-828a-fde197a122f8'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:22:49.378226 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:22:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7de90fa5-61c8-43ca-828a-fde197a122f8'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:49.410717 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4ad46525-34db-484f-90ca-c0516098945f req-165e1d3d-dead-4c30-a40d-fd24cf72a84c service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134183 Aug 23 14:22:49.456717 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-78e17b3a-a7ff-4c87-851d-d3e3de0852a2 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449543 Aug 23 14:22:49.498399 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] 10.222.0.86 "PUT /v2.0/routers/7de90fa5-61c8-43ca-828a-fde197a122f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1809795 Aug 23 14:22:49.506055 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7b89bfeb-d55d-4432-8024-4bc5e75a323a req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.91 "DELETE /v2.0/ports/9e614f92-b7e9-42ed-ae9f-90efbfea5914 HTTP/1.1" status: 204 len: 173 time: 8.8144121 Aug 23 14:22:49.698188 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f25257d5-b9b2-4bed-a264-5eae64662bf7 req-7184ca91-5b15-4345-b27a-615c9f65c6f0 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611107 Aug 23 14:22:49.703274 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4ad46525-34db-484f-90ca-c0516098945f req-768bd7b5-f664-4926-83e5-e7bc0d31ba28 service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450998 Aug 23 14:22:49.801090 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45298) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:49.879471 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72640a28-64ef-4d0b-8e06-f5bac2c46bec req-916324fc-dad2-4898-824d-aa75b2371331 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:49.881365 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-72640a28-64ef-4d0b-8e06-f5bac2c46bec req-916324fc-dad2-4898-824d-aa75b2371331 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.5248547 Aug 23 14:22:49.889204 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-d0213931-d9fc-43f3-84b6-2cedd3e703a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'name': 'tempest-ServersTestJSON-397297324-router', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:45Z', 'revision_number': 4, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'gw_port': {'id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'ffc2dfb1-4943-43ec-8b9d-3220b04ec49d', 'name': '', 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'mac_address': 'fa:16:3e:54:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:41Z', 'updated_at': '2021-08-23T14:20:06Z', 'revision_number': 5, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'subnets': [{'id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:49.895585 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0213931-d9fc-43f3-84b6-2cedd3e703a6 None None] Checking router: 9540b6c5-7b33-4055-9b34-241025b6b38b for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:22:49.907001 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-900924181'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:49.910596 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0213931-d9fc-43f3-84b6-2cedd3e703a6 None None] Routers {'9540b6c5-7b33-4055-9b34-241025b6b38b'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:22:49.913114 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:49.913615 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-d0213931-d9fc-43f3-84b6-2cedd3e703a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:22:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9540b6c5-7b33-4055-9b34-241025b6b38b'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:49.918311 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Usage tracker for resource:network and tenant:6b1b0bc397db41e6b623414627ceceea is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:49.934987 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:49.954482 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:49.975581 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Set router 7de90fa5-61c8-43ca-828a-fde197a122f8 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:22:49.996663 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-72640a28-64ef-4d0b-8e06-f5bac2c46bec req-ec7f3d5b-918c-4f39-9547-1c785cea7925 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3 HTTP/1.1" status: 200 len: 217 time: 0.1044259 Aug 23 14:22:50.049586 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Made reservation on behalf of 6b1b0bc397db41e6b623414627ceceea for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:50.053491 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:50.091969 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:22:50.104633 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:50.104983 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Added segment f425405d-d0bc-4de3-aebb-01575df85ada of type vlan for network 37e4c41e-d291-4506-ba7e-04d77b8870a3 Aug 23 14:22:50.135820 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72640a28-64ef-4d0b-8e06-f5bac2c46bec req-da8c5846-0070-425c-b400-1761bab7a90c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:50.137512 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-72640a28-64ef-4d0b-8e06-f5bac2c46bec req-da8c5846-0070-425c-b400-1761bab7a90c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.0908506 Aug 23 14:22:50.169253 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:50.173194 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-d0213931-d9fc-43f3-84b6-2cedd3e703a6 None None] Set router 9540b6c5-7b33-4055-9b34-241025b6b38b gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:22:50.177104 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d333f32-bad4-43af-8080-6162733404ff'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:50.251814 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4783a22-b400-4394-a36b-17afdd6c2c49 req-99931f93-d999-40ad-bd7a-0608a00e9ea0 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:50.253540 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c4783a22-b400-4394-a36b-17afdd6c2c49 req-99931f93-d999-40ad-bd7a-0608a00e9ea0 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/ports?device_id=c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab HTTP/1.1" status: 200 len: 945 time: 0.5543988 Aug 23 14:22:50.267209 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8871a1-fb0f-404f-88f6-3bad06a0f0a5 req-d003ec80-d6ef-4cfc-9961-5b5ad735e0ac tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:50.268557 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device f649f137-e6a7-4f25-93aa-72e6653a4961 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:50.269098 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a8871a1-fb0f-404f-88f6-3bad06a0f0a5 req-d003ec80-d6ef-4cfc-9961-5b5ad735e0ac tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.2708166 Aug 23 14:22:50.278640 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:50.282963 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:50.284482 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:50.291882 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:50.305006 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: f649f137-e6a7-4f25-93aa-72e6653a4961 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:22:50.305357 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device f649f137-e6a7-4f25-93aa-72e6653a4961 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:50.378722 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c4783a22-b400-4394-a36b-17afdd6c2c49 req-7e8d9ce4-5a84-41b7-a065-ac86e582e1bb tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6b55e10-ec66-4a72-a251-55329dac42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077466 Aug 23 14:22:50.382161 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-72640a28-64ef-4d0b-8e06-f5bac2c46bec req-74ef5027-12a2-415c-891e-1f29d8bc5ec8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2258902 Aug 23 14:22:50.385268 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a8871a1-fb0f-404f-88f6-3bad06a0f0a5 req-fc4e0570-0e0a-417c-9bb7-ac0d2acd6740 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971544 Aug 23 14:22:50.498292 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'name': 'tempest-ServersTestMultiNic-764153188-router', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:31Z', 'updated_at': '2021-08-23T14:22:43Z', 'revision_number': 4, 'project_id': '6b1b0bc397db41e6b623414627ceceea', 'gw_port': {'id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:32Z', 'updated_at': '2021-08-23T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '86f70d14-b9f8-4623-8001-f6e863ed4eae', 'name': '', 'network_id': 'd6a2e3fa-97e3-4090-b56a-11674d059ea3', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'mac_address': 'fa:16:3e:94:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec13943-8acb-4a2d-bbdd-46481708901f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:40Z', 'updated_at': '2021-08-23T14:22:44Z', 'revision_number': 2, 'project_id': '6b1b0bc397db41e6b623414627ceceea', 'subnets': [{'id': '0ec13943-8acb-4a2d-bbdd-46481708901f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:50.503066 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event updated for resources: {'Network': ['ID=37e4c41e-d291-4506-ba7e-04d77b8870a3,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:50.506059 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device e338db38-9a9e-4dba-b3d2-6c86dbb7a093 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:50.514901 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:50.532249 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 37e4c41e-d291-4506-ba7e-04d77b8870a3 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:22:50.538203 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7356782 Aug 23 14:22:50.538872 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45310) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:50.551742 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Request body: {'subnet': {'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:50.568260 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Checking router: 7de90fa5-61c8-43ca-828a-fde197a122f8 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:22:50.568722 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Updating router 7de90fa5-61c8-43ca-828a-fde197a122f8 port 86f70d14-b9f8-4623-8001-f6e863ed4eae binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:22:50.631433 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-d0213931-d9fc-43f3-84b6-2cedd3e703a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'name': 'tempest-ServersTestJSON-397297324-router', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:45Z', 'revision_number': 4, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'gw_port': {'id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'ffc2dfb1-4943-43ec-8b9d-3220b04ec49d', 'name': '', 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'mac_address': 'fa:16:3e:54:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:41Z', 'updated_at': '2021-08-23T14:20:06Z', 'revision_number': 5, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'subnets': [{'id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:50.636942 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0213931-d9fc-43f3-84b6-2cedd3e703a6 None None] The sync data for ids ['9540b6c5-7b33-4055-9b34-241025b6b38b'] in n-d-805629-1 is: [{'id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'name': 'tempest-ServersTestJSON-397297324-router', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:19:45Z', 'revision_number': 4, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'gw_port': {'id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'ffc2dfb1-4943-43ec-8b9d-3220b04ec49d', 'name': '', 'network_id': '9b604480-c39f-4ba3-8e7e-478eb0ebb0dc', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'mac_address': 'fa:16:3e:54:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:41Z', 'updated_at': '2021-08-23T14:20:06Z', 'revision_number': 5, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'subnets': [{'id': 'c1c30eb0-4238-4d7f-8882-54f8f15b8604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:22:50.718340 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:50.753174 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-72640a28-64ef-4d0b-8e06-f5bac2c46bec req-9a4789c7-319d-446b-9990-46f72cb6d2c7 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632729 Aug 23 14:22:50.763464 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8604708-abc0-4f53-bc1f-fc8ea2e619f3', 'name': 'network-vif-deleted', 'tag': '9e614f92-b7e9-42ed-ae9f-90efbfea5914', 'status': 'completed', 'code': 200} Aug 23 14:22:50.798513 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:50.808816 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Usage tracker for resource:subnet and tenant:6b1b0bc397db41e6b623414627ceceea is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:50.818013 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:50.833452 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:50.853265 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:22:50.928929 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Made reservation on behalf of 6b1b0bc397db41e6b623414627ceceea for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:51.053770 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02335535-30ba-42f6-a22b-46c56d21981b req-238f0129-6e9a-4956-8727-e8c71296dd2b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:51.055718 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-02335535-30ba-42f6-a22b-46c56d21981b req-238f0129-6e9a-4956-8727-e8c71296dd2b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 944 time: 0.3016067 Aug 23 14:22:51.068114 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a235ef5-8f45-489e-a157-2947a67be7ab req-da6afa8d-c142-4cae-9517-0ca17eea8083 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/ports?device_id=f8604708-abc0-4f53-bc1f-fc8ea2e619f3 HTTP/1.1" status: 200 len: 210 time: 0.0623639 Aug 23 14:22:51.087964 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-72640a28-64ef-4d0b-8e06-f5bac2c46bec req-285bc05d-1f93-4aa7-9bbd-fa6b43ce24d7 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738650 Aug 23 14:22:51.129415 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:51.154237 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-02335535-30ba-42f6-a22b-46c56d21981b req-e4696ec6-9890-43c6-8981-d14ea55ec9cc tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908043 Aug 23 14:22:51.255385 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port e338db38-9a9e-4dba-b3d2-6c86dbb7a093, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=e338db38-9a9e-4dba-b3d2-6c86dbb7a093,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:51.287595 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'e338db38-9a9e-4dba-b3d2-6c86dbb7a093', 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e', 'port_id': 'e338db38-9a9e-4dba-b3d2-6c86dbb7a093', 'mac_address': 'fa:16:3e:e3:b8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bb7382-12c0-438e-a1f3-4f81c598dc69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:51.309449 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d333f32-bad4-43af-8080-6162733404ff', 'code': 200} Aug 23 14:22:51.452703 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343609d-ab5c-465a-ace8-954be3f2ab0d req-30057503-c3fa-41df-bf26-45372c770a0f tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:51.454251 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9343609d-ab5c-465a-ace8-954be3f2ab0d req-30057503-c3fa-41df-bf26-45372c770a0f tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 949 time: 0.0973220 Aug 23 14:22:51.462340 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:51.479995 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bb15c06e-4e47-4086-b930-596ca17328dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:51.500897 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:51.504289 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e338db38-9a9e-4dba-b3d2-6c86dbb7a093 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:51.510827 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b31302ed-71da-487d-af78-4565647c896e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:51.522196 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port e338db38-9a9e-4dba-b3d2-6c86dbb7a093, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=e338db38-9a9e-4dba-b3d2-6c86dbb7a093,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:51.529895 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9343609d-ab5c-465a-ace8-954be3f2ab0d req-ad2a5dfe-d668-4ee8-9655-48b58ece00c2 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682914 Aug 23 14:22:51.598896 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event updated for resources: {'Subnet': ['ID=40ec84e5-b627-4277-8c71-cbf1b9676a11,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:51.603142 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:51.635507 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Checking segment: {'id': 'f425405d-d0bc-4de3-aebb-01575df85ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:51.635895 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Network hostable DHCP agents. Network: 37e4c41e-d291-4506-ba7e-04d77b8870a3, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:22:51.651663 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:51.665034 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:51.710214 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5204e0d3-4d3a-487a-a91c-060dfb536309 req-e507eefa-3ffd-494a-8015-f08d1ba5b31c tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/ed8a5655-824e-4079-a413-55b067ecdcd6 HTTP/1.1" status: 200 len: 1635 time: 0.1109834 Aug 23 14:22:51.728138 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Network 37e4c41e-d291-4506-ba7e-04d77b8870a3 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:22:51.821600 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=e338db38-9a9e-4dba-b3d2-6c86dbb7a093,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:51.828288 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13821c46-dd29-4a53-9624-e3c586f00183 None None] New status for floating IP 654de18a-fcb5-4f57-b1f0-409da5f8b72a: DOWN {{(pid=76510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:22:51.837787 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:51.840386 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 37e4c41e-d291-4506-ba7e-04d77b8870a3) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:51.853238 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5204e0d3-4d3a-487a-a91c-060dfb536309 req-368128ff-68b5-4f6a-a156-c5e655cfd1e8 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:51.854522 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:51.856732 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:51.861545 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a9137-2db0-4e00-bc9e-e6c79c5875b0 None None] Network 37e4c41e-d291-4506-ba7e-04d77b8870a3 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:22:51.939083 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5204e0d3-4d3a-487a-a91c-060dfb536309 req-368128ff-68b5-4f6a-a156-c5e655cfd1e8 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:51.963180 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:51.971263 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4312949 Aug 23 14:22:51.974723 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45324) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:51.986220 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-548991115'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:51.993826 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:51.996155 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['e338db38-9a9e-4dba-b3d2-6c86dbb7a093'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:22:51.999439 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Usage tracker for resource:network and tenant:6b1b0bc397db41e6b623414627ceceea is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:52.004760 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Quota usage for network was recalculated. Used quota:2. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:52.032331 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:52.141526 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Made reservation on behalf of 6b1b0bc397db41e6b623414627ceceea for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:52.146193 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.219724 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:22:52.250088 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.250342 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Added segment 6fe76ef8-ed23-4658-bd94-28af51a6d696 of type vlan for network 0d644d05-3c65-4faf-8751-ed03fd6e0972 Aug 23 14:22:52.279627 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.392215 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.404030 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:52.405288 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.406039 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ae1dfd3-ba18-40a5-ac80-752dfa2285d8 req-282a69c2-da70-4412-9c33-4b0d3fa615d5 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=37325e16-b5ed-4b52-8097-a5810db6dd18 HTTP/1.1" status: 200 len: 1100 time: 0.1885531 Aug 23 14:22:52.412561 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.426005 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:52.490716 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ae1dfd3-ba18-40a5-ac80-752dfa2285d8 req-e08bc1a8-93c8-47f6-bfcc-db8cced0b75c tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834668 Aug 23 14:22:52.500787 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Transition to ACTIVE for port object 86f70d14-b9f8-4623-8001-f6e863ed4eae will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:52.510349 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5204e0d3-4d3a-487a-a91c-060dfb536309 req-368128ff-68b5-4f6a-a156-c5e655cfd1e8 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.514417 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ef17b401-62d9-47d3-a0b0-d7c564d61d42 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:52.551805 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368128ff-68b5-4f6a-a156-c5e655cfd1e8 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8a5655-824e-4079-a413-55b067ecdcd6,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:52.565828 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5864248 Aug 23 14:22:52.571519 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45340) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:52.572973 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-368128ff-68b5-4f6a-a156-c5e655cfd1e8 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:52.580517 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Request body: {'subnet': {'network_id': '0d644d05-3c65-4faf-8751-ed03fd6e0972', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:52.632805 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-37e4c41e-d291-4506-ba7e-04d77b8870a3', 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'fixed_ips': [{'subnet_id': '40ec84e5-b627-4277-8c71-cbf1b9676a11'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:22:52.635688 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.636939 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event updated for resources: {'Network': ['ID=0d644d05-3c65-4faf-8751-ed03fd6e0972,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:52.655723 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5204e0d3-4d3a-487a-a91c-060dfb536309 req-368128ff-68b5-4f6a-a156-c5e655cfd1e8 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.659181 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:52.666484 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5204e0d3-4d3a-487a-a91c-060dfb536309 req-368128ff-68b5-4f6a-a156-c5e655cfd1e8 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "DELETE /v2.0/security-groups/ed8a5655-824e-4079-a413-55b067ecdcd6 HTTP/1.1" status: 204 len: 173 time: 0.9546955 Aug 23 14:22:52.704647 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 0d644d05-3c65-4faf-8751-ed03fd6e0972 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:22:52.726410 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.750842 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:53.001909 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:53.009582 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Usage tracker for resource:subnet and tenant:6b1b0bc397db41e6b623414627ceceea is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:53.016508 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:53.029434 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:53.047832 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d4651-1d5d-4965-9b58-5660f2731784 None None] Pushing event updated for resources: {'Port': ['ID=86f70d14-b9f8-4623-8001-f6e863ed4eae,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:53.071561 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fff2e2-d674-444a-8f29-84b5756962fd req-ca542779-9f1e-4e47-a37e-de24615f970d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:53.075660 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e0fff2e2-d674-444a-8f29-84b5756962fd req-ca542779-9f1e-4e47-a37e-de24615f970d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.2530735 Aug 23 14:22:53.082566 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805a028-e4cf-4a0b-b4ac-31d7a1222a15 req-cef28f87-3a8a-4369-8038-6854ef91b014 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:53.084191 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3805a028-e4cf-4a0b-b4ac-31d7a1222a15 req-cef28f87-3a8a-4369-8038-6854ef91b014 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/ports?device_id=c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab HTTP/1.1" status: 200 len: 945 time: 0.3000455 Aug 23 14:22:53.089184 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-baa2857f-367d-467f-85aa-fb07c8186acc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2&tenant_id=cae7784c1a0e409298815052dfe79897 HTTP/1.1" status: 200 len: 1100 time: 0.2131906 Aug 23 14:22:53.095438 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-277d4651-1d5d-4965-9b58-5660f2731784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:53.110508 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805629-1', 'device_owner': 'compute:nova'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:22:53.145867 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Made reservation on behalf of 6b1b0bc397db41e6b623414627ceceea for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:53.275868 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e0fff2e2-d674-444a-8f29-84b5756962fd req-1c175838-8166-488a-a490-8bed39ef9ad4 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905165 Aug 23 14:22:53.285874 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.294573 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3805a028-e4cf-4a0b-b4ac-31d7a1222a15 req-e07662f5-be65-4cb3-aaba-559b9fdc3bc4 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6b55e10-ec66-4a72-a251-55329dac42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474316 Aug 23 14:22:53.304405 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.363437 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Attempting to bind port 86f70d14-b9f8-4623-8001-f6e863ed4eae on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:53.364091 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Attempting to bind port 86f70d14-b9f8-4623-8001-f6e863ed4eae by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'f1968ffc-eae6-45d8-b95d-caf8588e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd6a2e3fa-97e3-4090-b56a-11674d059ea3'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:53.364665 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Attempting to bind port 86f70d14-b9f8-4623-8001-f6e863ed4eae on network d6a2e3fa-97e3-4090-b56a-11674d059ea3 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:53.410522 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:22:53.411109 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Checking segment: {'id': 'f1968ffc-eae6-45d8-b95d-caf8588e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd6a2e3fa-97e3-4090-b56a-11674d059ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:53.411936 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.412585 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Bound using segment: {'id': 'f1968ffc-eae6-45d8-b95d-caf8588e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd6a2e3fa-97e3-4090-b56a-11674d059ea3'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:22:53.413571 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Bound port: 86f70d14-b9f8-4623-8001-f6e863ed4eae, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1968ffc-eae6-45d8-b95d-caf8588e9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd6a2e3fa-97e3-4090-b56a-11674d059ea3'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:53.420248 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.438615 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Allocated IP 19.80.0.2 (37e4c41e-d291-4506-ba7e-04d77b8870a3/40ec84e5-b627-4277-8c71-cbf1b9676a11/3eea1fca-2ff6-4c51-bbef-3d10e6202486) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:53.604696 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7dd0daed-0e12-42a1-9040-393bbff82b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.688442 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=8d333f32-bad4-43af-8080-6162733404ff,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:53.731858 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:22:53.867743 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.869148 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] For port 86f70d14-b9f8-4623-8001-f6e863ed4eae, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:22:53.876812 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:53.892954 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] For port 86f70d14-b9f8-4623-8001-f6e863ed4eae, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=86f70d14-b9f8-4623-8001-f6e863ed4eae,segment=NetworkSegment(f1968ffc-eae6-45d8-b95d-caf8588e9c8e),segment_id=f1968ffc-eae6-45d8-b95d-caf8588e9c8e)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:22:53.898359 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d333f32-bad4-43af-8080-6162733404ff'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:53.906654 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.952096 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Transition to ACTIVE for port object 8d333f32-bad4-43af-8080-6162733404ff will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:53.960341 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.972096 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-112df661-30e7-4a44-8006-383709f72946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:53.977545 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4565cbdb-ced2-479b-94dc-5d1cffb6dfc9 req-d6324eb7-237d-4e70-bc49-7fe5aa205837 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=501d7424-a4e8-419d-b5c9-25824d93930b HTTP/1.1" status: 200 len: 1100 time: 0.1883588 Aug 23 14:22:53.984532 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214abf9-fb79-4bff-acd8-bfadc270f35e req-7c22a335-af12-4410-b589-1faf8df07cea tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:53.992660 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f214abf9-fb79-4bff-acd8-bfadc270f35e req-7c22a335-af12-4410-b589-1faf8df07cea tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 945 time: 0.2010813 Aug 23 14:22:54.010951 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event updated for resources: {'Subnet': ['ID=a8f5bc8b-30bf-422f-b5dd-7cd0de0738af,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:54.014586 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:54.036303 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Checking segment: {'id': '6fe76ef8-ed23-4658-bd94-28af51a6d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0d644d05-3c65-4faf-8751-ed03fd6e0972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:54.036855 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Network hostable DHCP agents. Network: 0d644d05-3c65-4faf-8751-ed03fd6e0972, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:22:54.047087 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:54.056266 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-242c39f0-536e-4895-8d71-3e7ae59a1342 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:54.076651 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:54.098212 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Transition to ACTIVE for port object 3eea1fca-2ff6-4c51-bbef-3d10e6202486 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:54.113003 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d4651-1d5d-4965-9b58-5660f2731784 None None] Pushing event updated for resources: {'Port': ['ID=86f70d14-b9f8-4623-8001-f6e863ed4eae,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:54.120600 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-277d4651-1d5d-4965-9b58-5660f2731784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:54.121383 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Routers {'7de90fa5-61c8-43ca-828a-fde197a122f8'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:22:54.122125 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:22:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7de90fa5-61c8-43ca-828a-fde197a122f8'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:54.153034 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Network 0d644d05-3c65-4faf-8751-ed03fd6e0972 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:22:54.238800 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Pushing event updated for resources: {'Port': ['ID=8d333f32-bad4-43af-8080-6162733404ff,revision_number=10']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:54.254428 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Transition to ACTIVE for port object 3eea1fca-2ff6-4c51-bbef-3d10e6202486 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:54.259538 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:54.265811 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f214abf9-fb79-4bff-acd8-bfadc270f35e req-662701b0-294b-4381-b050-fee9798cc82a tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715614 Aug 23 14:22:54.277641 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4565cbdb-ced2-479b-94dc-5d1cffb6dfc9 req-fa539a61-2328-4c73-adb3-ba94844ea9f3 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813997 Aug 23 14:22:54.300303 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 0d644d05-3c65-4faf-8751-ed03fd6e0972) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:54.306752 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:54.307652 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:54.366304 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] No DVR routers for this DVR port 8d333f32-bad4-43af-8080-6162733404ff on host n-h1-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:54.426515 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8495e75b-3ab1-4d19-ae1c-60193ec7c969 None None] Network 0d644d05-3c65-4faf-8751-ed03fd6e0972 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:22:54.470016 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8875487 Aug 23 14:22:54.649008 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device e338db38-9a9e-4dba-b3d2-6c86dbb7a093 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:54.650636 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Attempting to bind port 8d333f32-bad4-43af-8080-6162733404ff on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:54.651155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Attempting to bind port 8d333f32-bad4-43af-8080-6162733404ff by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:54.651665 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Attempting to bind port 8d333f32-bad4-43af-8080-6162733404ff on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:54.682142 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7d6a3a34-9110-4f08-894a-23fce918c07f req-be7240cc-c80e-4955-90cc-79ee3a888645 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "GET /v2.0/security-groups/3761495d-d255-4442-865e-4bef319bd434 HTTP/1.1" status: 200 len: 1634 time: 0.2315888 Aug 23 14:22:54.682814 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Port 8d333f32-bad4-43af-8080-6162733404ff on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:22:54.683204 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Attempting to bind port 8d333f32-bad4-43af-8080-6162733404ff on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:54.693579 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:54.710972 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:22:54.711313 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:54.711752 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:22:54.712189 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Bound port: 8d333f32-bad4-43af-8080-6162733404ff, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:54.712533 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:54.713342 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:54.820336 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af40ae0-d3b3-4a64-9b1b-7a84ac13ff21 req-102a43b0-f0ac-44f8-9d55-609a32006f9c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:54.822512 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7af40ae0-d3b3-4a64-9b1b-7a84ac13ff21 req-102a43b0-f0ac-44f8-9d55-609a32006f9c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 948 time: 0.2420387 Aug 23 14:22:54.834679 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] Set router 7de90fa5-61c8-43ca-828a-fde197a122f8 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:22:54.888618 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7d6a3a34-9110-4f08-894a-23fce918c07f req-0ad13a4d-7549-42cb-9984-9a253f936945 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:54.902002 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:54.909221 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Network 37e4c41e-d291-4506-ba7e-04d77b8870a3 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:54.919720 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:22:54.925988 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:54.937985 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Pushing event updated for resources: {'Port': ['ID=3eea1fca-2ff6-4c51-bbef-3d10e6202486,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:54.943704 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:22:54.948851 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d333f32-bad4-43af-8080-6162733404ff,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:22:54.951491 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:54.953538 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7af40ae0-d3b3-4a64-9b1b-7a84ac13ff21 req-5d766375-dbcb-4cd5-84e7-76d5bccee905 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220856 Aug 23 14:22:54.955204 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7d6a3a34-9110-4f08-894a-23fce918c07f req-0ad13a4d-7549-42cb-9984-9a253f936945 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:55.090589 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:55.095650 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-575617b5-7bc1-4351-8d4e-f7a0a9303330 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:55.110084 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-0d644d05-3c65-4faf-8751-ed03fd6e0972', 'network_id': '0d644d05-3c65-4faf-8751-ed03fd6e0972', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'fixed_ips': [{'subnet_id': 'a8f5bc8b-30bf-422f-b5dd-7cd0de0738af'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:22:55.111457 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:55.141700 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7d6a3a34-9110-4f08-894a-23fce918c07f req-0ad13a4d-7549-42cb-9984-9a253f936945 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:55.206513 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port e338db38-9a9e-4dba-b3d2-6c86dbb7a093 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:55.322583 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:55.324492 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b8582e04-97fa-41da-b099-50312c918857 service neutron] 10.222.0.60 "PUT /v2.0/ports/8d333f32-bad4-43af-8080-6162733404ff HTTP/1.1" status: 200 len: 1096 time: 2.2193575 Aug 23 14:22:55.346339 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7d6a3a34-9110-4f08-894a-23fce918c07f req-0ad13a4d-7549-42cb-9984-9a253f936945 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:55.350177 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Attempting to bind port 3eea1fca-2ff6-4c51-bbef-3d10e6202486 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:55.357497 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Attempting to bind port 3eea1fca-2ff6-4c51-bbef-3d10e6202486 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'f425405d-d0bc-4de3-aebb-01575df85ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:55.357497 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Attempting to bind port 3eea1fca-2ff6-4c51-bbef-3d10e6202486 on network 37e4c41e-d291-4506-ba7e-04d77b8870a3 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:55.357497 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port e338db38-9a9e-4dba-b3d2-6c86dbb7a093 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:55.357497 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:55.358630 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45366) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:55.359290 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7d6a3a34-9110-4f08-894a-23fce918c07f req-0ad13a4d-7549-42cb-9984-9a253f936945 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] 10.222.0.86 "DELETE /v2.0/security-groups/3761495d-d255-4442-865e-4bef319bd434 HTTP/1.1" status: 204 len: 173 time: 0.6648982 Aug 23 14:22:55.466097 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:22:55.466097 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Checking segment: {'id': 'f425405d-d0bc-4de3-aebb-01575df85ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:55.466097 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:55.466097 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Bound using segment: {'id': 'f425405d-d0bc-4de3-aebb-01575df85ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:22:55.466097 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Bound port: 3eea1fca-2ff6-4c51-bbef-3d10e6202486, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f425405d-d0bc-4de3-aebb-01575df85ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:55.466097 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:55.472004 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Pushing event updated for resources: {'Port': ['ID=8d333f32-bad4-43af-8080-6162733404ff,revision_number=11']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:55.475602 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:55.481899 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-80bd9701-e25b-44b5-b404-e20baa408fa1 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:55.499189 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff44e18-927d-4d7f-ac3b-7c6594e23b89 admin admin] Deleting subnet 8f095f93-f411-42ee-a54e-35015803eed3 {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:22:55.509950 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4ff44e18-927d-4d7f-ac3b-7c6594e23b89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:55.516614 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d333f32-bad4-43af-8080-6162733404ff', 'code': 200} Aug 23 14:22:55.517454 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad13a4d-7549-42cb-9984-9a253f936945 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3761495d-d255-4442-865e-4bef319bd434,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:55.524621 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0ad13a4d-7549-42cb-9984-9a253f936945 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:55.531223 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 45370) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:55.620925 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4ff44e18-927d-4d7f-ac3b-7c6594e23b89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:55.668002 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b584cf66-0117-45e5-b47c-85322ba60f1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 1099 time: 0.2998767 Aug 23 14:22:55.777026 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4ff44e18-927d-4d7f-ac3b-7c6594e23b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:55.957196 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4ff44e18-927d-4d7f-ac3b-7c6594e23b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:55.963545 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-33075b89-1f02-456b-87ea-01f572a00988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:56.007652 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff44e18-927d-4d7f-ac3b-7c6594e23b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f095f93-f411-42ee-a54e-35015803eed3,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:56.012549 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4ff44e18-927d-4d7f-ac3b-7c6594e23b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:56.018053 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4ff44e18-927d-4d7f-ac3b-7c6594e23b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.025251 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-4ff44e18-927d-4d7f-ac3b-7c6594e23b89 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8f095f93-f411-42ee-a54e-35015803eed3 HTTP/1.1" status: 204 len: 168 time: 0.6678948 Aug 23 14:22:56.028755 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45380) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:56.031647 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8247100b-3515-4e6c-931c-ceea7920bcbb tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.119731 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-dd084916-4f25-43df-9667-10a353751c8f None None] For port 3eea1fca-2ff6-4c51-bbef-3d10e6202486, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:22:56.137896 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Allocated IP 19.86.0.2 (0d644d05-3c65-4faf-8751-ed03fd6e0972/a8f5bc8b-30bf-422f-b5dd-7cd0de0738af/39045fa1-16ad-4d4b-a6cb-f3e67081ee5e) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:56.168268 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-6f5e9fb7-8202-4904-8003-13727db39844 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:56.168268 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-6f5e9fb7-8202-4904-8003-13727db39844 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.4891477 Aug 23 14:22:56.168553 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-dd084916-4f25-43df-9667-10a353751c8f None None] For port 3eea1fca-2ff6-4c51-bbef-3d10e6202486, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=3eea1fca-2ff6-4c51-bbef-3d10e6202486,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:22:56.178357 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-920c12f8-a051-4397-8678-fe6392aefb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.180993 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.185693 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a60af-486f-4d4f-9550-2b75904da78f req-bc63cec6-b28d-43b7-9039-761f3d0b3832 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:56.191620 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a60af-486f-4d4f-9550-2b75904da78f req-bc63cec6-b28d-43b7-9039-761f3d0b3832 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:56.193211 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-bc63cec6-b28d-43b7-9039-761f3d0b3832 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/networks?id=37e4c41e-d291-4506-ba7e-04d77b8870a3&id=0d644d05-3c65-4faf-8751-ed03fd6e0972&id=37e4c41e-d291-4506-ba7e-04d77b8870a3 HTTP/1.1" status: 200 len: 1390 time: 0.4474363 Aug 23 14:22:56.212087 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.246706 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8247100b-3515-4e6c-931c-ceea7920bcbb tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.290493 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.298370 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf7197-fcc5-4599-810f-2f9878e255b7 req-dcf300cb-edee-41fa-a1a1-bbba72447bf8 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:56.298636 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-730c3f8f-0ae5-4584-ba8f-fad70f6b1c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:56.299575 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8fcf7197-fcc5-4599-810f-2f9878e255b7 req-dcf300cb-edee-41fa-a1a1-bbba72447bf8 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.5299735 Aug 23 14:22:56.301153 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-4bcb2774-110a-41f0-95fc-3b91fe80f1a3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/quotas/6b1b0bc397db41e6b623414627ceceea HTTP/1.1" status: 200 len: 375 time: 0.0404241 Aug 23 14:22:56.316392 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b4e5f3d9-9baf-472e-ac69-91f10c19ae17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8d333f32-bad4-43af-8080-6162733404ff HTTP/1.1" status: 200 len: 217 time: 0.1425438 Aug 23 14:22:56.337739 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-920c12f8-a051-4397-8678-fe6392aefb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.352140 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1462a8e9-7956-4fa3-aa31-8aaea9714cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e338db38-9a9e-4dba-b3d2-6c86dbb7a093'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:56.358211 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-920c12f8-a051-4397-8678-fe6392aefb05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ca1774-eac6-46a2-9cd3-ee551b9695aa']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:56.379135 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-920c12f8-a051-4397-8678-fe6392aefb05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c911656c-d836-4e75-9460-63cafc49f42f') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:56.380470 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-920c12f8-a051-4397-8678-fe6392aefb05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c911656c-d836-4e75-9460-63cafc49f42f') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:56.393936 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port e338db38-9a9e-4dba-b3d2-6c86dbb7a093, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=e338db38-9a9e-4dba-b3d2-6c86dbb7a093,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:56.399381 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-920c12f8-a051-4397-8678-fe6392aefb05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.421536 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'name': 'tempest-ServersTestMultiNic-764153188-router', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:31Z', 'updated_at': '2021-08-23T14:22:43Z', 'revision_number': 4, 'project_id': '6b1b0bc397db41e6b623414627ceceea', 'gw_port': {'id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:32Z', 'updated_at': '2021-08-23T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '86f70d14-b9f8-4623-8001-f6e863ed4eae', 'name': '', 'network_id': 'd6a2e3fa-97e3-4090-b56a-11674d059ea3', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'mac_address': 'fa:16:3e:94:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec13943-8acb-4a2d-bbdd-46481708901f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:40Z', 'updated_at': '2021-08-23T14:22:53Z', 'revision_number': 4, 'project_id': '6b1b0bc397db41e6b623414627ceceea', 'subnets': [{'id': '0ec13943-8acb-4a2d-bbdd-46481708901f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:56.424770 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-920c12f8-a051-4397-8678-fe6392aefb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.435373 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920c12f8-a051-4397-8678-fe6392aefb05 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:22:56.435907 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-920c12f8-a051-4397-8678-fe6392aefb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.451298 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188ba6d7-eec0-4afc-96a6-2ba181003172 None None] The sync data for ids ['7de90fa5-61c8-43ca-828a-fde197a122f8'] in n-d-805629-1 is: [{'id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'name': 'tempest-ServersTestMultiNic-764153188-router', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:31Z', 'updated_at': '2021-08-23T14:22:43Z', 'revision_number': 4, 'project_id': '6b1b0bc397db41e6b623414627ceceea', 'gw_port': {'id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:32Z', 'updated_at': '2021-08-23T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '86f70d14-b9f8-4623-8001-f6e863ed4eae', 'name': '', 'network_id': 'd6a2e3fa-97e3-4090-b56a-11674d059ea3', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'mac_address': 'fa:16:3e:94:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec13943-8acb-4a2d-bbdd-46481708901f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:40Z', 'updated_at': '2021-08-23T14:22:53Z', 'revision_number': 4, 'project_id': '6b1b0bc397db41e6b623414627ceceea', 'subnets': [{'id': '0ec13943-8acb-4a2d-bbdd-46481708901f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:22:56.462839 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:22:56.466806 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Pushing event updated for resources: {'Port': ['ID=3eea1fca-2ff6-4c51-bbef-3d10e6202486,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:56.482601 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:56.490830 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.491115 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8fcf7197-fcc5-4599-810f-2f9878e255b7 req-1ea662a8-324f-40a8-b596-29521a1b563c tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710870 Aug 23 14:22:56.491862 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 8d333f32-bad4-43af-8080-6162733404ff no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:56.553023 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b5dbee74-9016-43c1-a8a3-f26afa408010 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:56.573182 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-b5dbee74-9016-43c1-a8a3-f26afa408010 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2037625 Aug 23 14:22:56.678345 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:56.756589 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-920c12f8-a051-4397-8678-fe6392aefb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.766771 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-920c12f8-a051-4397-8678-fe6392aefb05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.775616 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-41fbd428-e813-4f17-b591-6b98fca1566a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:56.809876 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=e338db38-9a9e-4dba-b3d2-6c86dbb7a093,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:56.825099 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:56.834424 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-807d8fea-5175-404d-9523-01f19003fa34 req-01fa9e5c-b837-4248-afe8-87c97a18f98b tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1197405 Aug 23 14:22:56.884356 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c12f8-a051-4397-8678-fe6392aefb05 admin admin] Pushing event deleted for resources: {'Network': ['ID=29ca1774-eac6-46a2-9cd3-ee551b9695aa,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:56.892144 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-920c12f8-a051-4397-8678-fe6392aefb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:56.969534 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-920c12f8-a051-4397-8678-fe6392aefb05 admin admin] 10.222.0.86 "DELETE /v2.0/networks/29ca1774-eac6-46a2-9cd3-ee551b9695aa HTTP/1.1" status: 204 len: 168 time: 0.9381971 Aug 23 14:22:56.972466 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8247100b-3515-4e6c-931c-ceea7920bcbb tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.974251 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 8d333f32-bad4-43af-8080-6162733404ff not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:56.987197 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c6e63d9a-b789-457c-9fa3-129bea47cc4e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:56.999256 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.022701 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-a3f2dbeb-4053-4b2e-ba47-02637226e308 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6b1b0bc397db41e6b623414627ceceea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6691570 Aug 23 14:22:57.036252 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Transition to ACTIVE for port object 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:57.078754 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247100b-3515-4e6c-931c-ceea7920bcbb tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e34c769-3c2d-4e50-9d54-44c26b26438b,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:57.081697 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Transition to ACTIVE for port object 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:57.151210 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8247100b-3515-4e6c-931c-ceea7920bcbb tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:57.172101 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.177178 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:57.187272 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-f5b9455a-ae4f-46f0-96b4-f492cbecb1a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6088548 Aug 23 14:22:57.284284 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Network 0d644d05-3c65-4faf-8751-ed03fd6e0972 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:57.297490 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:57.300961 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:22:57.305503 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Pushing event updated for resources: {'Port': ['ID=39045fa1-16ad-4d4b-a6cb-f3e67081ee5e,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:57.317622 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:57.317779 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d8fea-5175-404d-9523-01f19003fa34 req-2c0c6566-f252-43a4-ac8c-e19ec6e4a6f2 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:57.321512 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-807d8fea-5175-404d-9523-01f19003fa34 req-2c0c6566-f252-43a4-ac8c-e19ec6e4a6f2 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4853406 Aug 23 14:22:57.417208 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8247100b-3515-4e6c-931c-ceea7920bcbb tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.422575 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-8247100b-3515-4e6c-931c-ceea7920bcbb tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "DELETE /v2.0/security-groups/0e34c769-3c2d-4e50-9d54-44c26b26438b HTTP/1.1" status: 204 len: 168 time: 1.8858471 Aug 23 14:22:57.422909 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45392) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:57.452459 n-d-805629-1 neutron-server[76506]: INFO neutron.api.v2.resource [None req-93d64f2f-72e6-47cd-9c57-d2aa6966ab44 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] show failed (client error): The resource could not be found. Aug 23 14:22:57.458020 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-93d64f2f-72e6-47cd-9c57-d2aa6966ab44 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "GET /v2.0/security-groups/0e34c769-3c2d-4e50-9d54-44c26b26438b HTTP/1.1" status: 404 len: 347 time: 0.0302670 Aug 23 14:22:57.464997 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45396) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:57.473146 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-1cfada8e-3ddc-4c56-8fb6-7bcae7b95063 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715952 Aug 23 14:22:57.485893 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Attempting to bind port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:57.492266 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Attempting to bind port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '6fe76ef8-ed23-4658-bd94-28af51a6d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0d644d05-3c65-4faf-8751-ed03fd6e0972'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:57.493371 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Attempting to bind port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e on network 0d644d05-3c65-4faf-8751-ed03fd6e0972 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:22:57.514107 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:22:57.514669 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Checking segment: {'id': '6fe76ef8-ed23-4658-bd94-28af51a6d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0d644d05-3c65-4faf-8751-ed03fd6e0972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:22:57.516307 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.519017 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Bound using segment: {'id': '6fe76ef8-ed23-4658-bd94-28af51a6d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0d644d05-3c65-4faf-8751-ed03fd6e0972'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:22:57.520271 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Bound port: 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe76ef8-ed23-4658-bd94-28af51a6d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0d644d05-3c65-4faf-8751-ed03fd6e0972'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:57.520271 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.533506 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'tag': '8d333f32-bad4-43af-8080-6162733404ff'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:57.555306 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 86f70d14-b9f8-4623-8001-f6e863ed4eae up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:57.691681 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-807d8fea-5175-404d-9523-01f19003fa34 req-41d27cff-a258-476b-b0d2-c2c87dd7f428 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/quotas/ed513cc169e2499997ed50fd7eb7e6d1 HTTP/1.1" status: 200 len: 375 time: 0.2701323 Aug 23 14:22:57.732469 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45404) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:57.762255 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-830c61b4-b3dd-4d42-b3ee-5fe4482627af service neutron] 10.222.0.86 "GET /v2.0/networks/37e4c41e-d291-4506-ba7e-04d77b8870a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7388141 Aug 23 14:22:57.795439 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] For port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:22:57.800774 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] For port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=39045fa1-16ad-4d4b-a6cb-f3e67081ee5e,segment=NetworkSegment(6fe76ef8-ed23-4658-bd94-28af51a6d696),segment_id=6fe76ef8-ed23-4658-bd94-28af51a6d696)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:22:57.858084 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-f9f1ef13-f824-418d-aa0a-be457ed2fed9 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Deleting port b499522d-523a-45c2-84f4-d2e59dca7d1c {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:22:57.858604 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f9f1ef13-f824-418d-aa0a-be457ed2fed9 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.878225 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.895482 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:57.982371 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 86f70d14-b9f8-4623-8001-f6e863ed4eae completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:57.986480 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-167514d1-73a7-4927-9d30-60cdc39f3d95 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2f431ed450f446c39356131383c72d18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2523654 Aug 23 14:22:58.004045 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45408) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:58.014116 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 86f70d14-b9f8-4623-8001-f6e863ed4eae triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:58.014501 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.189701 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Pushing event updated for resources: {'Port': ['ID=39045fa1-16ad-4d4b-a6cb-f3e67081ee5e,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:58.199837 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:58.227953 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd530384-1305-495e-b134-ef7edd3182c2 None None] Network 37e4c41e-d291-4506-ba7e-04d77b8870a3 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:22:58.351248 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f1f7f898-d386-4902-b5d4-e114c31c3226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.362392 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f9f1ef13-f824-418d-aa0a-be457ed2fed9 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.363138 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f9f1ef13-f824-418d-aa0a-be457ed2fed9 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.400642 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.416508 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-87dd8280-f33a-45bc-a381-03f44dbf9be9 service neutron] 10.222.0.86 "GET /v2.0/networks/37e4c41e-d291-4506-ba7e-04d77b8870a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533821 Aug 23 14:22:58.429966 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cffbab63-92f1-4eaa-ab3a-b498972e2b01 req-d738f94d-aca7-47c1-922d-eedba5e47ba2 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9485431 Aug 23 14:22:58.468793 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 86f70d14-b9f8-4623-8001-f6e863ed4eae, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=86f70d14-b9f8-4623-8001-f6e863ed4eae,segment=NetworkSegment(f1968ffc-eae6-45d8-b95d-caf8588e9c8e),segment_id=f1968ffc-eae6-45d8-b95d-caf8588e9c8e)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:58.541938 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.542752 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 3eea1fca-2ff6-4c51-bbef-3d10e6202486 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:58.561083 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-807d8fea-5175-404d-9523-01f19003fa34 req-84b5b07f-0648-4fe1-bbd9-9892a383a1e2 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8673904 Aug 23 14:22:58.572165 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-f9f1ef13-f824-418d-aa0a-be457ed2fed9 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Calling delete_port for b499522d-523a-45c2-84f4-d2e59dca7d1c owned by network:floatingip {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:22:58.612809 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:58.627465 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f1f7f898-d386-4902-b5d4-e114c31c3226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.650804 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-f1ed4769-ef7c-463c-9654-817bccd02dfc service neutron] 10.222.0.86 "GET /v2.0/networks/0d644d05-3c65-4faf-8751-ed03fd6e0972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178001 Aug 23 14:22:58.702553 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0b7f31d9-f64e-4101-b69b-e9ea9a533052 None None] Provisioning for port 3eea1fca-2ff6-4c51-bbef-3d10e6202486 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:58.842153 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-e6a467f4-5b16-46e1-8bc9-d97649c93b58 service neutron] 10.222.0.86 "GET /v2.0/networks/0d644d05-3c65-4faf-8751-ed03fd6e0972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849303 Aug 23 14:22:58.855645 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=86f70d14-b9f8-4623-8001-f6e863ed4eae,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:58.857036 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f1f7f898-d386-4902-b5d4-e114c31c3226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.861385 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:58.896641 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-142e248f-a70f-48d2-ac1c-015df47c66e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:58.926704 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f9f1ef13-f824-418d-aa0a-be457ed2fed9 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.955354 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7f898-d386-4902-b5d4-e114c31c3226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8de265-dd5c-4113-a277-62ff8f2aeff9,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:59.003772 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f1f7f898-d386-4902-b5d4-e114c31c3226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:59.005710 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4e556e42-4f07-405f-9daa-a706204f9ba1 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:59.077006 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 3eea1fca-2ff6-4c51-bbef-3d10e6202486 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:59.090943 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 3eea1fca-2ff6-4c51-bbef-3d10e6202486 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:59.091391 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:59.159843 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1ef13-f824-418d-aa0a-be457ed2fed9 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Pushing event deleted for resources: {'Port': ['ID=b499522d-523a-45c2-84f4-d2e59dca7d1c,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:59.162650 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f9f1ef13-f824-418d-aa0a-be457ed2fed9 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:59.168533 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f1f7f898-d386-4902-b5d4-e114c31c3226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:59.171987 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f1f7f898-d386-4902-b5d4-e114c31c3226 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cd8de265-dd5c-4113-a277-62ff8f2aeff9 HTTP/1.1" status: 204 len: 168 time: 1.1640952 Aug 23 14:22:59.229980 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f9f1ef13-f824-418d-aa0a-be457ed2fed9 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks [] for floatingip, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:59.234135 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f9f1ef13-f824-418d-aa0a-be457ed2fed9 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:59.242173 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f9f1ef13-f824-418d-aa0a-be457ed2fed9 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] 10.222.0.86 "DELETE /v2.0/floatingips/654de18a-fcb5-4f57-b1f0-409da5f8b72a HTTP/1.1" status: 204 len: 168 time: 1.7760813 Aug 23 14:22:59.249848 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45422) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:59.275819 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-d931ffdd-b59f-4c50-9227-334cd25ca3bd service neutron] 10.222.0.86 "GET /v2.0/networks/37e4c41e-d291-4506-ba7e-04d77b8870a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328787 Aug 23 14:22:59.386634 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:59.417538 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380e38e-8c11-4f75-883f-53503c0f351c req-0b32b88c-0b75-4dac-9a7e-6b88294cc48b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:59.418815 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4380e38e-8c11-4f75-883f-53503c0f351c req-0b32b88c-0b75-4dac-9a7e-6b88294cc48b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 946 time: 0.3967834 Aug 23 14:22:59.487268 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 3eea1fca-2ff6-4c51-bbef-3d10e6202486, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=3eea1fca-2ff6-4c51-bbef-3d10e6202486,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:22:59.545802 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:59.548815 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:59.647238 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-f06dfbdd-0910-4a9e-b983-ed453893e459 service neutron] 10.222.0.86 "GET /v2.0/networks/37e4c41e-d291-4506-ba7e-04d77b8870a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613763 Aug 23 14:22:59.669694 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4380e38e-8c11-4f75-883f-53503c0f351c req-a3c887e5-c0e7-49e6-89f7-24b1af1183e9 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415931 Aug 23 14:22:59.724460 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=3eea1fca-2ff6-4c51-bbef-3d10e6202486,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:59.732057 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:59.734323 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c088f92d-1cb9-4de8-ab3a-463ebb5792d1 None None] Network 0d644d05-3c65-4faf-8751-ed03fd6e0972 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:22:59.962934 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 86f70d14-b9f8-4623-8001-f6e863ed4eae up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:00.017523 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-ff21f996-cc8c-4952-95a4-6083fb6b4675 None None] Provisioning complete for port 3eea1fca-2ff6-4c51-bbef-3d10e6202486 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:00.018413 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ff21f996-cc8c-4952-95a4-6083fb6b4675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:00.059333 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d7ac-f976-4947-97b7-d5672bcfe5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:00.103936 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7c699-4567-46d4-a58e-23e1d7b15a0d req-c874c2dc-b9eb-44eb-8190-56b88c361d33 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:00.106322 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b9d7c699-4567-46d4-a58e-23e1d7b15a0d req-c874c2dc-b9eb-44eb-8190-56b88c361d33 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 948 time: 0.1640990 Aug 23 14:23:00.114598 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 8d333f32-bad4-43af-8080-6162733404ff details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:23:00.263628 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1462a8e9-7956-4fa3-aa31-8aaea9714cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e338db38-9a9e-4dba-b3d2-6c86dbb7a093', 'code': 200} Aug 23 14:23:00.283538 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b9d7c699-4567-46d4-a58e-23e1d7b15a0d req-dbc9797b-32c1-46d9-840f-3921b302ed7d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493621 Aug 23 14:23:00.499655 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f7cbc-cf8c-46c6-9b74-0c1bfa5752c5 req-9144605d-c761-4c80-a9cd-f22b07b0dc17 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:00.509410 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d69f7cbc-cf8c-46c6-9b74-0c1bfa5752c5 req-9144605d-c761-4c80-a9cd-f22b07b0dc17 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.1331549 Aug 23 14:23:00.586361 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d69f7cbc-cf8c-46c6-9b74-0c1bfa5752c5 req-cb09cbad-0a02-420d-9148-d6319f09e463 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735745 Aug 23 14:23:00.624342 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'tag': '8d333f32-bad4-43af-8080-6162733404ff', 'status': 'completed', 'code': 200} Aug 23 14:23:00.640832 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d333f32-bad4-43af-8080-6162733404ff,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:00.674707 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c584e205-8042-448c-aaa4-70a78ada6dc7 req-37d71d34-e3b6-4247-a93c-183fb71be624 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 1097 time: 0.2306337 Aug 23 14:23:00.731733 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '8d333f32-bad4-43af-8080-6162733404ff', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '8d333f32-bad4-43af-8080-6162733404ff', 'mac_address': 'fa:16:3e:b4:36:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:23:00.864670 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3ec2301e-33ac-460a-b09c-e44cbb9de075 req-18e4d7b2-e4eb-45c2-a3e1-fc32a4bdb23c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cae7784c1a0e409298815052dfe79897&device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 1099 time: 0.2013009 Aug 23 14:23:00.936301 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 86f70d14-b9f8-4623-8001-f6e863ed4eae triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:00.936795 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:01.103808 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cc26a1a1-a63f-4328-b84a-8657237f703a req-c91c73b5-faba-4435-a26a-cfb4a63920b9 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 210 time: 0.1113856 Aug 23 14:23:01.107259 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:01.278632 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2301e-33ac-460a-b09c-e44cbb9de075 req-cb3dc98c-dbd3-4309-a913-c3cba9f97d3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:01.279132 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d333f32-bad4-43af-8080-6162733404ff {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:01.279236 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3ec2301e-33ac-460a-b09c-e44cbb9de075 req-cb3dc98c-dbd3-4309-a913-c3cba9f97d3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.4009697 Aug 23 14:23:01.302250 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c584e205-8042-448c-aaa4-70a78ada6dc7 req-b9773ff4-b29c-4c90-8886-16fe938bcad1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490457 Aug 23 14:23:01.323685 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-09fff50d-70a7-4cc8-88f9-8c2fbdd91ff6 req-44301a54-0dcb-4a13-bb59-38bf7d9e8f3b tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 210 time: 0.0499365 Aug 23 14:23:01.439415 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d333f32-bad4-43af-8080-6162733404ff,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:01.464406 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3ec2301e-33ac-460a-b09c-e44cbb9de075 req-ef36c9ab-1c87-463d-91f7-37afb4673d76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=8d333f32-bad4-43af-8080-6162733404ff HTTP/1.1" status: 200 len: 217 time: 0.1396708 Aug 23 14:23:01.604888 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:01.611971 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:01.619291 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2301e-33ac-460a-b09c-e44cbb9de075 req-53f87baf-e79c-4583-bb33-775e65df8a75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:01.620772 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3ec2301e-33ac-460a-b09c-e44cbb9de075 req-53f87baf-e79c-4583-bb33-775e65df8a75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1113725 Aug 23 14:23:01.668915 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-ff21f996-cc8c-4952-95a4-6083fb6b4675 None None] Provisioning for port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:01.705236 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:01.774745 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45466) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:01.813523 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0d7ac-f976-4947-97b7-d5672bcfe5b5 admin admin] Deleting port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:23:01.814131 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d7ac-f976-4947-97b7-d5672bcfe5b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:01.823438 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:01.847869 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=8d333f32-bad4-43af-8080-6162733404ff,revision_number=12']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:01.856592 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:01.941380 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['8d333f32-bad4-43af-8080-6162733404ff'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:01.993461 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a8111-d540-402e-a175-eb198fd942c5 req-d993bade-9695-40df-8993-8b6750d99234 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:01.995075 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1d5a8111-d540-402e-a175-eb198fd942c5 req-d993bade-9695-40df-8993-8b6750d99234 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 946 time: 0.5296602 Aug 23 14:23:02.047305 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1046361037-network', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:02.052978 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:02.058007 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Usage tracker for resource:network and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:02.061490 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:02.069879 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:02.071252 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:02.073467 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3ec2301e-33ac-460a-b09c-e44cbb9de075 req-aab5f00c-7482-40cd-a9f7-45fcc2c0d8a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4375327 Aug 23 14:23:02.087428 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ab01-a0b9-423b-b73b-2cfddf7eb6e8 req-0643ef07-5db4-4163-bd88-f11e14dd4f1c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:02.087428 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1de3ab01-a0b9-423b-b73b-2cfddf7eb6e8 req-0643ef07-5db4-4163-bd88-f11e14dd4f1c tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 949 time: 0.4485116 Aug 23 14:23:02.117392 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:02.121959 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:02.145240 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1d5a8111-d540-402e-a175-eb198fd942c5 req-05bfca08-4abe-4188-80d6-da72b9af8d0b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360672 Aug 23 14:23:02.147438 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Made reservation on behalf of a57a2cb7a2fa4a21aed5f1a428985f6b for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:02.152716 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:02.170630 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:02.216121 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-e1e0d7ac-f976-4947-97b7-d5672bcfe5b5 admin admin] For port ffc2dfb1-4943-43ec-8b9d-3220b04ec49d, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ffc2dfb1-4943-43ec-8b9d-3220b04ec49d,segment=NetworkSegment(3c772d9d-e26a-431d-b7ba-ef19a5700ae0),segment_id=3c772d9d-e26a-431d-b7ba-ef19a5700ae0)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:02.216121 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d7ac-f976-4947-97b7-d5672bcfe5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:02.266727 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1de3ab01-a0b9-423b-b73b-2cfddf7eb6e8 req-7648a3c6-d795-4fc0-860f-837aa85436c4 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558793 Aug 23 14:23:02.299744 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3ec2301e-33ac-460a-b09c-e44cbb9de075 req-d200b950-b659-435a-8736-33f1ad965ac2 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121577 Aug 23 14:23:02.332679 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-32a7809e-2a64-4578-a853-c91037bd91c7 None None] Provisioning complete for port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:02.333232 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-32a7809e-2a64-4578-a853-c91037bd91c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:02.416305 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-807d8fea-5175-404d-9523-01f19003fa34 req-6c5bb474-e5eb-4a51-8668-1832f5c011be tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1872180 Aug 23 14:23:02.428366 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0d7ac-f976-4947-97b7-d5672bcfe5b5 admin admin] Calling delete_port for ffc2dfb1-4943-43ec-8b9d-3220b04ec49d owned by network:router_interface {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:23:02.624344 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:02.628898 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Usage tracker for resource:security_group_rule and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:02.632057 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:02.634042 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:02.639578 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:02.655375 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3ec2301e-33ac-460a-b09c-e44cbb9de075 req-c90564ff-3806-44bb-b6fd-0d69bed951d3 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485084 Aug 23 14:23:02.682893 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9b9db-a560-434b-ac16-af5307d32f99 req-d10ee5d7-6c08-415d-b04a-0be0ad7291c1 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:02.684918 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-80e9b9db-a560-434b-ac16-af5307d32f99 req-d10ee5d7-6c08-415d-b04a-0be0ad7291c1 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.1420963 Aug 23 14:23:02.751563 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-80e9b9db-a560-434b-ac16-af5307d32f99 req-c669141d-7ec5-4715-8464-d435ce60fd2e tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600195 Aug 23 14:23:02.769923 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-32a7809e-2a64-4578-a853-c91037bd91c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:02.821971 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=39045fa1-16ad-4d4b-a6cb-f3e67081ee5e,segment=NetworkSegment(6fe76ef8-ed23-4658-bd94-28af51a6d696),segment_id=6fe76ef8-ed23-4658-bd94-28af51a6d696)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:02.876748 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d8fea-5175-404d-9523-01f19003fa34 req-7047e9d5-2fe3-4e9a-a0fb-240650bc2b33 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:02.878272 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-807d8fea-5175-404d-9523-01f19003fa34 req-7047e9d5-2fe3-4e9a-a0fb-240650bc2b33 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4184730 Aug 23 14:23:02.912663 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-807d8fea-5175-404d-9523-01f19003fa34 req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Request body: {'port': {'device_id': '71bda5dc-df3c-4a59-8de0-e6954f63c308', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'ed513cc169e2499997ed50fd7eb7e6d1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:02.945731 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:02.991907 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.002125 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:03.054881 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6e319e94-fcef-46d7-b164-379bcdb2281a req-53ceedac-b0bf-4101-9d02-66bc43fe5adf tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 210 time: 0.1442547 Aug 23 14:23:03.058755 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.103569 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ba260288-8443-4261-bce1-a03ec1b02845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:03.144363 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 3eea1fca-2ff6-4c51-bbef-3d10e6202486 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:03.171329 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:23:03.223889 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450bd031-794d-491f-bb39-6e7b8f720b8a,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:03.251530 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.251933 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Added segment d3208f0c-2806-44be-ae90-e66d2d14a41c of type vlan for network d27153f4-243c-41c7-bfad-3a69009a013b Aug 23 14:23:03.254475 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:03.261967 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-807d8fea-5175-404d-9523-01f19003fa34 req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:03.270248 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-32a7809e-2a64-4578-a853-c91037bd91c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:23:03.271373 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-32a7809e-2a64-4578-a853-c91037bd91c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:23:03.290728 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-807d8fea-5175-404d-9523-01f19003fa34 req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:03.301051 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=39045fa1-16ad-4d4b-a6cb-f3e67081ee5e,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:03.307676 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:03.316187 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 3eea1fca-2ff6-4c51-bbef-3d10e6202486 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:03.316880 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.329172 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.341622 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-61c442e4-f9ad-4571-91ed-ee3bd3c8c31d req-0600a34f-c0e0-4c47-b8ac-4f472144cdc8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 210 time: 0.0656612 Aug 23 14:23:03.387378 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.418938 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d7ac-f976-4947-97b7-d5672bcfe5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.427969 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c2c9abf2-1f0b-4111-8269-36fdb2e4016e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:03.481442 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807d8fea-5175-404d-9523-01f19003fa34 req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Made reservation on behalf of ed513cc169e2499997ed50fd7eb7e6d1 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:03.485382 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-807d8fea-5175-404d-9523-01f19003fa34 req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.517700 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-51a45b2e-50ab-426f-887d-3ac3337baaf0 req-02049e06-5028-4445-8d9d-38b67f6c3391 tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 1100 time: 0.0925107 Aug 23 14:23:03.525181 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.526134 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:03.526713 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.533820 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0d7ac-f976-4947-97b7-d5672bcfe5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc2dfb1-4943-43ec-8b9d-3220b04ec49d,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:03.543750 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e1e0d7ac-f976-4947-97b7-d5672bcfe5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:03.544266 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e0ec73ca-9096-4760-a396-411c82a6f3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:03.612607 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-51a45b2e-50ab-426f-887d-3ac3337baaf0 req-8c4f8e8c-49ec-4b81-a040-ec2269987dba tempest-MigrationsAdminTest-1846074730 tempest-MigrationsAdminTest-1846074730-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890415 Aug 23 14:23:03.646794 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75129800-e94d-4153-a626-34c549344e9c req-8e58ed24-6c0b-41ed-a4b9-9aa99ff0262c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:03.654909 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-75129800-e94d-4153-a626-34c549344e9c req-8e58ed24-6c0b-41ed-a4b9-9aa99ff0262c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 946 time: 0.1101372 Aug 23 14:23:03.719811 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Pushing event updated for resources: {'Network': ['ID=d27153f4-243c-41c7-bfad-3a69009a013b,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:03.724155 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-75129800-e94d-4153-a626-34c549344e9c req-a673bef9-7b90-4262-9d3f-e264cc61ebfd tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683298 Aug 23 14:23:03.725634 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:03.733042 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network d27153f4-243c-41c7-bfad-3a69009a013b details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:23:03.998960 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a60af-486f-4d4f-9550-2b75904da78f req-8ff09916-b66e-441c-bb93-02267f5223cc tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:04.003742 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a60af-486f-4d4f-9550-2b75904da78f req-8ff09916-b66e-441c-bb93-02267f5223cc tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:04.005647 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-8ff09916-b66e-441c-bb93-02267f5223cc tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.60 "GET /v2.0/networks?id=37e4c41e-d291-4506-ba7e-04d77b8870a3&id=0d644d05-3c65-4faf-8751-ed03fd6e0972&id=37e4c41e-d291-4506-ba7e-04d77b8870a3 HTTP/1.1" status: 200 len: 1390 time: 0.1981065 Aug 23 14:23:04.023848 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Request body: {'port': {'device_id': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3', 'admin_state_up': True, 'tenant_id': '6b1b0bc397db41e6b623414627ceceea'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:04.134213 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 8d333f32-bad4-43af-8080-6162733404ff up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:04.214890 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4389002 Aug 23 14:23:04.215099 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 45496) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:04.219624 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:04.228414 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] Request body: {'subnet': {'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1046361037-subnet', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:04.233164 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Usage tracker for resource:port and tenant:6b1b0bc397db41e6b623414627ceceea is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:04.237392 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Quota usage for port was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:04.240477 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:04.247740 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:04.251820 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] Usage tracker for resource:subnet and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:04.253944 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:04.263710 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:04.413662 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 8d333f32-bad4-43af-8080-6162733404ff completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:04.418759 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 8d333f32-bad4-43af-8080-6162733404ff triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:04.419338 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:04.450034 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-807d8fea-5175-404d-9523-01f19003fa34 req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Allocated IP 192.168.233.8 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/f7ccfc84-4595-4e2d-a43a-420c3601d4a5) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:04.453696 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] Made reservation on behalf of a57a2cb7a2fa4a21aed5f1a428985f6b for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:04.456658 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:04.478636 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Made reservation on behalf of 6b1b0bc397db41e6b623414627ceceea for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:04.481805 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:04.535888 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1e0d7ac-f976-4947-97b7-d5672bcfe5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:04.616025 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:04.719937 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d333f32-bad4-43af-8080-6162733404ff,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:04.721303 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d333f32-bad4-43af-8080-6162733404ff'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:04.801995 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:04.803454 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:04.860802 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-807d8fea-5175-404d-9523-01f19003fa34 req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:04.880647 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=8d333f32-bad4-43af-8080-6162733404ff,revision_number=13']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:04.884548 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:04.886588 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-807d8fea-5175-404d-9523-01f19003fa34 req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Transition to ACTIVE for port object f7ccfc84-4595-4e2d-a43a-420c3601d4a5 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:04.928266 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-de08448f-6c28-498d-ad1a-a2b612eaac1e req-c8b18856-e967-4904-827a-303a1d1ae03a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 210 time: 0.1010277 Aug 23 14:23:04.967206 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Allocated IP 19.80.0.7 (37e4c41e-d291-4506-ba7e-04d77b8870a3/40ec84e5-b627-4277-8c71-cbf1b9676a11/a54d98cc-963a-47af-b94c-50f0dea95d4e) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:05.071695 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b02412-fa8d-4c5e-bd5c-7bb3531443f5 req-cf01ab66-f501-4184-b588-47ce7538b0d4 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:05.080126 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56b02412-fa8d-4c5e-bd5c-7bb3531443f5 req-cf01ab66-f501-4184-b588-47ce7538b0d4 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.3065884 Aug 23 14:23:05.138822 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-807d8fea-5175-404d-9523-01f19003fa34 req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:05.153642 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5', 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad', 'aaade1d4-3318-4a6e-b481-1615702af61e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:05.251803 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['7a7c1f89-ab22-4f6c-a376-97349b6a4c31', '664ad7f0-1de6-4707-8edd-70b579c7203e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:05.256656 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:05.281893 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:05.365614 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56b02412-fa8d-4c5e-bd5c-7bb3531443f5 req-e4764c8a-9303-47d8-a8cd-4d4b4e5a887b tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845712 Aug 23 14:23:05.372234 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:05.381199 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event updated for resources: {'Port': ['ID=f7ccfc84-4595-4e2d-a43a-420c3601d4a5,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:05.386450 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:05.457115 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807d8fea-5175-404d-9523-01f19003fa34 req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:05.458905 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fb88c32f-c7b8-44cf-b698-dd8e46fc0a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:05.463904 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-807d8fea-5175-404d-9523-01f19003fa34 req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:05.472382 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-807d8fea-5175-404d-9523-01f19003fa34 req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:23:05.523573 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e26cb83e-d45a-4133-8829-6ac6110248ba req-f795ff26-002a-49f7-a7b9-c90fe2106648 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 210 time: 0.1581166 Aug 23 14:23:05.544105 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:05.544105 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:05.568556 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d8fea-5175-404d-9523-01f19003fa34 req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:05.569202 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-807d8fea-5175-404d-9523-01f19003fa34 req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:05.751207 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-807d8fea-5175-404d-9523-01f19003fa34 req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8477156 Aug 23 14:23:05.765532 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70854ba0-fc96-4f7c-8613-5507e36941a2,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:05.777199 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Request body: {'port': {'device_id': '71bda5dc-df3c-4a59-8de0-e6954f63c308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:05.796292 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:05.932138 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:05.935094 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] Checking segment: {'id': 'd3208f0c-2806-44be-ae90-e66d2d14a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:23:05.935447 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] Network hostable DHCP agents. Network: d27153f4-243c-41c7-bfad-3a69009a013b, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:23:05.965353 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:06.007181 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Transition to ACTIVE for port object a54d98cc-963a-47af-b94c-50f0dea95d4e will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:06.064826 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e0d7ac-f976-4947-97b7-d5672bcfe5b5 admin admin] Router 9540b6c5-7b33-4055-9b34-241025b6b38b has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:23:06.069476 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d4471-e5d9-4e25-b5ce-7c53365d82a6 req-841c848f-9542-487c-9fb2-272996a31338 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:06.069880 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd2d4471-e5d9-4e25-b5ce-7c53365d82a6 req-841c848f-9542-487c-9fb2-272996a31338 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 950 time: 0.3608365 Aug 23 14:23:06.102139 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-692ad071-2053-4eee-a357-3ad1557729c1 None None] Provisioning for port f7ccfc84-4595-4e2d-a43a-420c3601d4a5 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:06.118795 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-692ad071-2053-4eee-a357-3ad1557729c1 None None] Provisioning complete for port f7ccfc84-4595-4e2d-a43a-420c3601d4a5 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:06.119174 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-692ad071-2053-4eee-a357-3ad1557729c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:06.126692 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2efeac-7689-4d3c-b23a-229f1eb79467 req-f993a639-d4bf-461a-b080-6e37e0195731 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:06.128924 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b2efeac-7689-4d3c-b23a-229f1eb79467 req-f993a639-d4bf-461a-b080-6e37e0195731 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 946 time: 0.2976108 Aug 23 14:23:06.152765 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826678e-074f-4db8-8280-d4bcddf17195 req-8a6f7878-4459-4a3b-a3cf-9053d22ef1ab tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:06.154291 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7826678e-074f-4db8-8280-d4bcddf17195 req-8a6f7878-4459-4a3b-a3cf-9053d22ef1ab tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 950 time: 0.2123706 Aug 23 14:23:06.214819 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-692ad071-2053-4eee-a357-3ad1557729c1 None None] Port f7ccfc84-4595-4e2d-a43a-420c3601d4a5 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:23:06.240838 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:06.255923 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:06.291349 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd2d4471-e5d9-4e25-b5ce-7c53365d82a6 req-e4fe4a2d-b4b1-4f9b-a187-27f963d2538e tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064445 Aug 23 14:23:06.307682 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] Network d27153f4-243c-41c7-bfad-3a69009a013b is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:23:06.356145 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-7826678e-074f-4db8-8280-d4bcddf17195 req-d2aecb5d-4689-458a-85e6-e089ad5df036 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Deleting port 8d333f32-bad4-43af-8080-6162733404ff {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:23:06.356479 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7826678e-074f-4db8-8280-d4bcddf17195 req-d2aecb5d-4689-458a-85e6-e089ad5df036 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:06.391192 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d333f32-bad4-43af-8080-6162733404ff', 'code': 200} Aug 23 14:23:06.424183 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0b2efeac-7689-4d3c-b23a-229f1eb79467 req-5fb9b20e-b181-4a6e-b0b5-8eeea0476d9c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793281 Aug 23 14:23:06.428751 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Network 37e4c41e-d291-4506-ba7e-04d77b8870a3 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:06.431924 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:06.433842 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event updated for resources: {'Port': ['ID=a54d98cc-963a-47af-b94c-50f0dea95d4e,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:06.436048 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:23:06.470652 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:06.480993 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, d27153f4-243c-41c7-bfad-3a69009a013b) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:06.491884 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:06.492857 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:06.504028 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc8c339-510c-423e-9204-727cb75e0c3d None None] Network d27153f4-243c-41c7-bfad-3a69009a013b requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:23:06.611078 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:06.611907 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:06.872123 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ccfc84-4595-4e2d-a43a-420c3601d4a5 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:06.881320 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:06.886500 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-cace5a27-9208-412e-a5ea-11ce3b47e9a1 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6688020 Aug 23 14:23:06.896218 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45520) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:06.908502 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1046361037-router', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:06.923574 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-d27153f4-243c-41c7-bfad-3a69009a013b', 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'fixed_ips': [{'subnet_id': '70854ba0-fc96-4f7c-8613-5507e36941a2'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:23:06.924587 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:06.930805 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:06.931843 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9125190 Aug 23 14:23:06.939883 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Transition to ACTIVE for port object f7ccfc84-4595-4e2d-a43a-420c3601d4a5 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:06.940995 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Usage tracker for resource:router and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:06.946773 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:06.948705 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Request body: {'port': {'device_id': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'network_id': '0d644d05-3c65-4faf-8751-ed03fd6e0972', 'admin_state_up': True, 'tenant_id': '6b1b0bc397db41e6b623414627ceceea'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:06.955256 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:06.970398 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e0d7ac-f976-4947-97b7-d5672bcfe5b5 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:23:06.978658 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e1e0d7ac-f976-4947-97b7-d5672bcfe5b5 admin admin] 10.222.0.86 "PUT /v2.0/routers/9540b6c5-7b33-4055-9b34-241025b6b38b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7272291 Aug 23 14:23:06.979733 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45524) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:07.084885 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:07.089640 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:07.136494 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-7826678e-074f-4db8-8280-d4bcddf17195 req-d2aecb5d-4689-458a-85e6-e089ad5df036 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] For port 8d333f32-bad4-43af-8080-6162733404ff, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=8d333f32-bad4-43af-8080-6162733404ff,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:07.136849 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7826678e-074f-4db8-8280-d4bcddf17195 req-d2aecb5d-4689-458a-85e6-e089ad5df036 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:07.148480 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:07.149536 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:07.207576 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Allocated IP 172.20.0.2 (d27153f4-243c-41c7-bfad-3a69009a013b/70854ba0-fc96-4f7c-8613-5507e36941a2/05c9d68f-424d-49f3-a705-e5e694803bbc) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:07.226146 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a467d95-fc74-401f-9c26-5bb1cd26211c None None] Sync routers for ids ['9540b6c5-7b33-4055-9b34-241025b6b38b'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:23:07.302837 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-7826678e-074f-4db8-8280-d4bcddf17195 req-d2aecb5d-4689-458a-85e6-e089ad5df036 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Calling delete_port for 8d333f32-bad4-43af-8080-6162733404ff owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:23:07.309770 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ccfc84-4595-4e2d-a43a-420c3601d4a5,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:07.367544 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a467d95-fc74-401f-9c26-5bb1cd26211c None None] Routers {'9540b6c5-7b33-4055-9b34-241025b6b38b'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:23:07.368211 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-8a467d95-fc74-401f-9c26-5bb1cd26211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:22:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9540b6c5-7b33-4055-9b34-241025b6b38b'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:07.381073 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:07.390714 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0502e-55f5-4e3f-bfb5-4951a62007c6 req-2d878011-6f5b-46d8-96cf-2b22c4306cd9 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:07.392267 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7be0502e-55f5-4e3f-bfb5-4951a62007c6 req-2d878011-6f5b-46d8-96cf-2b22c4306cd9 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.5044026 Aug 23 14:23:07.422305 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f957920-3852-45aa-882f-9419653e47d4 req-7e271622-e570-4c1d-b9ae-59e29cd86dbb tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:07.430205 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4f957920-3852-45aa-882f-9419653e47d4 req-7e271622-e570-4c1d-b9ae-59e29cd86dbb tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 934 time: 0.5903621 Aug 23 14:23:07.462987 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:07.588908 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Attempting to bind port f7ccfc84-4595-4e2d-a43a-420c3601d4a5 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:07.589331 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Attempting to bind port f7ccfc84-4595-4e2d-a43a-420c3601d4a5 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:07.589979 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Attempting to bind port f7ccfc84-4595-4e2d-a43a-420c3601d4a5 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:07.603234 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Port f7ccfc84-4595-4e2d-a43a-420c3601d4a5 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:23:07.603611 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Attempting to bind port f7ccfc84-4595-4e2d-a43a-420c3601d4a5 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:07.614569 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Notify callbacks [] for router, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:07.623216 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:07.631249 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Usage tracker for resource:port and tenant:6b1b0bc397db41e6b623414627ceceea is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:07.647941 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Quota usage for port was recalculated. Used quota:5. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:07.659122 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:07.685516 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:23:07.685927 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:23:07.686467 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:23:07.687217 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Bound port: f7ccfc84-4595-4e2d-a43a-420c3601d4a5, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:07.687756 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:07.726446 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7be0502e-55f5-4e3f-bfb5-4951a62007c6 req-9aea4aa4-d4ca-4ea0-a89e-f0deb2496093 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260870 Aug 23 14:23:07.744309 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4f957920-3852-45aa-882f-9419653e47d4 req-102f6674-8943-4436-8a63-8b8ee8c29ece tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121192 Aug 23 14:23:07.775030 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b16b3361-52ff-431a-a572-792749c9df6f None None] Provisioning for port a54d98cc-963a-47af-b94c-50f0dea95d4e completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:07.792153 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b16b3361-52ff-431a-a572-792749c9df6f None None] Provisioning complete for port a54d98cc-963a-47af-b94c-50f0dea95d4e triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:07.792426 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b16b3361-52ff-431a-a572-792749c9df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:07.841840 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Made reservation on behalf of 6b1b0bc397db41e6b623414627ceceea for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:07.845145 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:07.870312 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-b16b3361-52ff-431a-a572-792749c9df6f None None] Port a54d98cc-963a-47af-b94c-50f0dea95d4e cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:23:07.884280 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7826678e-074f-4db8-8280-d4bcddf17195 req-d2aecb5d-4689-458a-85e6-e089ad5df036 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:07.895771 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:07.905043 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] For port f7ccfc84-4595-4e2d-a43a-420c3601d4a5, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:23:07.908234 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['2a579c06-70ee-4af2-871c-bb42a0aae3c3', '1d52b2fc-d90e-44ab-ae47-e44e77b1865a', '8d333f32-bad4-43af-8080-6162733404ff'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:07.974637 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['187b1623-a722-4d17-97f9-95028022e719'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:07.998260 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:08.023898 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] For port f7ccfc84-4595-4e2d-a43a-420c3601d4a5, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=f7ccfc84-4595-4e2d-a43a-420c3601d4a5,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:23:08.035727 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:23:08.043129 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:08.079109 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aecb5d-4689-458a-85e6-e089ad5df036 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Pushing event deleted for resources: {'Port': ['ID=8d333f32-bad4-43af-8080-6162733404ff,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:08.086437 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Transition to ACTIVE for port object 05c9d68f-424d-49f3-a705-e5e694803bbc will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:08.091310 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d2aecb5d-4689-458a-85e6-e089ad5df036 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:08.129864 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:08.138474 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-38d73700-1ca9-4593-8eb3-dc3cb4c644c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:08.152665 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-8a467d95-fc74-401f-9c26-5bb1cd26211c None None] Set router 9540b6c5-7b33-4055-9b34-241025b6b38b gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:23:08.216569 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-7826678e-074f-4db8-8280-d4bcddf17195 req-d2aecb5d-4689-458a-85e6-e089ad5df036 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] No DVR routers for this DVR port 8d333f32-bad4-43af-8080-6162733404ff on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:23:08.256172 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:08.256957 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7826678e-074f-4db8-8280-d4bcddf17195 req-d2aecb5d-4689-458a-85e6-e089ad5df036 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:08.263054 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'name': 'network-vif-deleted', 'tag': '8d333f32-bad4-43af-8080-6162733404ff'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:08.284106 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Transition to ACTIVE for port object 05c9d68f-424d-49f3-a705-e5e694803bbc will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:08.331803 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c68b0-5639-442a-a1d2-1a85d7203b22 req-a7690036-99bf-4a8e-a1a9-41601e6c849e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:08.332846 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ba9c68b0-5639-442a-a1d2-1a85d7203b22 req-a7690036-99bf-4a8e-a1a9-41601e6c849e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Synchronizing usage tracker for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:08.376444 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Allocated IP 19.86.0.150 (0d644d05-3c65-4faf-8751-ed03fd6e0972/a8f5bc8b-30bf-422f-b5dd-7cd0de0738af/81ec83db-2103-49c6-a22d-aa10578bf869) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:08.490807 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7826678e-074f-4db8-8280-d4bcddf17195 req-d2aecb5d-4689-458a-85e6-e089ad5df036 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "DELETE /v2.0/ports/8d333f32-bad4-43af-8080-6162733404ff HTTP/1.1" status: 204 len: 173 time: 2.3148940 Aug 23 14:23:08.509989 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:08.511394 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-807d8fea-5175-404d-9523-01f19003fa34 req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] 10.222.0.91 "PUT /v2.0/ports/f7ccfc84-4595-4e2d-a43a-420c3601d4a5 HTTP/1.1" status: 200 len: 1094 time: 2.7449069 Aug 23 14:23:08.527406 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bda5dc-df3c-4a59-8de0-e6954f63c308', 'tag': 'f7ccfc84-4595-4e2d-a43a-420c3601d4a5'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:08.531108 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Deleting port 42bba062-2641-4f3f-8b7e-c2486f5a941d {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:23:08.531450 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:08.590519 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:08.606030 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:08.611102 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ccfc84-4595-4e2d-a43a-420c3601d4a5,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:08.631595 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:08.740685 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:08.754159 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-ba9c68b0-5639-442a-a1d2-1a85d7203b22 req-a7690036-99bf-4a8e-a1a9-41601e6c849e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Unset dirty status for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:08.762395 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ba9c68b0-5639-442a-a1d2-1a85d7203b22 req-a7690036-99bf-4a8e-a1a9-41601e6c849e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 930 time: 0.8044970 Aug 23 14:23:08.835792 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ba9c68b0-5639-442a-a1d2-1a85d7203b22 req-ac1d8623-c6ea-428f-bb86-d216a2051146 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706756 Aug 23 14:23:08.852512 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Transition to ACTIVE for port object 81ec83db-2103-49c6-a22d-aa10578bf869 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:08.886580 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-807d8fea-5175-404d-9523-01f19003fa34 req-e5bbaeca-d92f-4ec9-98f4-b5494551e4c4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 1097 time: 0.2451401 Aug 23 14:23:08.997274 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:09.013202 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-713eceb4-b51a-48f9-8fa2-b92f35178d42 tempest-FloatingIPsAssociationNegativeTestJSON-439057806 tempest-FloatingIPsAssociationNegativeTestJSON-439057806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:09.039392 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Pushing event updated for resources: {'Port': ['ID=05c9d68f-424d-49f3-a705-e5e694803bbc,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:09.071210 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:09.071878 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:09.072389 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:09.072864 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:09.073204 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:09.073534 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:09.073898 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:09.074215 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:09.074537 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:09.074861 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:09.075183 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:09.103711 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:09.122194 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-807d8fea-5175-404d-9523-01f19003fa34 req-17b690b6-c7d4-4197-9d29-fd232de66883 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=f7ccfc84-4595-4e2d-a43a-420c3601d4a5 HTTP/1.1" status: 200 len: 217 time: 0.2189088 Aug 23 14:23:09.146750 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] For port 42bba062-2641-4f3f-8b7e-c2486f5a941d, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=42bba062-2641-4f3f-8b7e-c2486f5a941d,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:09.147277 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:09.197170 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99974f3-c60c-4144-85b8-d663ccadcdc2', 'name': 'network-vif-deleted', 'tag': '8d333f32-bad4-43af-8080-6162733404ff', 'status': 'completed', 'code': 200} Aug 23 14:23:09.213799 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Network 0d644d05-3c65-4faf-8751-ed03fd6e0972 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:09.248748 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Network d27153f4-243c-41c7-bfad-3a69009a013b is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:09.269534 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:09.342624 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:23:09.357492 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:09.375558 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event updated for resources: {'Port': ['ID=81ec83db-2103-49c6-a22d-aa10578bf869,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:09.385978 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:23:09.466361 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d8fea-5175-404d-9523-01f19003fa34 req-c24894db-c0ce-4957-aa00-e6f50c76c9f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:09.468868 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-807d8fea-5175-404d-9523-01f19003fa34 req-c24894db-c0ce-4957-aa00-e6f50c76c9f6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1462779 Aug 23 14:23:09.483698 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-73fcd1c8-8816-43a2-9f01-95c3471138f9 req-b366d285-ba83-4cad-8587-0c4104eaecd1 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Synchronizing usage tracker for tenant:cae7784c1a0e409298815052dfe79897 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:09.597366 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:09.649532 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Calling delete_port for 42bba062-2641-4f3f-8b7e-c2486f5a941d owned by network:router_gateway {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:23:09.702160 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Attempting to bind port 05c9d68f-424d-49f3-a705-e5e694803bbc on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:09.704711 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Attempting to bind port 05c9d68f-424d-49f3-a705-e5e694803bbc by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'd3208f0c-2806-44be-ae90-e66d2d14a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:09.709961 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Attempting to bind port 05c9d68f-424d-49f3-a705-e5e694803bbc on network d27153f4-243c-41c7-bfad-3a69009a013b {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:09.713240 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:09.715702 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:09.729651 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-73fcd1c8-8816-43a2-9f01-95c3471138f9 req-b366d285-ba83-4cad-8587-0c4104eaecd1 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Unset dirty status for tenant:cae7784c1a0e409298815052dfe79897 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:09.732739 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-8a467d95-fc74-401f-9c26-5bb1cd26211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'name': 'tempest-ServersTestJSON-397297324-router', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:23:03Z', 'revision_number': 5, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'gw_port': {'id': '42bba062-2641-4f3f-8b7e-c2486f5a941d', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:30Z', 'updated_at': '2021-08-23T14:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:09.746001 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-73fcd1c8-8816-43a2-9f01-95c3471138f9 req-b366d285-ba83-4cad-8587-0c4104eaecd1 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=a99974f3-c60c-4144-85b8-d663ccadcdc2 HTTP/1.1" status: 200 len: 210 time: 0.5272107 Aug 23 14:23:09.752641 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a467d95-fc74-401f-9c26-5bb1cd26211c None None] Checking router: 9540b6c5-7b33-4055-9b34-241025b6b38b for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:23:09.768227 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:23:09.768605 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Checking segment: {'id': 'd3208f0c-2806-44be-ae90-e66d2d14a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:23:09.769071 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:09.769484 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Bound using segment: {'id': 'd3208f0c-2806-44be-ae90-e66d2d14a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:23:09.770218 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Bound port: 05c9d68f-424d-49f3-a705-e5e694803bbc, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3208f0c-2806-44be-ae90-e66d2d14a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:09.770611 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:09.842865 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f7c5b-7530-4fd5-af76-92d58e130bd8 req-8f5eb932-c898-45c9-bfe5-262dbc661ee3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:09.846311 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-048f7c5b-7530-4fd5-af76-92d58e130bd8 req-8f5eb932-c898-45c9-bfe5-262dbc661ee3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 946 time: 0.3534462 Aug 23 14:23:09.874771 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71bda5dc-df3c-4a59-8de0-e6954f63c308', 'tag': 'f7ccfc84-4595-4e2d-a43a-420c3601d4a5', 'status': 'completed', 'code': 200} Aug 23 14:23:09.895766 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9512901 Aug 23 14:23:09.903339 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a467d95-fc74-401f-9c26-5bb1cd26211c None None] Routers {'9540b6c5-7b33-4055-9b34-241025b6b38b'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:23:09.904226 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-8a467d95-fc74-401f-9c26-5bb1cd26211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:22:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['9540b6c5-7b33-4055-9b34-241025b6b38b'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:09.909811 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-200a60af-486f-4d4f-9550-2b75904da78f req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Request body: {'port': {'device_id': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3', 'admin_state_up': True, 'tenant_id': '6b1b0bc397db41e6b623414627ceceea'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:10.024815 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:10.044307 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-048f7c5b-7530-4fd5-af76-92d58e130bd8 req-595bd89a-9197-4570-b9fc-7f2a7918016c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929190 Aug 23 14:23:10.198145 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-200a60af-486f-4d4f-9550-2b75904da78f req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:10.209810 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 8d333f32-bad4-43af-8080-6162733404ff no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:23:10.218182 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:10.227651 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-200a60af-486f-4d4f-9550-2b75904da78f req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:10.264849 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377780b0-0262-4b33-89f2-f576ab81f2fb req-74a5b338-15f7-4f16-a597-912169d19d76 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:10.266575 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-377780b0-0262-4b33-89f2-f576ab81f2fb req-74a5b338-15f7-4f16-a597-912169d19d76 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 946 time: 0.2011697 Aug 23 14:23:10.268765 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-44740b79-6e93-47f1-9a12-4ef0879874e0 None None] Provisioning for port 81ec83db-2103-49c6-a22d-aa10578bf869 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:10.274006 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-807d8fea-5175-404d-9523-01f19003fa34 req-982e27cf-c8c7-46be-80dc-7c1b96e5781e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4574389 Aug 23 14:23:10.290222 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 8d333f32-bad4-43af-8080-6162733404ff {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:23:10.290586 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 8d333f32-bad4-43af-8080-6162733404ff not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:23:10.301602 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-44740b79-6e93-47f1-9a12-4ef0879874e0 None None] Provisioning complete for port 81ec83db-2103-49c6-a22d-aa10578bf869 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:10.302094 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-44740b79-6e93-47f1-9a12-4ef0879874e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:10.373144 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] For port 05c9d68f-424d-49f3-a705-e5e694803bbc, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:23:10.399867 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] For port 05c9d68f-424d-49f3-a705-e5e694803bbc, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=05c9d68f-424d-49f3-a705-e5e694803bbc,segment=NetworkSegment(d3208f0c-2806-44be-ae90-e66d2d14a41c),segment_id=d3208f0c-2806-44be-ae90-e66d2d14a41c)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:23:10.400908 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-8a467d95-fc74-401f-9c26-5bb1cd26211c None None] Set router 9540b6c5-7b33-4055-9b34-241025b6b38b gateway port host: None {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:23:10.427447 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-377780b0-0262-4b33-89f2-f576ab81f2fb req-0fcefd3d-49ef-44bc-b711-c6515dda15e6 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525578 Aug 23 14:23:10.433411 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200a60af-486f-4d4f-9550-2b75904da78f req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Made reservation on behalf of 6b1b0bc397db41e6b623414627ceceea for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:10.439325 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:10.479575 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:10.492768 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-92a96e1c-d952-48d2-a160-c736cbcfe8d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:10.544771 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:10.558596 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-730c3f8f-0ae5-4584-ba8f-fad70f6b1c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:10.567279 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Pushing event deleted for resources: {'Port': ['ID=42bba062-2641-4f3f-8b7e-c2486f5a941d,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:10.589979 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-44740b79-6e93-47f1-9a12-4ef0879874e0 None None] Port 81ec83db-2103-49c6-a22d-aa10578bf869 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:23:10.590236 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:10.590588 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:10.591289 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:10.591475 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:10.591854 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:10.592689 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:10.593084 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:10.593493 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:10.594160 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:10.594722 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:10.595347 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:10.608932 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:10.708111 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2c27a-1b85-499b-9f8f-ed3100c0dfb3 req-819b025e-24ac-404d-8952-188927a4afae tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:10.708785 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-82f2c27a-1b85-499b-9f8f-ed3100c0dfb3 req-819b025e-24ac-404d-8952-188927a4afae tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Synchronizing usage tracker for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:10.793916 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-8a467d95-fc74-401f-9c26-5bb1cd26211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'name': 'tempest-ServersTestJSON-397297324-router', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:23:08Z', 'revision_number': 6, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'gw_port_host': None}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:10.796371 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e207663-7884-42e8-a114-c5ef44169ec9 req-b4f567e0-6e52-4197-a660-7929ab0487b5 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:10.797954 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5e207663-7884-42e8-a114-c5ef44169ec9 req-b4f567e0-6e52-4197-a660-7929ab0487b5 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.4815769 Aug 23 14:23:10.808811 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a467d95-fc74-401f-9c26-5bb1cd26211c None None] The sync data for ids ['9540b6c5-7b33-4055-9b34-241025b6b38b'] in n-d-805629-1 is: [{'id': '9540b6c5-7b33-4055-9b34-241025b6b38b', 'name': 'tempest-ServersTestJSON-397297324-router', 'tenant_id': '29c3385b419d476c965ea8d7ad48cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:28Z', 'updated_at': '2021-08-23T14:23:08Z', 'revision_number': 6, 'project_id': '29c3385b419d476c965ea8d7ad48cdd9', 'gw_port_host': None}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:23:10.845422 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Pushing event updated for resources: {'Port': ['ID=05c9d68f-424d-49f3-a705-e5e694803bbc,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:10.845803 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-200a60af-486f-4d4f-9550-2b75904da78f req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Allocated IP 19.80.0.27 (37e4c41e-d291-4506-ba7e-04d77b8870a3/40ec84e5-b627-4277-8c71-cbf1b9676a11/4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:10.850928 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:10.891999 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5e207663-7884-42e8-a114-c5ef44169ec9 req-06c7778f-549b-423f-8416-8888364f51f3 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856917 Aug 23 14:23:11.251193 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-807d8fea-5175-404d-9523-01f19003fa34 req-18176b5e-9c82-4945-8149-9363681d7e75 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9094272 Aug 23 14:23:11.253311 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-82f2c27a-1b85-499b-9f8f-ed3100c0dfb3 req-819b025e-24ac-404d-8952-188927a4afae tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Unset dirty status for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:11.253311 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-82f2c27a-1b85-499b-9f8f-ed3100c0dfb3 req-819b025e-24ac-404d-8952-188927a4afae tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 946 time: 1.1373091 Aug 23 14:23:11.262678 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Allocated IP 172.25.6.205 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/cfb9029a-dc5f-472c-a96f-ece0986730e2) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:11.422043 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:11.424698 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930082'] for router_gateway, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:11.443934 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-200a60af-486f-4d4f-9550-2b75904da78f req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Transition to ACTIVE for port object 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:11.548153 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c63c6-7cb5-410c-8697-919818f94f48 req-e57acc01-c5dd-4a13-aea5-6e1099dc29fb tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:11.552968 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c63c6-7cb5-410c-8697-919818f94f48 req-e57acc01-c5dd-4a13-aea5-6e1099dc29fb tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:11.554872 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-897c63c6-7cb5-410c-8697-919818f94f48 req-e57acc01-c5dd-4a13-aea5-6e1099dc29fb tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 1653 time: 0.4152684 Aug 23 14:23:11.583915 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:11.598188 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-07c90428-1907-42fc-89e7-8328a450aa5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:11.743415 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200a60af-486f-4d4f-9550-2b75904da78f req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Network 37e4c41e-d291-4506-ba7e-04d77b8870a3 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:11.750246 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event updated for resources: {'Port': ['ID=4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:11.753700 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:11.754586 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-200a60af-486f-4d4f-9550-2b75904da78f req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:11.757326 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-200a60af-486f-4d4f-9550-2b75904da78f req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:23:11.788338 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-897c63c6-7cb5-410c-8697-919818f94f48 req-1bc87f98-e4df-4e54-bbbc-de9681ba87af tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275424 Aug 23 14:23:11.844611 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-82f2c27a-1b85-499b-9f8f-ed3100c0dfb3 req-0007e1e4-f470-42e0-bc54-073157599214 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Deleting port e338db38-9a9e-4dba-b3d2-6c86dbb7a093 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:23:11.845123 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-82f2c27a-1b85-499b-9f8f-ed3100c0dfb3 req-0007e1e4-f470-42e0-bc54-073157599214 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:11.862537 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 05c9d68f-424d-49f3-a705-e5e694803bbc up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:11.920004 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a60af-486f-4d4f-9550-2b75904da78f req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:11.921382 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:12.003980 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e695492-5254-4a41-96b7-8808220c5f85 req-96ea48ec-51d7-4468-96b8-bc6a7a02dd59 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:12.014550 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e695492-5254-4a41-96b7-8808220c5f85 req-96ea48ec-51d7-4468-96b8-bc6a7a02dd59 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 946 time: 0.2298594 Aug 23 14:23:12.089539 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1848774 Aug 23 14:23:12.098968 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 05c9d68f-424d-49f3-a705-e5e694803bbc completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:12.104035 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Request body: {'port': {'device_id': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:12.123993 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ffc2dfb1-4943-43ec-8b9d-3220b04ec49d no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:23:12.185750 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: ffc2dfb1-4943-43ec-8b9d-3220b04ec49d {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:23:12.186576 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ffc2dfb1-4943-43ec-8b9d-3220b04ec49d not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:23:12.188506 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e695492-5254-4a41-96b7-8808220c5f85 req-56981858-9d7a-46af-99bc-fe25dab0e408 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725547 Aug 23 14:23:12.346911 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:12.393107 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:12.414723 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-fbcf4c8f-b455-4d68-9cdf-c30b343c8296 None None] Provisioning for port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:12.421446 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-fbcf4c8f-b455-4d68-9cdf-c30b343c8296 None None] Provisioning complete for port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:12.422262 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-fbcf4c8f-b455-4d68-9cdf-c30b343c8296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:12.454772 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:12.457920 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:12.481578 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-807d8fea-5175-404d-9523-01f19003fa34 req-403a29ac-303c-4095-970b-ccfdc73104d5 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1704171 Aug 23 14:23:12.527434 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6830c2-9fcd-4bcc-9e76-f7f6e4b3628d None None] Network d27153f4-243c-41c7-bfad-3a69009a013b requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:23:12.534240 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-82f2c27a-1b85-499b-9f8f-ed3100c0dfb3 req-0007e1e4-f470-42e0-bc54-073157599214 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] For port e338db38-9a9e-4dba-b3d2-6c86dbb7a093, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=e338db38-9a9e-4dba-b3d2-6c86dbb7a093,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:12.534883 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-82f2c27a-1b85-499b-9f8f-ed3100c0dfb3 req-0007e1e4-f470-42e0-bc54-073157599214 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:12.665575 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6214cb5-d73f-494f-bc51-8eef637bdfe5 req-9ac93010-2540-43f0-b69f-e85070c3ef3e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:12.667114 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e6214cb5-d73f-494f-bc51-8eef637bdfe5 req-9ac93010-2540-43f0-b69f-e85070c3ef3e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 946 time: 0.2990379 Aug 23 14:23:12.707939 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf4c8f-b455-4d68-9cdf-c30b343c8296 None None] Port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:23:12.782904 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-82f2c27a-1b85-499b-9f8f-ed3100c0dfb3 req-0007e1e4-f470-42e0-bc54-073157599214 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Calling delete_port for e338db38-9a9e-4dba-b3d2-6c86dbb7a093 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:23:12.901546 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:12.902111 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9540b6c5-7b33-4055-9b34-241025b6b38b {{(pid=76506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:23:12.915738 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e64feff8-df1b-40a5-942f-7c0cd1a574c1 req-555179eb-9e48-4050-a56f-41d9700e5fa0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 1097 time: 0.2866385 Aug 23 14:23:12.916067 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e6214cb5-d73f-494f-bc51-8eef637bdfe5 req-fe537fa3-6c28-4fb4-8232-5254d96378d9 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341735 Aug 23 14:23:12.951075 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-32a9e74b-5a45-48a9-8996-94d7ead79f50 None None] Provisioning for port 05c9d68f-424d-49f3-a705-e5e694803bbc completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:12.970666 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-32a9e74b-5a45-48a9-8996-94d7ead79f50 None None] Provisioning complete for port 05c9d68f-424d-49f3-a705-e5e694803bbc triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:12.971334 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-32a9e74b-5a45-48a9-8996-94d7ead79f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.070586 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 42bba062-2641-4f3f-8b7e-c2486f5a941d no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:23:13.085681 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54d98cc-963a-47af-b94c-50f0dea95d4e {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:13.096112 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.118813 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Transition to ACTIVE for port object a54d98cc-963a-47af-b94c-50f0dea95d4e will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:13.141078 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 42bba062-2641-4f3f-8b7e-c2486f5a941d {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:23:13.141521 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 42bba062-2641-4f3f-8b7e-c2486f5a941d not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:23:13.142363 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a714370-04a2-4f33-bdca-0fa95a79c1bb req-eb62aab5-1952-41c1-878c-12826dec3cd7 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:13.153287 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5a714370-04a2-4f33-bdca-0fa95a79c1bb req-eb62aab5-1952-41c1-878c-12826dec3cd7 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.3877079 Aug 23 14:23:13.244960 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.245202 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.258499 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-81cf3f1d-d297-4aec-8619-4aa5b39cc71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:13.262536 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-afe97e55-8cd0-4ba7-91bd-298f9a667124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:13.277039 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-32a9e74b-5a45-48a9-8996-94d7ead79f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.326985 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-32a9e74b-5a45-48a9-8996-94d7ead79f50 None None] For port 05c9d68f-424d-49f3-a705-e5e694803bbc, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=05c9d68f-424d-49f3-a705-e5e694803bbc,segment=NetworkSegment(d3208f0c-2806-44be-ae90-e66d2d14a41c),segment_id=d3208f0c-2806-44be-ae90-e66d2d14a41c)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:13.369220 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.372083 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] 10.222.0.86 "DELETE /v2.0/routers/9540b6c5-7b33-4055-9b34-241025b6b38b HTTP/1.1" status: 204 len: 168 time: 6.3911240 Aug 23 14:23:13.391862 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45566) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:13.452198 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Pushing event updated for resources: {'Port': ['ID=a54d98cc-963a-47af-b94c-50f0dea95d4e,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:13.459408 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-32a9e74b-5a45-48a9-8996-94d7ead79f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.461813 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:13.470432 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5a714370-04a2-4f33-bdca-0fa95a79c1bb req-9c7bd551-8ee9-411e-b983-26534f241cda tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571511 Aug 23 14:23:13.473413 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:13.530098 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64feff8-df1b-40a5-942f-7c0cd1a574c1 req-75311664-a841-4b8e-a39c-c9cfb8842a1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:13.530098 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e64feff8-df1b-40a5-942f-7c0cd1a574c1 req-75311664-a841-4b8e-a39c-c9cfb8842a1d service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.5645709 Aug 23 14:23:13.603608 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b4da7-54f6-409d-bc21-5824c20df85d req-bb254416-9378-48f6-90c0-a07701ceaf29 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:13.613493 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-af0b4da7-54f6-409d-bc21-5824c20df85d req-bb254416-9378-48f6-90c0-a07701ceaf29 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 950 time: 0.4571939 Aug 23 14:23:13.623145 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9e74b-5a45-48a9-8996-94d7ead79f50 None None] Pushing event updated for resources: {'Port': ['ID=05c9d68f-424d-49f3-a705-e5e694803bbc,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:13.640833 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-32a9e74b-5a45-48a9-8996-94d7ead79f50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:13.656049 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:13.677162 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-7f67ebd6-7ac5-4ce1-902f-94a89f65e965 None None] Provisioning complete for port 05c9d68f-424d-49f3-a705-e5e694803bbc triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:13.677957 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7f67ebd6-7ac5-4ce1-902f-94a89f65e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.678415 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-82f2c27a-1b85-499b-9f8f-ed3100c0dfb3 req-0007e1e4-f470-42e0-bc54-073157599214 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.680813 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:13.697266 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Pushing event updated for resources: {'Port': ['ID=cfb9029a-dc5f-472c-a96f-ece0986730e2,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:13.703578 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:13.704473 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:23:13.731658 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e04dd743-04e9-402b-b092-cdf235f22780 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:13.774632 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-af0b4da7-54f6-409d-bc21-5824c20df85d req-c6687d23-102b-4aa7-82e8-8d3365120cad tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595185 Aug 23 14:23:13.775300 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Attempting to bind port a54d98cc-963a-47af-b94c-50f0dea95d4e on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:13.775650 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Attempting to bind port a54d98cc-963a-47af-b94c-50f0dea95d4e by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'f425405d-d0bc-4de3-aebb-01575df85ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:13.775957 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Attempting to bind port a54d98cc-963a-47af-b94c-50f0dea95d4e on network 37e4c41e-d291-4506-ba7e-04d77b8870a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:13.789972 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Port a54d98cc-963a-47af-b94c-50f0dea95d4e on network 37e4c41e-d291-4506-ba7e-04d77b8870a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:23:13.790529 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Attempting to bind port a54d98cc-963a-47af-b94c-50f0dea95d4e on network 37e4c41e-d291-4506-ba7e-04d77b8870a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:13.799695 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e64feff8-df1b-40a5-942f-7c0cd1a574c1 req-2ee2f7b5-b9c2-4fbd-9f82-1caa3ce3ba5f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=f7ccfc84-4595-4e2d-a43a-420c3601d4a5 HTTP/1.1" status: 200 len: 217 time: 0.2603865 Aug 23 14:23:13.819675 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:23:13.835831 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Checking segment: {'id': 'f425405d-d0bc-4de3-aebb-01575df85ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:23:13.835831 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Bound using segment: {'id': 'f425405d-d0bc-4de3-aebb-01575df85ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:23:13.835831 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Bound port: a54d98cc-963a-47af-b94c-50f0dea95d4e, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f425405d-d0bc-4de3-aebb-01575df85ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:13.835831 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.903076 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64feff8-df1b-40a5-942f-7c0cd1a574c1 req-27c15c28-d394-47e7-8a7c-391ac61298c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:13.904658 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e64feff8-df1b-40a5-942f-7c0cd1a574c1 req-27c15c28-d394-47e7-8a7c-391ac61298c0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.0777831 Aug 23 14:23:13.910504 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f6ca45-5435-47d9-9e92-ea79386d66d2 admin admin] Deleting subnet c1c30eb0-4238-4d7f-8882-54f8f15b8604 {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:23:13.943771 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007e1e4-f470-42e0-bc54-073157599214 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Pushing event deleted for resources: {'Port': ['ID=e338db38-9a9e-4dba-b3d2-6c86dbb7a093,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:13.948888 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0007e1e4-f470-42e0-bc54-073157599214 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:14.024229 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87f6ca45-5435-47d9-9e92-ea79386d66d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:14.054786 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f2c27a-1b85-499b-9f8f-ed3100c0dfb3 req-0007e1e4-f470-42e0-bc54-073157599214 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] No DVR routers for this DVR port e338db38-9a9e-4dba-b3d2-6c86dbb7a093 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:23:14.064134 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-82f2c27a-1b85-499b-9f8f-ed3100c0dfb3 req-0007e1e4-f470-42e0-bc54-073157599214 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:14.071348 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1462a8e9-7956-4fa3-aa31-8aaea9714cea', 'name': 'network-vif-deleted', 'tag': 'e338db38-9a9e-4dba-b3d2-6c86dbb7a093'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:14.101698 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] For port a54d98cc-963a-47af-b94c-50f0dea95d4e, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:23:14.128747 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9b71d142-1e7a-46f6-a254-22ade709e83b req-47ece80c-8531-4b38-8817-055f7e7735e4 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=1462a8e9-7956-4fa3-aa31-8aaea9714cea HTTP/1.1" status: 200 len: 210 time: 0.0648630 Aug 23 14:23:14.131349 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] For port a54d98cc-963a-47af-b94c-50f0dea95d4e, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a54d98cc-963a-47af-b94c-50f0dea95d4e,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:23:14.165014 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87f6ca45-5435-47d9-9e92-ea79386d66d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:14.199634 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573373b9-d6d4-4804-9e26-84e7d2096d0d req-d3d69cd2-ea6e-4a14-8fdc-fba3b1197f26 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:14.201205 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-573373b9-d6d4-4804-9e26-84e7d2096d0d req-d3d69cd2-ea6e-4a14-8fdc-fba3b1197f26 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 950 time: 0.1847615 Aug 23 14:23:14.209447 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8cb78-4dab-4490-83b3-39efda2ebd5e req-4562010a-e36f-4d75-9e5e-5c4551318c5f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:14.213856 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8cb78-4dab-4490-83b3-39efda2ebd5e req-4562010a-e36f-4d75-9e5e-5c4551318c5f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:14.218492 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8cb78-4dab-4490-83b3-39efda2ebd5e req-4562010a-e36f-4d75-9e5e-5c4551318c5f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:14.218981 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-cdc8cb78-4dab-4490-83b3-39efda2ebd5e req-4562010a-e36f-4d75-9e5e-5c4551318c5f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Synchronizing usage tracker for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:14.265033 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-82f2c27a-1b85-499b-9f8f-ed3100c0dfb3 req-0007e1e4-f470-42e0-bc54-073157599214 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "DELETE /v2.0/ports/e338db38-9a9e-4dba-b3d2-6c86dbb7a093 HTTP/1.1" status: 204 len: 173 time: 2.9990141 Aug 23 14:23:14.327952 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e64feff8-df1b-40a5-942f-7c0cd1a574c1 req-c674ffb4-ef4a-4f47-9628-a3c33921969b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3779554 Aug 23 14:23:14.376395 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87f6ca45-5435-47d9-9e92-ea79386d66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:14.397872 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:14.411766 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6fd8544d-dc37-4f22-bb0f-30c37309a484 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:14.496664 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:14.498161 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] 10.222.0.60 "PUT /v2.0/ports/a54d98cc-963a-47af-b94c-50f0dea95d4e HTTP/1.1" status: 200 len: 1090 time: 2.3996403 Aug 23 14:23:14.502080 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'tag': 'a54d98cc-963a-47af-b94c-50f0dea95d4e'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:14.516514 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-573373b9-d6d4-4804-9e26-84e7d2096d0d req-f9a29375-bd7b-442b-8368-708356354575 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Deleting port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:23:14.516939 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-573373b9-d6d4-4804-9e26-84e7d2096d0d req-f9a29375-bd7b-442b-8368-708356354575 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:14.617469 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device e338db38-9a9e-4dba-b3d2-6c86dbb7a093 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:23:14.624552 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-cdc8cb78-4dab-4490-83b3-39efda2ebd5e req-4562010a-e36f-4d75-9e5e-5c4551318c5f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Unset dirty status for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:14.625640 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdc8cb78-4dab-4490-83b3-39efda2ebd5e req-4562010a-e36f-4d75-9e5e-5c4551318c5f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2386 time: 0.6435823 Aug 23 14:23:14.654961 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Request body: {'port': {'device_id': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:14.663412 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e64feff8-df1b-40a5-942f-7c0cd1a574c1 req-1c41220d-6bed-439e-b304-b35d9d896890 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259578 Aug 23 14:23:14.721932 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: e338db38-9a9e-4dba-b3d2-6c86dbb7a093 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:23:14.722198 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device e338db38-9a9e-4dba-b3d2-6c86dbb7a093 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:23:14.748836 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Pushing event updated for resources: {'Port': ['ID=a54d98cc-963a-47af-b94c-50f0dea95d4e,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:14.759899 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:14.842544 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87f6ca45-5435-47d9-9e92-ea79386d66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:14.858019 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:14.915153 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6ca45-5435-47d9-9e92-ea79386d66d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c30eb0-4238-4d7f-8882-54f8f15b8604,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:14.921721 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-87f6ca45-5435-47d9-9e92-ea79386d66d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:14.936239 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955a1274-0664-4306-b7a1-f4d3a1e93207 None None] Network 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:23:14.952784 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87f6ca45-5435-47d9-9e92-ea79386d66d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:14.996146 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdc8cb78-4dab-4490-83b3-39efda2ebd5e req-5ed0ccab-1736-4404-aa03-97eb8486d66c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695135 Aug 23 14:23:15.012038 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-87f6ca45-5435-47d9-9e92-ea79386d66d2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c1c30eb0-4238-4d7f-8882-54f8f15b8604 HTTP/1.1" status: 204 len: 168 time: 1.6100459 Aug 23 14:23:15.013377 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45584) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:15.024440 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:15.167539 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1462a8e9-7956-4fa3-aa31-8aaea9714cea', 'name': 'network-vif-deleted', 'tag': 'e338db38-9a9e-4dba-b3d2-6c86dbb7a093', 'status': 'completed', 'code': 200} Aug 23 14:23:15.183526 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e64feff8-df1b-40a5-942f-7c0cd1a574c1 req-21481c39-64cb-41c0-823d-c8e19a13c95e service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071592 Aug 23 14:23:15.187176 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-573373b9-d6d4-4804-9e26-84e7d2096d0d req-f9a29375-bd7b-442b-8368-708356354575 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] For port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:15.187795 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-573373b9-d6d4-4804-9e26-84e7d2096d0d req-f9a29375-bd7b-442b-8368-708356354575 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:15.187885 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:15.188617 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:15.229788 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fefed5-1a62-4cc8-8478-37683dace184 req-e24f16ab-7634-4555-a4b1-cd02419316aa tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:15.231431 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f8fefed5-1a62-4cc8-8478-37683dace184 req-e24f16ab-7634-4555-a4b1-cd02419316aa tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 946 time: 0.2897074 Aug 23 14:23:15.258128 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 05c9d68f-424d-49f3-a705-e5e694803bbc up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:15.283024 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:15.318546 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'tag': 'a54d98cc-963a-47af-b94c-50f0dea95d4e', 'status': 'completed', 'code': 200} Aug 23 14:23:15.504212 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 05c9d68f-424d-49f3-a705-e5e694803bbc triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:15.505700 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:15.518577 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Deleting port 19b1603b-eec5-4a52-bbc4-e55de00590b4 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:23:15.518924 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:15.519830 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-573373b9-d6d4-4804-9e26-84e7d2096d0d req-f9a29375-bd7b-442b-8368-708356354575 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Calling delete_port for 1d52b2fc-d90e-44ab-ae47-e44e77b1865a owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:23:15.637891 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f8fefed5-1a62-4cc8-8478-37683dace184 req-b758aeaf-9bcb-47dc-b3ba-14f1c9f6c53f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183756 Aug 23 14:23:15.729346 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee4bba4-eb2f-429c-a482-f80d41f0bdd5 None None] DHCP port deletion for 9b604480-c39f-4ba3-8e7e-478eb0ebb0dc request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:23:15.733532 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-7ee4bba4-eb2f-429c-a482-f80d41f0bdd5 None None] Deleting port 19b1603b-eec5-4a52-bbc4-e55de00590b4 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:23:15.734020 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7ee4bba4-eb2f-429c-a482-f80d41f0bdd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:15.803706 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10687f54-de66-48d3-bc2b-6d1c7e796cc4 req-8d8bad80-02a9-4499-b725-eded26cb339a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b1b0bc397db41e6b623414627ceceea&device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2729 time: 0.5043042 Aug 23 14:23:15.831049 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea5d87-ccf3-40a6-aee2-975e9c714968 req-f83de236-f967-4833-80e6-bc0c4beb6658 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:15.833416 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ecea5d87-ccf3-40a6-aee2-975e9c714968 req-f83de236-f967-4833-80e6-bc0c4beb6658 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.3628664 Aug 23 14:23:16.010924 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ecea5d87-ccf3-40a6-aee2-975e9c714968 req-2880840f-e40e-4b75-86ce-f425cc08cd68 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686444 Aug 23 14:23:16.030200 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-7ee4bba4-eb2f-429c-a482-f80d41f0bdd5 None None] For port 19b1603b-eec5-4a52-bbc4-e55de00590b4, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=19b1603b-eec5-4a52-bbc4-e55de00590b4,segment=NetworkSegment(3c772d9d-e26a-431d-b7ba-ef19a5700ae0),segment_id=3c772d9d-e26a-431d-b7ba-ef19a5700ae0)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:16.032208 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7ee4bba4-eb2f-429c-a482-f80d41f0bdd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:16.133857 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-573373b9-d6d4-4804-9e26-84e7d2096d0d req-f9a29375-bd7b-442b-8368-708356354575 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:16.182467 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-76ccc670-1b97-4dda-adc0-10926c8edee3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:16.192380 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] For port 19b1603b-eec5-4a52-bbc4-e55de00590b4, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=19b1603b-eec5-4a52-bbc4-e55de00590b4,segment=NetworkSegment(3c772d9d-e26a-431d-b7ba-ef19a5700ae0),segment_id=3c772d9d-e26a-431d-b7ba-ef19a5700ae0)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:16.192726 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:16.288843 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['187b1623-a722-4d17-97f9-95028022e719'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:16.325793 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a29375-bd7b-442b-8368-708356354575 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Pushing event deleted for resources: {'Port': ['ID=1d52b2fc-d90e-44ab-ae47-e44e77b1865a,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:16.329443 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['2a579c06-70ee-4af2-871c-bb42a0aae3c3', '1d52b2fc-d90e-44ab-ae47-e44e77b1865a'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:16.334808 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f9a29375-bd7b-442b-8368-708356354575 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:16.338524 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d0fa8707-e1de-4aac-b6bc-325a7fc29c22 req-5b31585d-4d03-46c7-a31a-050d15c3fd83 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=49cdc9bf-3b95-4bf3-800c-9879fec71c02 HTTP/1.1" status: 200 len: 210 time: 0.0873911 Aug 23 14:23:16.429978 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ec83db-2103-49c6-a22d-aa10578bf869 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:16.510572 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-7ee4bba4-eb2f-429c-a482-f80d41f0bdd5 None None] Calling delete_port for 19b1603b-eec5-4a52-bbc4-e55de00590b4 owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:23:16.546417 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Calling delete_port for 19b1603b-eec5-4a52-bbc4-e55de00590b4 owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:23:16.578269 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10687f54-de66-48d3-bc2b-6d1c7e796cc4 req-f3d72bdf-e3a4-4191-90af-f3f4e4390e2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:16.578903 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10687f54-de66-48d3-bc2b-6d1c7e796cc4 req-f3d72bdf-e3a4-4191-90af-f3f4e4390e2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:16.579435 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10687f54-de66-48d3-bc2b-6d1c7e796cc4 req-f3d72bdf-e3a4-4191-90af-f3f4e4390e2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:16.581219 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10687f54-de66-48d3-bc2b-6d1c7e796cc4 req-f3d72bdf-e3a4-4191-90af-f3f4e4390e2d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6b1b0bc397db41e6b623414627ceceea&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6932762 Aug 23 14:23:16.640679 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device f7ccfc84-4595-4e2d-a43a-420c3601d4a5 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:23:16.758245 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10687f54-de66-48d3-bc2b-6d1c7e796cc4 req-c348b14a-7fa8-4ed9-b3c4-0f620ec158ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:16.760009 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10687f54-de66-48d3-bc2b-6d1c7e796cc4 req-c348b14a-7fa8-4ed9-b3c4-0f620ec158ff service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1697810 Aug 23 14:23:16.792508 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-573373b9-d6d4-4804-9e26-84e7d2096d0d req-f9a29375-bd7b-442b-8368-708356354575 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] No DVR routers for this DVR port 1d52b2fc-d90e-44ab-ae47-e44e77b1865a on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:23:16.812368 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-573373b9-d6d4-4804-9e26-84e7d2096d0d req-f9a29375-bd7b-442b-8368-708356354575 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:16.869181 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.api [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:23:16.869181 n-d-805629-1 neutron-server[76506]: DEBUG oslo_db.api [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:23:16.869754 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:16.869860 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7ee4bba4-eb2f-429c-a482-f80d41f0bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112'] for port, after_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:16.882500 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-e7c9db53-c608-4148-a34d-8798959baadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:16.940188 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-573373b9-d6d4-4804-9e26-84e7d2096d0d req-f9a29375-bd7b-442b-8368-708356354575 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "DELETE /v2.0/ports/1d52b2fc-d90e-44ab-ae47-e44e77b1865a HTTP/1.1" status: 204 len: 173 time: 2.7178903 Aug 23 14:23:16.948342 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Router e759428f-8c5d-4c20-ba04-77c548be6d07 is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:23:16.958122 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4bba4-eb2f-429c-a482-f80d41f0bdd5 None None] Pushing event deleted for resources: {'Port': ['ID=19b1603b-eec5-4a52-bbc4-e55de00590b4,revision_number=None']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:16.979295 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-7ee4bba4-eb2f-429c-a482-f80d41f0bdd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:16.982517 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Transition to ACTIVE for port object 81ec83db-2103-49c6-a22d-aa10578bf869 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:17.012481 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee4bba4-eb2f-429c-a482-f80d41f0bdd5 None None] No DVR routers for this DVR port 19b1603b-eec5-4a52-bbc4-e55de00590b4 on host n-d-805629-1 {{(pid=76509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:23:17.097535 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:17.115492 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-37627778-273d-436d-8313-196c07cf45a4 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:17.115795 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port f7ccfc84-4595-4e2d-a43a-420c3601d4a5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=f7ccfc84-4595-4e2d-a43a-420c3601d4a5,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:17.145316 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'f7ccfc84-4595-4e2d-a43a-420c3601d4a5', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'f7ccfc84-4595-4e2d-a43a-420c3601d4a5', 'mac_address': 'fa:16:3e:4c:96:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:23:17.164475 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 19b1603b-eec5-4a52-bbc4-e55de00590b4 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:23:17.246981 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 19b1603b-eec5-4a52-bbc4-e55de00590b4 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:23:17.250126 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 19b1603b-eec5-4a52-bbc4-e55de00590b4 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:23:17.287876 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29599c81-65bc-4040-840b-b7b3c6e5a700 req-c1858c13-3b80-49c6-b3c8-101eb220be9c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:17.292842 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29599c81-65bc-4040-840b-b7b3c6e5a700 req-c1858c13-3b80-49c6-b3c8-101eb220be9c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:17.297253 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29599c81-65bc-4040-840b-b7b3c6e5a700 req-c1858c13-3b80-49c6-b3c8-101eb220be9c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:17.300198 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:23:17.307957 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-29599c81-65bc-4040-840b-b7b3c6e5a700 req-c1858c13-3b80-49c6-b3c8-101eb220be9c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2386 time: 0.8136654 Aug 23 14:23:17.317397 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Sync routers for ids ['e759428f-8c5d-4c20-ba04-77c548be6d07'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:23:17.333245 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Routers {'e759428f-8c5d-4c20-ba04-77c548be6d07'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:23:17.334445 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:22:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['e759428f-8c5d-4c20-ba04-77c548be6d07'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:17.363962 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Deleting port 19b1603b-eec5-4a52-bbc4-e55de00590b4 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:23:17.364407 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:17.388089 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cdc9bf-3b95-4bf3-800c-9879fec71c02', 'name': 'network-vif-deleted', 'tag': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:17.405334 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:17.409728 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Pushing event updated for resources: {'Port': ['ID=81ec83db-2103-49c6-a22d-aa10578bf869,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:17.459613 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ccfc84-4595-4e2d-a43a-420c3601d4a5 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:17.463790 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:17.470641 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.5712571 Aug 23 14:23:17.484808 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] The port '19b1603b-eec5-4a52-bbc4-e55de00590b4' was deleted {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:23:17.486567 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:17.487263 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 45612) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:17.497422 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port f7ccfc84-4595-4e2d-a43a-420c3601d4a5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=f7ccfc84-4595-4e2d-a43a-420c3601d4a5,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:17.576021 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Set router e759428f-8c5d-4c20-ba04-77c548be6d07 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:23:17.614277 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:17.617969 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-7ee4bba4-eb2f-429c-a482-f80d41f0bdd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:17.659072 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-38de166d-5abf-44ee-9fe2-a19f338e3c07 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:17.666756 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-38de166d-5abf-44ee-9fe2-a19f338e3c07 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 811 time: 0.7363145 Aug 23 14:23:17.695686 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:17.701747 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-29599c81-65bc-4040-840b-b7b3c6e5a700 req-1c3b2f42-d9c0-49cc-8715-04613c057efa tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931432 Aug 23 14:23:17.716830 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=f7ccfc84-4595-4e2d-a43a-420c3601d4a5,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:17.720087 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b604480-c39f-4ba3-8e7e-478eb0ebb0dc']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:17.722037 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:17.747709 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-c1a996f8-a9ee-486f-9a3d-a58e1a3ec542 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/quotas/2db89cf8ec4049f391cd185e2d3192bc HTTP/1.1" status: 200 len: 375 time: 0.0799639 Aug 23 14:23:17.750442 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Attempting to bind port 81ec83db-2103-49c6-a22d-aa10578bf869 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:17.750786 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Attempting to bind port 81ec83db-2103-49c6-a22d-aa10578bf869 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '6fe76ef8-ed23-4658-bd94-28af51a6d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0d644d05-3c65-4faf-8751-ed03fd6e0972'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:17.751111 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Attempting to bind port 81ec83db-2103-49c6-a22d-aa10578bf869 on network 0d644d05-3c65-4faf-8751-ed03fd6e0972 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:17.751676 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c772d9d-e26a-431d-b7ba-ef19a5700ae0') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:17.752245 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c772d9d-e26a-431d-b7ba-ef19a5700ae0') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:17.794721 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:17.823484 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:17.826177 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-1aadc10f-4583-430b-a0de-5fd8d5d4604d tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712783 Aug 23 14:23:17.829685 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Port 81ec83db-2103-49c6-a22d-aa10578bf869 on network 0d644d05-3c65-4faf-8751-ed03fd6e0972 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:23:17.830022 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Attempting to bind port 81ec83db-2103-49c6-a22d-aa10578bf869 on network 0d644d05-3c65-4faf-8751-ed03fd6e0972 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:17.841008 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:23:17.843812 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:23:17.868907 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:23:17.917985 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['f7ccfc84-4595-4e2d-a43a-420c3601d4a5'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:18.032439 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'name': 'tempest-TaggedBootDevicesTest-1046361037-router', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:07Z', 'updated_at': '2021-08-23T14:23:14Z', 'revision_number': 3, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'gw_port': {'id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:10Z', 'updated_at': '2021-08-23T14:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:18.040360 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Checking router: e759428f-8c5d-4c20-ba04-77c548be6d07 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:23:18.040915 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Updating router e759428f-8c5d-4c20-ba04-77c548be6d07 port cfb9029a-dc5f-472c-a96f-ece0986730e2 binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:23:18.054196 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:23:18.062633 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Checking segment: {'id': '6fe76ef8-ed23-4658-bd94-28af51a6d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0d644d05-3c65-4faf-8751-ed03fd6e0972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:23:18.063349 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Bound using segment: {'id': '6fe76ef8-ed23-4658-bd94-28af51a6d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0d644d05-3c65-4faf-8751-ed03fd6e0972'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:23:18.064079 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Bound port: 81ec83db-2103-49c6-a22d-aa10578bf869, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe76ef8-ed23-4658-bd94-28af51a6d696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0d644d05-3c65-4faf-8751-ed03fd6e0972'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:18.064628 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:18.128312 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:18.228716 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 0f413698-baf9-49c0-a997-7be9e708a55f details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:23:18.237393 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 0f413698-baf9-49c0-a997-7be9e708a55f no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:23:18.297436 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:18.304217 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:18.342789 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:18.354716 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Pushing event deleted for resources: {'Network': ['ID=9b604480-c39f-4ba3-8e7e-478eb0ebb0dc,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:18.358504 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:18.398964 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262d8cb-9e52-443f-82f8-1732d31797fe req-3fe4e9f7-00cc-4d9a-8a4d-33483aa76345 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:18.400542 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a262d8cb-9e52-443f-82f8-1732d31797fe req-3fe4e9f7-00cc-4d9a-8a4d-33483aa76345 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 947 time: 0.5306575 Aug 23 14:23:18.402451 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-20628c1e-b699-4b37-9cca-ca535c533933 service neutron] 10.222.0.86 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648379 Aug 23 14:23:18.412596 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] For port 81ec83db-2103-49c6-a22d-aa10578bf869, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:23:18.413945 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] 10.222.0.86 "DELETE /v2.0/networks/9b604480-c39f-4ba3-8e7e-478eb0ebb0dc HTTP/1.1" status: 204 len: 168 time: 3.3935468 Aug 23 14:23:18.440832 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:23:18.574778 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:18.597528 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] For port 81ec83db-2103-49c6-a22d-aa10578bf869, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=81ec83db-2103-49c6-a22d-aa10578bf869,segment=NetworkSegment(6fe76ef8-ed23-4658-bd94-28af51a6d696),segment_id=6fe76ef8-ed23-4658-bd94-28af51a6d696)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:23:18.628762 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 0f413698-baf9-49c0-a997-7be9e708a55f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=0f413698-baf9-49c0-a997-7be9e708a55f,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:18.631718 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f2f3f4-c930-473f-8417-00727c8938f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f413698-baf9-49c0-a997-7be9e708a55f'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:18.647367 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:18.666519 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Transition to ACTIVE for port object cfb9029a-dc5f-472c-a96f-ece0986730e2 will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:18.690726 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a262d8cb-9e52-443f-82f8-1732d31797fe req-4c8cd8a2-f48e-4f66-a048-00b4bb7f9fdd tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442143 Aug 23 14:23:18.693662 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 0f413698-baf9-49c0-a997-7be9e708a55f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=0f413698-baf9-49c0-a997-7be9e708a55f,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:18.716946 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:18.717477 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '0f413698-baf9-49c0-a997-7be9e708a55f', 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca', 'port_id': '0f413698-baf9-49c0-a997-7be9e708a55f', 'mac_address': 'fa:16:3e:6e:7a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f85230-dbce-4146-9032-327f9929bf7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:23:18.720637 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:18.721441 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 1d52b2fc-d90e-44ab-ae47-e44e77b1865a no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:23:18.724127 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-68082480-de35-4e0c-8a02-b9fa79a78041 tempest-LiveAutoBlockMigrationV225Test-2013605944 tempest-LiveAutoBlockMigrationV225Test-2013605944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:18.749497 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:18.764938 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-4ccd2a6e-b8d3-491b-a543-8badbbbafc93 service neutron] 10.222.0.86 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480599 Aug 23 14:23:18.785341 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:18.794795 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-8218bd7e-8927-4b79-853b-4e114e36852a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:18.802803 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:18.805018 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] 10.222.0.60 "PUT /v2.0/ports/81ec83db-2103-49c6-a22d-aa10578bf869 HTTP/1.1" status: 200 len: 1092 time: 4.1541595 Aug 23 14:23:18.898650 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45624) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:18.905752 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 1d52b2fc-d90e-44ab-ae47-e44e77b1865a {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:23:18.906115 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 1d52b2fc-d90e-44ab-ae47-e44e77b1865a not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:23:18.923279 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Pushing event updated for resources: {'Port': ['ID=81ec83db-2103-49c6-a22d-aa10578bf869,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:18.928675 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:18.952609 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Request body: {'port': {'device_id': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:19.024481 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:19.066343 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-7549fdcd-b4bc-4d63-b780-67bf34f8212a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=29c3385b419d476c965ea8d7ad48cdd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1658447 Aug 23 14:23:19.072103 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=0f413698-baf9-49c0-a997-7be9e708a55f,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:19.081420 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:19.081869 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45628) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:19.082001 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f413698-baf9-49c0-a997-7be9e708a55f {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:19.096299 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4de29-2ab3-4cb2-8e17-0b69127c52a5 None None] Pushing event updated for resources: {'Port': ['ID=cfb9029a-dc5f-472c-a96f-ece0986730e2,revision_number=2']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:19.114117 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Attempting to bind port cfb9029a-dc5f-472c-a96f-ece0986730e2 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:19.114117 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Attempting to bind port cfb9029a-dc5f-472c-a96f-ece0986730e2 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:19.114117 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Attempting to bind port cfb9029a-dc5f-472c-a96f-ece0986730e2 on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:19.114368 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 0f413698-baf9-49c0-a997-7be9e708a55f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=0f413698-baf9-49c0-a997-7be9e708a55f,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:19.152215 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c4de29-2ab3-4cb2-8e17-0b69127c52a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:19.152607 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c4de29-2ab3-4cb2-8e17-0b69127c52a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:19.152944 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c4de29-2ab3-4cb2-8e17-0b69127c52a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:19.153283 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c4de29-2ab3-4cb2-8e17-0b69127c52a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:19.153633 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c4de29-2ab3-4cb2-8e17-0b69127c52a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:19.153961 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c4de29-2ab3-4cb2-8e17-0b69127c52a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:19.154287 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c4de29-2ab3-4cb2-8e17-0b69127c52a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:19.154609 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c4de29-2ab3-4cb2-8e17-0b69127c52a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:19.154925 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c4de29-2ab3-4cb2-8e17-0b69127c52a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:19.155286 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c4de29-2ab3-4cb2-8e17-0b69127c52a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:19.155609 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c4de29-2ab3-4cb2-8e17-0b69127c52a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:19.181668 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-20c4de29-2ab3-4cb2-8e17-0b69127c52a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:19.186072 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:23:19.186458 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:23:19.186879 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:19.187338 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:23:19.187890 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Bound port: cfb9029a-dc5f-472c-a96f-ece0986730e2, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:19.188277 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:19.189350 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:19.191525 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:19.278136 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95bff12e-b1d3-4844-a269-5e30d3ee5324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:19.345276 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95bff12e-b1d3-4844-a269-5e30d3ee5324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:19.382699 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] For port cfb9029a-dc5f-472c-a96f-ece0986730e2, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:23:19.386598 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] For port cfb9029a-dc5f-472c-a96f-ece0986730e2, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=cfb9029a-dc5f-472c-a96f-ece0986730e2,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:23:19.416794 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=0f413698-baf9-49c0-a997-7be9e708a55f,revision_number=7']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:19.420630 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:19.445366 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cdc9bf-3b95-4bf3-800c-9879fec71c02', 'name': 'network-vif-deleted', 'tag': '1d52b2fc-d90e-44ab-ae47-e44e77b1865a', 'status': 'completed', 'code': 200} Aug 23 14:23:19.467170 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['0f413698-baf9-49c0-a997-7be9e708a55f'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:19.499823 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:19.503492 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:19.518108 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f2f3f4-c930-473f-8417-00727c8938f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f413698-baf9-49c0-a997-7be9e708a55f', 'code': 200} Aug 23 14:23:19.528011 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95bff12e-b1d3-4844-a269-5e30d3ee5324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:19.541280 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c112aea8-7ab1-4171-ba91-818be884bdfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:19.587897 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bff12e-b1d3-4844-a269-5e30d3ee5324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ca8a29-7ab2-4bb0-9dba-a4dee7dcede1,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:19.600511 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-95bff12e-b1d3-4844-a269-5e30d3ee5324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:19.607242 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-95bff12e-b1d3-4844-a269-5e30d3ee5324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:19.609184 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-95bff12e-b1d3-4844-a269-5e30d3ee5324 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a3ca8a29-7ab2-4bb0-9dba-a4dee7dcede1 HTTP/1.1" status: 204 len: 168 time: 0.5314069 Aug 23 14:23:19.676571 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4de29-2ab3-4cb2-8e17-0b69127c52a5 None None] Pushing event updated for resources: {'Port': ['ID=cfb9029a-dc5f-472c-a96f-ece0986730e2,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:19.680564 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Routers {'e759428f-8c5d-4c20-ba04-77c548be6d07'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:23:19.681390 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:22:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['e759428f-8c5d-4c20-ba04-77c548be6d07'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:19.740373 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-20c4de29-2ab3-4cb2-8e17-0b69127c52a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:19.808634 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:19.862856 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46a3ce-a2eb-45a9-a327-b9cb2ebf85dd req-53d194dc-1c07-4f28-ae77-301b04b84a15 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:19.871046 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be46a3ce-a2eb-45a9-a327-b9cb2ebf85dd req-53d194dc-1c07-4f28-ae77-301b04b84a15 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 944 time: 0.5200861 Aug 23 14:23:19.982737 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] Set router e759428f-8c5d-4c20-ba04-77c548be6d07 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:23:20.106118 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-be46a3ce-a2eb-45a9-a327-b9cb2ebf85dd req-c0d59226-36d4-44f1-b98e-f9eef00cf627 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341976 Aug 23 14:23:20.181037 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0014bed-47d6-4a52-a609-e7a113afa78a req-62e68693-e8e4-4b06-840c-2b96087d3c02 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:20.188681 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0014bed-47d6-4a52-a609-e7a113afa78a req-62e68693-e8e4-4b06-840c-2b96087d3c02 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:20.197014 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0014bed-47d6-4a52-a609-e7a113afa78a req-62e68693-e8e4-4b06-840c-2b96087d3c02 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:20.200098 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a0014bed-47d6-4a52-a609-e7a113afa78a req-62e68693-e8e4-4b06-840c-2b96087d3c02 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2398 time: 0.5000987 Aug 23 14:23:20.325978 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'name': 'tempest-TaggedBootDevicesTest-1046361037-router', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:07Z', 'updated_at': '2021-08-23T14:23:14Z', 'revision_number': 3, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'gw_port': {'id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:10Z', 'updated_at': '2021-08-23T14:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:20.330264 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617d1e33-d918-4940-9f9b-bdaed795d6d1 None None] The sync data for ids ['e759428f-8c5d-4c20-ba04-77c548be6d07'] in n-d-805629-1 is: [{'id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'name': 'tempest-TaggedBootDevicesTest-1046361037-router', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:07Z', 'updated_at': '2021-08-23T14:23:14Z', 'revision_number': 3, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'gw_port': {'id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:10Z', 'updated_at': '2021-08-23T14:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:23:20.424102 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a0014bed-47d6-4a52-a609-e7a113afa78a req-c58f33cd-33d5-4655-8b01-60ea988ae900 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083783 Aug 23 14:23:20.653591 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device f7ccfc84-4595-4e2d-a43a-420c3601d4a5 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:20.765204 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2e7057f3-bbc3-4e70-aad7-182650d8594e req-3347e3e8-b97c-49fe-81e1-7a519c0d9d4f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 210 time: 0.0495436 Aug 23 14:23:20.974189 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port f7ccfc84-4595-4e2d-a43a-420c3601d4a5 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:20.982048 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port f7ccfc84-4595-4e2d-a43a-420c3601d4a5 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:20.991602 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.053262 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:21.084850 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.157318 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Transition to ACTIVE for port object 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:21.186513 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a231ed-6001-44e9-97fb-67604e9f7e3b req-fd119545-3242-404c-b293-eb5426775220 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:21.188421 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.197069 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7a231ed-6001-44e9-97fb-67604e9f7e3b req-fd119545-3242-404c-b293-eb5426775220 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 947 time: 0.2469943 Aug 23 14:23:21.255917 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device cfb9029a-dc5f-472c-a96f-ece0986730e2 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:21.288175 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.296030 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:21.326532 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port f7ccfc84-4595-4e2d-a43a-420c3601d4a5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=f7ccfc84-4595-4e2d-a43a-420c3601d4a5,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:21.333990 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d4e2e374-f7d9-41b0-9209-6d49a1dda3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.407865 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.410346 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:21.464826 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7a231ed-6001-44e9-97fb-67604e9f7e3b req-3b364640-905a-4bdb-ae36-d6f31db082bf tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664645 Aug 23 14:23:21.465400 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'tag': '81ec83db-2103-49c6-a22d-aa10578bf869'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:21.480457 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Pushing event updated for resources: {'Port': ['ID=4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:21.491103 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:21.523420 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bda5dc-df3c-4a59-8de0-e6954f63c308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ccfc84-4595-4e2d-a43a-420c3601d4a5'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:21.538179 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port cfb9029a-dc5f-472c-a96f-ece0986730e2 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:21.561402 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port cfb9029a-dc5f-472c-a96f-ece0986730e2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:21.561817 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.630865 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=f7ccfc84-4595-4e2d-a43a-420c3601d4a5,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:21.641175 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45678) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:21.647553 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:21.872277 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.933237 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.936537 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.962835 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port cfb9029a-dc5f-472c-a96f-ece0986730e2, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=cfb9029a-dc5f-472c-a96f-ece0986730e2,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:21.987149 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1149859490-network', 'tenant_id': '4ae04c19703948b084682c54287f9037'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:21.991943 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:21.996070 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Usage tracker for resource:network and tenant:4ae04c19703948b084682c54287f9037 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:21.999147 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:22.010416 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:22.047610 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:22.049800 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:22.137892 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Made reservation on behalf of 4ae04c19703948b084682c54287f9037 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:22.139069 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=cfb9029a-dc5f-472c-a96f-ece0986730e2,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:22.140418 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:22.143267 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:22.201690 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Attempting to bind port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:22.202028 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Attempting to bind port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'f425405d-d0bc-4de3-aebb-01575df85ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:22.202362 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Attempting to bind port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 on network 37e4c41e-d291-4506-ba7e-04d77b8870a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:22.222012 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 0f413698-baf9-49c0-a997-7be9e708a55f up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:22.302075 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 on network 37e4c41e-d291-4506-ba7e-04d77b8870a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:23:22.302398 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Attempting to bind port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 on network 37e4c41e-d291-4506-ba7e-04d77b8870a3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:22.315162 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:22.329678 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 0f413698-baf9-49c0-a997-7be9e708a55f triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:22.330043 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:22.368377 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-c94e056d-d2f8-4ea8-a752-07c723a23725 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:22.370074 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-c94e056d-d2f8-4ea8-a752-07c723a23725 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 811 time: 0.2683728 Aug 23 14:23:22.383276 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b1aa0-68f3-4af2-8a11-4aa51b2a9f91 req-436e5c0f-2c73-475c-b48b-e091f5473571 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:22.384757 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-640b1aa0-68f3-4af2-8a11-4aa51b2a9f91 req-436e5c0f-2c73-475c-b48b-e091f5473571 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 944 time: 0.6243527 Aug 23 14:23:22.390495 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:23:22.390756 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Checking segment: {'id': 'f425405d-d0bc-4de3-aebb-01575df85ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:23:22.390953 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Bound using segment: {'id': 'f425405d-d0bc-4de3-aebb-01575df85ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:23:22.391413 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Bound port: 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f425405d-d0bc-4de3-aebb-01575df85ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:22.391743 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:22.399143 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Request body: {'port': {'device_id': '2cf9451d-ecb5-4910-a6c1-0b534a7e0eec', 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e', 'admin_state_up': True, 'tenant_id': '2db89cf8ec4049f391cd185e2d3192bc'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:22.429984 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:22.488360 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:22.504870 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Usage tracker for resource:security_group_rule and tenant:4ae04c19703948b084682c54287f9037 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:22.514235 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:22.517514 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b39e83-2a7a-4e86-84cc-32872a119f15 req-0953ad00-873d-4f8b-8125-048ac39e0904 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:22.518313 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-44b39e83-2a7a-4e86-84cc-32872a119f15 req-0953ad00-873d-4f8b-8125-048ac39e0904 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Synchronizing usage tracker for tenant:cae7784c1a0e409298815052dfe79897 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:22.526819 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:22.535467 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 0f413698-baf9-49c0-a997-7be9e708a55f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=0f413698-baf9-49c0-a997-7be9e708a55f,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:22.615088 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:22.622209 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Usage tracker for resource:port and tenant:2db89cf8ec4049f391cd185e2d3192bc is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:22.638314 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:22.654509 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:22.690797 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:22.692772 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:22.695294 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-640b1aa0-68f3-4af2-8a11-4aa51b2a9f91 req-0fefc19a-adf1-4473-8f73-bf7f366bd47a tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868118 Aug 23 14:23:22.706963 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] For port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:23:22.707205 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:22.711998 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] For port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:23:22.713360 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Allocated IP 172.20.0.1 (d27153f4-243c-41c7-bfad-3a69009a013b/70854ba0-fc96-4f7c-8613-5507e36941a2/2653aa89-29b1-4c5f-8046-6fc3d4c837e2) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:22.785388 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=0f413698-baf9-49c0-a997-7be9e708a55f,revision_number=8']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:22.790809 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:22.836978 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:22.839282 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'tag': '81ec83db-2103-49c6-a22d-aa10578bf869', 'status': 'completed', 'code': 200} Aug 23 14:23:22.841357 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-655786a2-db1b-4927-ae6e-70de29a8f8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:22.888961 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d6ebe3-9e17-462e-abc8-8e74ae4e2510,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:22.895676 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:22.903227 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:23:22.904458 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:22.916207 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Made reservation on behalf of 2db89cf8ec4049f391cd185e2d3192bc for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:22.919334 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:22.919804 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-44b39e83-2a7a-4e86-84cc-32872a119f15 req-0953ad00-873d-4f8b-8125-048ac39e0904 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Unset dirty status for tenant:cae7784c1a0e409298815052dfe79897 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:22.924123 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-44b39e83-2a7a-4e86-84cc-32872a119f15 req-0953ad00-873d-4f8b-8125-048ac39e0904 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.9732003 Aug 23 14:23:22.935005 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f9a29375-bd7b-442b-8368-708356354575 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:22.936284 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:22.936808 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Added segment 7fce1d18-d308-402f-938a-24263b48c270 of type vlan for network 6006255f-0aee-4aca-b3ec-52c334c0bec3 Aug 23 14:23:23.040002 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.041349 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] 10.222.0.60 "PUT /v2.0/ports/4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 HTTP/1.1" status: 200 len: 1091 time: 4.1235278 Aug 23 14:23:23.080503 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfe0b1-8744-433a-9dd9-e253b7dae1c3 req-8a2cf2eb-8425-41f9-88a1-c9e9efb5c77b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:23.083195 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-79cfe0b1-8744-433a-9dd9-e253b7dae1c3 req-8a2cf2eb-8425-41f9-88a1-c9e9efb5c77b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.91 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 950 time: 0.3126624 Aug 23 14:23:23.095870 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.163125 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device cfb9029a-dc5f-472c-a96f-ece0986730e2 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:23.213920 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Pushing event updated for resources: {'Port': ['ID=4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:23.219018 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:23.224147 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-44b39e83-2a7a-4e86-84cc-32872a119f15 req-0099d9d9-c9a6-4165-8766-8a62811d56a5 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526321 Aug 23 14:23:23.235137 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.267986 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Transition to ACTIVE for port object 2653aa89-29b1-4c5f-8046-6fc3d4c837e2 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:23.281388 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f38a5948-7010-4361-aa6c-9035b383043a req-0a7e5059-9f15-4573-bea4-5711f856ee4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b1b0bc397db41e6b623414627ceceea&device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2863 time: 0.4457035 Aug 23 14:23:23.293754 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b55469-7b31-4a65-afea-b9fb467e49a9 req-534b8ab8-bdc1-4d2a-b392-95e1e3cc37d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:23.299020 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b55469-7b31-4a65-afea-b9fb467e49a9 req-534b8ab8-bdc1-4d2a-b392-95e1e3cc37d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:23.303010 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b55469-7b31-4a65-afea-b9fb467e49a9 req-534b8ab8-bdc1-4d2a-b392-95e1e3cc37d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:23.305328 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-70b55469-7b31-4a65-afea-b9fb467e49a9 req-534b8ab8-bdc1-4d2a-b392-95e1e3cc37d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2410 time: 0.3786492 Aug 23 14:23:23.305869 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port cfb9029a-dc5f-472c-a96f-ece0986730e2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:23.307462 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.384268 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bda5dc-df3c-4a59-8de0-e6954f63c308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ccfc84-4595-4e2d-a43a-420c3601d4a5', 'code': 200} Aug 23 14:23:23.446521 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-79cfe0b1-8744-433a-9dd9-e253b7dae1c3 req-4dc83ff7-9b66-46ee-8e9e-7d64f7d89a3d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Deleting port 187b1623-a722-4d17-97f9-95028022e719 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:23:23.447692 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-79cfe0b1-8744-433a-9dd9-e253b7dae1c3 req-4dc83ff7-9b66-46ee-8e9e-7d64f7d89a3d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.552743 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-aa0cda79-c2cb-4f32-8ce8-87b16ca4ec09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.572879 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-70b55469-7b31-4a65-afea-b9fb467e49a9 req-f44625ea-c2d9-4a01-8599-3aae59503078 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429886 Aug 23 14:23:23.632007 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Allocated IP 172.20.0.3 (2961c70e-af3c-4bcf-91eb-0eb4d684285e/27bb7382-12c0-438e-a1f3-4f81c598dc69/dc990f93-6d8c-4c98-999e-ee27750b9950) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:23.646991 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.649221 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:23.650021 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.660146 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5948-7010-4361-aa6c-9035b383043a req-4191c812-a1d8-48c4-ab66-e5d46380986c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:23.660517 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5948-7010-4361-aa6c-9035b383043a req-4191c812-a1d8-48c4-ab66-e5d46380986c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:23.664602 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5948-7010-4361-aa6c-9035b383043a req-4191c812-a1d8-48c4-ab66-e5d46380986c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:23.664602 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f38a5948-7010-4361-aa6c-9035b383043a req-4191c812-a1d8-48c4-ab66-e5d46380986c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6b1b0bc397db41e6b623414627ceceea&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3562355 Aug 23 14:23:23.664823 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:23.711607 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.761960 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fe04b4f0-54d1-4029-b9f7-23790f8f9898 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:23.869496 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Pushing event updated for resources: {'Network': ['ID=6006255f-0aee-4aca-b3ec-52c334c0bec3,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:23.886032 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 6006255f-0aee-4aca-b3ec-52c334c0bec3 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:23:23.889093 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9d462dd1-b523-4259-b617-920a4821dcfd req-787ad060-7638-4344-a91d-376c94f391c7 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 210 time: 0.0935845 Aug 23 14:23:23.914139 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ebb1c7b0-95c7-4692-9954-cad23c0ba1ee req-ba918353-b006-4325-b7c6-3904d14fa726 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 1099 time: 0.4539759 Aug 23 14:23:23.925285 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:23.935653 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4326b0-0e0f-41f4-aecd-906fdb073d06 req-f9ff72e6-915d-4369-9f25-d0de6f44856f tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:23.936912 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-1f4326b0-0e0f-41f4-aecd-906fdb073d06 req-f9ff72e6-915d-4369-9f25-d0de6f44856f tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Synchronizing usage tracker for tenant:8a9a498cd5704dbfa73051e7c753e523 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:23.957067 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3155932 Aug 23 14:23:23.959242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Network d27153f4-243c-41c7-bfad-3a69009a013b is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:23.964683 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45692) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:23.984008 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:23.997727 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Request body: {'subnet': {'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1149859490-subnet', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:23.997871 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:23:24.026692 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Pushing event updated for resources: {'Port': ['ID=2653aa89-29b1-4c5f-8046-6fc3d4c837e2,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:24.050559 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:24.066744 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99222037-a119-4462-8844-47b4cd769d6a req-d7cebc08-e77e-44d8-a8e1-b76dc342b8b9 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:24.068525 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99222037-a119-4462-8844-47b4cd769d6a req-d7cebc08-e77e-44d8-a8e1-b76dc342b8b9 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/ports?device_id=c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab HTTP/1.1" status: 200 len: 945 time: 0.5026855 Aug 23 14:23:24.095298 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5948-7010-4361-aa6c-9035b383043a req-cccc6c3b-e05b-4fa4-bd47-126541281219 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:24.096853 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f38a5948-7010-4361-aa6c-9035b383043a req-cccc6c3b-e05b-4fa4-bd47-126541281219 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4268596 Aug 23 14:23:24.101118 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:24.145338 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Usage tracker for resource:subnet and tenant:4ae04c19703948b084682c54287f9037 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:24.152200 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ebb1c7b0-95c7-4692-9954-cad23c0ba1ee req-43157afb-cfb0-4f5c-bcdd-8182b43c158b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976352 Aug 23 14:23:24.155862 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:24.163801 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:24.171774 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:24.228387 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-1f4326b0-0e0f-41f4-aecd-906fdb073d06 req-f9ff72e6-915d-4369-9f25-d0de6f44856f tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Unset dirty status for tenant:8a9a498cd5704dbfa73051e7c753e523 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:24.229203 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1f4326b0-0e0f-41f4-aecd-906fdb073d06 req-f9ff72e6-915d-4369-9f25-d0de6f44856f tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.91 "GET /v2.0/ports?device_id=c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab HTTP/1.1" status: 200 len: 945 time: 0.9067004 Aug 23 14:23:24.269271 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-79cfe0b1-8744-433a-9dd9-e253b7dae1c3 req-4dc83ff7-9b66-46ee-8e9e-7d64f7d89a3d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] For port 187b1623-a722-4d17-97f9-95028022e719, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=187b1623-a722-4d17-97f9-95028022e719,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:24.269663 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-79cfe0b1-8744-433a-9dd9-e253b7dae1c3 req-4dc83ff7-9b66-46ee-8e9e-7d64f7d89a3d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:24.301525 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99222037-a119-4462-8844-47b4cd769d6a req-cedf46fd-9113-41ba-a0f2-31a64f4134f2 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6b55e10-ec66-4a72-a251-55329dac42a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142217 Aug 23 14:23:24.441089 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-846a4ad9-9a49-4ca1-8807-f8042bafb77c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b1b0bc397db41e6b623414627ceceea&device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2863 time: 0.2564619 Aug 23 14:23:24.510679 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:24.617454 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-79cfe0b1-8744-433a-9dd9-e253b7dae1c3 req-4dc83ff7-9b66-46ee-8e9e-7d64f7d89a3d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Calling delete_port for 187b1623-a722-4d17-97f9-95028022e719 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:23:24.665724 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Made reservation on behalf of 4ae04c19703948b084682c54287f9037 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:24.668165 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:24.693609 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-ace2e131-b44c-466f-a074-af38b1648a70 None None] Provisioning for port 2653aa89-29b1-4c5f-8046-6fc3d4c837e2 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:24.702992 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-ace2e131-b44c-466f-a074-af38b1648a70 None None] Provisioning complete for port 2653aa89-29b1-4c5f-8046-6fc3d4c837e2 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:24.704079 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ace2e131-b44c-466f-a074-af38b1648a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:24.770052 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:24.774145 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc58c74-1c09-489c-8265-a844da08589e req-97e13867-d47a-4b07-a88d-2579909f776c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:24.778927 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4cc58c74-1c09-489c-8265-a844da08589e req-97e13867-d47a-4b07-a88d-2579909f776c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 948 time: 0.5370402 Aug 23 14:23:24.789289 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-ace2e131-b44c-466f-a074-af38b1648a70 None None] Port 2653aa89-29b1-4c5f-8046-6fc3d4c837e2 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:23:24.828331 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-1f4326b0-0e0f-41f4-aecd-906fdb073d06 req-e974bbd2-dc63-4fbb-adf8-b5847b0676d2 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Deleting port 03440132-1029-41a9-a6d8-87db9f89dbd9 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:23:24.828679 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1f4326b0-0e0f-41f4-aecd-906fdb073d06 req-e974bbd2-dc63-4fbb-adf8-b5847b0676d2 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:24.853431 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-5f1d7c85-b381-4cfd-969a-35daef503e78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.7&port_id=a54d98cc-963a-47af-b94c-50f0dea95d4e HTTP/1.1" status: 200 len: 217 time: 0.3996508 Aug 23 14:23:24.853986 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'tag': '4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:24.916303 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:25.035610 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4cc58c74-1c09-489c-8265-a844da08589e req-9ce1a9e0-9ae4-4279-9332-0679aafb35ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151299 Aug 23 14:23:25.041599 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a60af-486f-4d4f-9550-2b75904da78f req-35ffd605-1a68-4164-90a2-9d1162567de0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:25.043723 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-35ffd605-1a68-4164-90a2-9d1162567de0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=40ec84e5-b627-4277-8c71-cbf1b9676a11 HTTP/1.1" status: 200 len: 801 time: 0.1734569 Aug 23 14:23:25.159553 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ede1eb-5339-49ce-99a4-fb4c642c2eeb req-437ee4f3-3b52-41e6-943a-abbd45b0e577 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:25.161267 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6ede1eb-5339-49ce-99a4-fb4c642c2eeb req-437ee4f3-3b52-41e6-943a-abbd45b0e577 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.4428427 Aug 23 14:23:25.179940 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:25.195293 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f91259fb-3753-4039-b0b8-dc589a52db39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:25.223256 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-79cfe0b1-8744-433a-9dd9-e253b7dae1c3 req-4dc83ff7-9b66-46ee-8e9e-7d64f7d89a3d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:25.237164 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['2a579c06-70ee-4af2-871c-bb42a0aae3c3'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:25.353414 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Network 2961c70e-af3c-4bcf-91eb-0eb4d684285e is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:25.373843 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:25.385842 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f2f3f4-c930-473f-8417-00727c8938f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f413698-baf9-49c0-a997-7be9e708a55f'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:25.396630 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:23:25.398439 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b942afb3-a416-4f81-8235-ba68cc68ce3a req-7824ef9b-2cec-4438-b7dc-0bf2716ac11d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 210 time: 0.0946243 Aug 23 14:23:25.412368 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6ede1eb-5339-49ce-99a4-fb4c642c2eeb req-da101048-3e2c-4582-a7f1-c685a8e469c6 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932995 Aug 23 14:23:25.434922 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-b66ad3c8-6968-4b02-9977-b050e0e215c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=37e4c41e-d291-4506-ba7e-04d77b8870a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3736751 Aug 23 14:23:25.487872 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:25.540982 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Pushing event updated for resources: {'Port': ['ID=dc990f93-6d8c-4c98-999e-ee27750b9950,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:25.561034 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:25.595558 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'tag': '4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8', 'status': 'completed', 'code': 200} Aug 23 14:23:25.657970 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-1f4326b0-0e0f-41f4-aecd-906fdb073d06 req-e974bbd2-dc63-4fbb-adf8-b5847b0676d2 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] For port 03440132-1029-41a9-a6d8-87db9f89dbd9, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=03440132-1029-41a9-a6d8-87db9f89dbd9,segment=NetworkSegment(0540c964-c792-4794-b826-9897891c952c),segment_id=0540c964-c792-4794-b826-9897891c952c)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:25.658620 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1f4326b0-0e0f-41f4-aecd-906fdb073d06 req-e974bbd2-dc63-4fbb-adf8-b5847b0676d2 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:25.763613 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:25.791819 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:25.826445 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0007e1e4-f470-42e0-bc54-073157599214 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.572s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:25.879875 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-1f4326b0-0e0f-41f4-aecd-906fdb073d06 req-e974bbd2-dc63-4fbb-adf8-b5847b0676d2 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Calling delete_port for 03440132-1029-41a9-a6d8-87db9f89dbd9 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:23:25.968648 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:25.978720 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:25.981001 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc83ff7-9b66-46ee-8e9e-7d64f7d89a3d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Pushing event deleted for resources: {'Port': ['ID=187b1623-a722-4d17-97f9-95028022e719,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:25.995775 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Pushing event updated for resources: {'Port': ['ID=2653aa89-29b1-4c5f-8046-6fc3d4c837e2,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:26.006426 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:26.006614 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4dc83ff7-9b66-46ee-8e9e-7d64f7d89a3d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:26.011776 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cfe0b1-8744-433a-9dd9-e253b7dae1c3 req-4dc83ff7-9b66-46ee-8e9e-7d64f7d89a3d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] No DVR routers for this DVR port 187b1623-a722-4d17-97f9-95028022e719 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:23:26.018473 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-79cfe0b1-8744-433a-9dd9-e253b7dae1c3 req-4dc83ff7-9b66-46ee-8e9e-7d64f7d89a3d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:26.021201 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc48373-6de4-4a89-908b-46ccce6ab43a', 'name': 'network-vif-deleted', 'tag': '187b1623-a722-4d17-97f9-95028022e719'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:26.029785 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:26.030411 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:26.056264 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:26.066330 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-334e1446-be79-4b74-8221-912524125ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:26.104715 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-b073a9fb-4675-4cc0-8d50-9d1bbb10e7b1 service neutron] 10.222.0.60 "GET /v2.0/networks/37e4c41e-d291-4506-ba7e-04d77b8870a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209817 Aug 23 14:23:26.209601 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668c3c7-12f7-49e8-9f7d-bf4497994723 req-ba0e02ca-5bf6-4e8f-8776-66796bbcb663 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:26.212697 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8213055 Aug 23 14:23:26.214071 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668c3c7-12f7-49e8-9f7d-bf4497994723 req-ba0e02ca-5bf6-4e8f-8776-66796bbcb663 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:26.218036 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668c3c7-12f7-49e8-9f7d-bf4497994723 req-ba0e02ca-5bf6-4e8f-8776-66796bbcb663 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:26.219729 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3668c3c7-12f7-49e8-9f7d-bf4497994723 req-ba0e02ca-5bf6-4e8f-8776-66796bbcb663 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2410 time: 0.5190737 Aug 23 14:23:26.220600 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-79cfe0b1-8744-433a-9dd9-e253b7dae1c3 req-4dc83ff7-9b66-46ee-8e9e-7d64f7d89a3d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.91 "DELETE /v2.0/ports/187b1623-a722-4d17-97f9-95028022e719 HTTP/1.1" status: 204 len: 173 time: 3.1188369 Aug 23 14:23:26.226678 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=98220cf1-ec84-4f91-ba4c-8e422c188293,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:26.232086 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Request body: {'port': {'device_id': '2cf9451d-ecb5-4910-a6c1-0b534a7e0eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:26.265546 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:26.281601 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52235b8c-7f2e-4b0f-9110-f3f0d7174e92 req-b657b13c-a43d-4396-ad24-92f27a2ee530 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:26.283380 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-52235b8c-7f2e-4b0f-9110-f3f0d7174e92 req-b657b13c-a43d-4396-ad24-92f27a2ee530 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 931 time: 0.4605544 Aug 23 14:23:26.307865 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Checking segment: {'id': '7fce1d18-d308-402f-938a-24263b48c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:23:26.308235 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Network hostable DHCP agents. Network: 6006255f-0aee-4aca-b3ec-52c334c0bec3, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:23:26.398586 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1f4326b0-0e0f-41f4-aecd-906fdb073d06 req-e974bbd2-dc63-4fbb-adf8-b5847b0676d2 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:26.400452 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:26.412483 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['03440132-1029-41a9-a6d8-87db9f89dbd9'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:26.416116 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-859a3811-ab96-4cde-83c4-2bd76eb9d671 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:26.417391 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Network d27153f4-243c-41c7-bfad-3a69009a013b is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:26.442885 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:26.483930 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974bbd2-dc63-4fbb-adf8-b5847b0676d2 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Pushing event deleted for resources: {'Port': ['ID=03440132-1029-41a9-a6d8-87db9f89dbd9,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:26.493015 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e974bbd2-dc63-4fbb-adf8-b5847b0676d2 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:26.549408 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3668c3c7-12f7-49e8-9f7d-bf4497994723 req-4d4cb28f-c45c-4256-9433-0ffce6874a62 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080134 Aug 23 14:23:26.566394 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-765971c6-6800-4c36-a87f-207fa2b989e0 service neutron] 10.222.0.60 "GET /v2.0/networks/37e4c41e-d291-4506-ba7e-04d77b8870a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495859 Aug 23 14:23:26.662757 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-52235b8c-7f2e-4b0f-9110-f3f0d7174e92 req-227e36d4-87f1-4964-bc1d-a56cec63e9bb tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713751 Aug 23 14:23:26.680298 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 03440132-1029-41a9-a6d8-87db9f89dbd9 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:23:26.689152 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-d35bbe70-5fe1-4009-92a3-6bba33a7247f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.150&port_id=81ec83db-2103-49c6-a22d-aa10578bf869 HTTP/1.1" status: 200 len: 217 time: 0.1087959 Aug 23 14:23:26.787650 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: 03440132-1029-41a9-a6d8-87db9f89dbd9 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:23:26.789449 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 03440132-1029-41a9-a6d8-87db9f89dbd9 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:23:26.789449 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 187b1623-a722-4d17-97f9-95028022e719 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:23:26.833338 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f2f3f4-c930-473f-8417-00727c8938f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f413698-baf9-49c0-a997-7be9e708a55f', 'code': 200} Aug 23 14:23:26.834106 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: 187b1623-a722-4d17-97f9-95028022e719 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:23:26.834524 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 187b1623-a722-4d17-97f9-95028022e719 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:23:26.935506 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Network 6006255f-0aee-4aca-b3ec-52c334c0bec3 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:23:26.953213 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a389543a-8756-4474-960d-4c68630ef238 None None] Provisioning complete for port 2653aa89-29b1-4c5f-8046-6fc3d4c837e2 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:26.953925 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a389543a-8756-4474-960d-4c68630ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:27.007683 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc48373-6de4-4a89-908b-46ccce6ab43a', 'name': 'network-vif-deleted', 'tag': '187b1623-a722-4d17-97f9-95028022e719', 'status': 'completed', 'code': 200} Aug 23 14:23:27.030474 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4326b0-0e0f-41f4-aecd-906fdb073d06 req-e974bbd2-dc63-4fbb-adf8-b5847b0676d2 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] No DVR routers for this DVR port 03440132-1029-41a9-a6d8-87db9f89dbd9 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:23:27.034889 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1f4326b0-0e0f-41f4-aecd-906fdb073d06 req-e974bbd2-dc63-4fbb-adf8-b5847b0676d2 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:27.074916 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-a389543a-8756-4474-960d-4c68630ef238 None None] Port 2653aa89-29b1-4c5f-8046-6fc3d4c837e2 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:23:27.117208 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 6006255f-0aee-4aca-b3ec-52c334c0bec3) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:27.131574 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:27.132861 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:27.139063 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525b9cfb-0ba9-4725-8a5e-bd2707c2d40e None None] Network 6006255f-0aee-4aca-b3ec-52c334c0bec3 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:23:27.156921 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1f4326b0-0e0f-41f4-aecd-906fdb073d06 req-e974bbd2-dc63-4fbb-adf8-b5847b0676d2 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.91 "DELETE /v2.0/ports/03440132-1029-41a9-a6d8-87db9f89dbd9 HTTP/1.1" status: 204 len: 173 time: 2.7997115 Aug 23 14:23:27.251691 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.2821786 Aug 23 14:23:27.256426 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45716) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:27.259476 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b25e72a-2f11-405b-8b2b-1f61d2d09dfa req-3880d23d-ec8c-46de-a4be-0491d2c360ea tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] 10.222.0.86 "GET /v2.0/ports?device_id=c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab HTTP/1.1" status: 200 len: 210 time: 0.3124659 Aug 23 14:23:27.262643 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1149859490-router', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:27.270510 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:27.278520 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Usage tracker for resource:router and tenant:4ae04c19703948b084682c54287f9037 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:27.283446 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:27.310776 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:27.380931 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a60af-486f-4d4f-9550-2b75904da78f req-dd49f5b8-2e4e-4fdd-b542-8b0d19d354ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:27.393722 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-dd49f5b8-2e4e-4fdd-b542-8b0d19d354ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8f5bc8b-30bf-422f-b5dd-7cd0de0738af HTTP/1.1" status: 200 len: 801 time: 0.6843362 Aug 23 14:23:27.533739 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc990f93-6d8c-4c98-999e-ee27750b9950 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:27.548303 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:27.572037 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Transition to ACTIVE for port object dc990f93-6d8c-4c98-999e-ee27750b9950 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:27.574384 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:27.575905 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:27.605456 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953de220-f564-4802-b532-81cf7612658b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-6006255f-0aee-4aca-b3ec-52c334c0bec3', 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'fixed_ips': [{'subnet_id': '98220cf1-ec84-4f91-ba4c-8e422c188293'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:23:27.606232 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-953de220-f564-4802-b532-81cf7612658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:27.649180 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:27.699668 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:27.711756 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d37f73b4-2ed0-4c7f-9fd3-bc3cd84fe307 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:27.741690 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-514ab80f-2f1d-4322-9f81-6d369f3514e0 req-8f3127ed-dcd2-4e27-bf1c-626523902791 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 1096 time: 0.6681018 Aug 23 14:23:27.744691 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3d7f5172-484a-4bbc-84cb-9976d963dfa8 req-bc0399ef-5a6f-44f0-b9e9-705fa3c527f3 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=8cc48373-6de4-4a89-908b-46ccce6ab43a HTTP/1.1" status: 200 len: 210 time: 0.1375401 Aug 23 14:23:27.760781 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc4524-84cf-4b39-a53a-7f65ee6c0f82 req-dc138a14-eb2e-41f7-91a1-dde78655977f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:27.768772 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7cdc4524-84cf-4b39-a53a-7f65ee6c0f82 req-dc138a14-eb2e-41f7-91a1-dde78655977f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 948 time: 0.6113741 Aug 23 14:23:27.849638 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc990f93-6d8c-4c98-999e-ee27750b9950,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:27.869992 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:27.874867 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-953de220-f564-4802-b532-81cf7612658b None None] Allocated IP 172.20.0.2 (6006255f-0aee-4aca-b3ec-52c334c0bec3/98220cf1-ec84-4f91-ba4c-8e422c188293/9e13fec0-1257-4535-ab77-85e4e2f9f1e1) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:27.909995 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-dac007ee-536e-45b8-ab44-fdf107c1eb8c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0d644d05-3c65-4faf-8751-ed03fd6e0972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5162101 Aug 23 14:23:27.954264 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-514ab80f-2f1d-4322-9f81-6d369f3514e0 req-f18a507b-ea55-4452-908f-876616cc346b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803386 Aug 23 14:23:27.966321 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7cdc4524-84cf-4b39-a53a-7f65ee6c0f82 req-9aa3905f-04cf-4e87-a148-b4e9604aca5b tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962686 Aug 23 14:23:28.174289 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:28.181991 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-953de220-f564-4802-b532-81cf7612658b None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:28.195406 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-953de220-f564-4802-b532-81cf7612658b None None] Transition to ACTIVE for port object 9e13fec0-1257-4535-ab77-85e4e2f9f1e1 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:28.216015 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-953de220-f564-4802-b532-81cf7612658b None None] Transition to ACTIVE for port object 9e13fec0-1257-4535-ab77-85e4e2f9f1e1 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:28.278976 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Attempting to bind port dc990f93-6d8c-4c98-999e-ee27750b9950 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:28.279700 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Attempting to bind port dc990f93-6d8c-4c98-999e-ee27750b9950 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:28.281949 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Attempting to bind port dc990f93-6d8c-4c98-999e-ee27750b9950 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:28.293846 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Port dc990f93-6d8c-4c98-999e-ee27750b9950 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:23:28.293846 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Attempting to bind port dc990f93-6d8c-4c98-999e-ee27750b9950 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:28.295803 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:23:28.296141 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Checking segment: {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:23:28.296670 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Bound using segment: {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:23:28.296969 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Bound port: dc990f93-6d8c-4c98-999e-ee27750b9950, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:28.297315 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:28.313809 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-953de220-f564-4802-b532-81cf7612658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:28.321002 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:28.331304 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-930d4a09-2090-41bf-957c-6e8f5f0b8e61 service neutron] 10.222.0.60 "GET /v2.0/networks/0d644d05-3c65-4faf-8751-ed03fd6e0972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065151 Aug 23 14:23:28.395250 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd82fe-25e1-4596-94ff-c259a35e9af5 req-46857c60-2bd2-4764-bb91-403f341e02e3 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:28.405178 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-61cd82fe-25e1-4596-94ff-c259a35e9af5 req-46857c60-2bd2-4764-bb91-403f341e02e3 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.4370472 Aug 23 14:23:28.416327 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953de220-f564-4802-b532-81cf7612658b None None] Network 6006255f-0aee-4aca-b3ec-52c334c0bec3 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:28.420325 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-953de220-f564-4802-b532-81cf7612658b None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:28.425634 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953de220-f564-4802-b532-81cf7612658b None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:23:28.429156 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953de220-f564-4802-b532-81cf7612658b None None] Pushing event updated for resources: {'Port': ['ID=9e13fec0-1257-4535-ab77-85e4e2f9f1e1,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:28.433381 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-953de220-f564-4802-b532-81cf7612658b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:28.531662 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-953de220-f564-4802-b532-81cf7612658b None None] Attempting to bind port 9e13fec0-1257-4535-ab77-85e4e2f9f1e1 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:28.531662 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-953de220-f564-4802-b532-81cf7612658b None None] Attempting to bind port 9e13fec0-1257-4535-ab77-85e4e2f9f1e1 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '7fce1d18-d308-402f-938a-24263b48c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:28.532129 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953de220-f564-4802-b532-81cf7612658b None None] Attempting to bind port 9e13fec0-1257-4535-ab77-85e4e2f9f1e1 on network 6006255f-0aee-4aca-b3ec-52c334c0bec3 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:28.544601 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953de220-f564-4802-b532-81cf7612658b None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:23:28.544601 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953de220-f564-4802-b532-81cf7612658b None None] Checking segment: {'id': '7fce1d18-d308-402f-938a-24263b48c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:23:28.544601 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-953de220-f564-4802-b532-81cf7612658b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:28.545025 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953de220-f564-4802-b532-81cf7612658b None None] Bound using segment: {'id': '7fce1d18-d308-402f-938a-24263b48c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:23:28.546269 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-953de220-f564-4802-b532-81cf7612658b None None] Bound port: 9e13fec0-1257-4535-ab77-85e4e2f9f1e1, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fce1d18-d308-402f-938a-24263b48c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:28.546269 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-953de220-f564-4802-b532-81cf7612658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:28.550628 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] For port dc990f93-6d8c-4c98-999e-ee27750b9950, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:23:28.571805 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] For port dc990f93-6d8c-4c98-999e-ee27750b9950, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=dc990f93-6d8c-4c98-999e-ee27750b9950,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:23:28.605148 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177a8ce-8577-4e89-8e42-5db0dc403273 req-6dfa0bbf-f0fe-48d9-ba3c-3f136006c9d1 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:28.609429 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177a8ce-8577-4e89-8e42-5db0dc403273 req-6dfa0bbf-f0fe-48d9-ba3c-3f136006c9d1 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:28.614705 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177a8ce-8577-4e89-8e42-5db0dc403273 req-6dfa0bbf-f0fe-48d9-ba3c-3f136006c9d1 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:28.617009 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0177a8ce-8577-4e89-8e42-5db0dc403273 req-6dfa0bbf-f0fe-48d9-ba3c-3f136006c9d1 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2410 time: 0.3958004 Aug 23 14:23:28.653204 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:28.659855 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f9f1ef13-f824-418d-aa0a-be457ed2fed9 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:28.675362 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-61cd82fe-25e1-4596-94ff-c259a35e9af5 req-e2d8e93c-5ed5-41ef-b984-f668ca216bcf tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689981 Aug 23 14:23:28.687565 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-953de220-f564-4802-b532-81cf7612658b None None] For port 9e13fec0-1257-4535-ab77-85e4e2f9f1e1, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:23:28.691363 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-953de220-f564-4802-b532-81cf7612658b None None] For port 9e13fec0-1257-4535-ab77-85e4e2f9f1e1, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=9e13fec0-1257-4535-ab77-85e4e2f9f1e1,segment=NetworkSegment(7fce1d18-d308-402f-938a-24263b48c270),segment_id=7fce1d18-d308-402f-938a-24263b48c270)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:23:28.701416 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Router e759428f-8c5d-4c20-ba04-77c548be6d07 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:23:28.727680 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-504f9cec-ce41-417c-a1ec-2b18e1f92152 service neutron] 10.222.0.60 "GET /v2.0/networks/0d644d05-3c65-4faf-8751-ed03fd6e0972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858294 Aug 23 14:23:28.769199 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-953de220-f564-4802-b532-81cf7612658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:28.776754 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:28.787022 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:28.792635 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] 10.222.0.91 "PUT /v2.0/ports/dc990f93-6d8c-4c98-999e-ee27750b9950 HTTP/1.1" status: 200 len: 1091 time: 2.5686295 Aug 23 14:23:28.905377 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953de220-f564-4802-b532-81cf7612658b None None] Pushing event updated for resources: {'Port': ['ID=9e13fec0-1257-4535-ab77-85e4e2f9f1e1,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:28.914229 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-953de220-f564-4802-b532-81cf7612658b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:28.936529 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-3eb53245-3bc5-4797-ad8f-9a8e6ddf0cb8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.27&port_id=4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 HTTP/1.1" status: 200 len: 217 time: 0.1683669 Aug 23 14:23:28.939613 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0177a8ce-8577-4e89-8e42-5db0dc403273 req-9a8b986f-02a6-49c3-86db-b718189f8f73 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022451 Aug 23 14:23:28.943600 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc990f93-6d8c-4c98-999e-ee27750b9950,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:28.956751 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:29.031996 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab', 'name': 'network-vif-deleted', 'tag': '03440132-1029-41a9-a6d8-87db9f89dbd9'}, {'name': 'network-changed', 'server_uuid': '2cf9451d-ecb5-4910-a6c1-0b534a7e0eec', 'tag': 'dc990f93-6d8c-4c98-999e-ee27750b9950'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:29.068482 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:29.138295 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:29.391743 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-1ea233ca-a937-4cac-b4fd-c9bb6cd31bcd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 1094 time: 0.4398613 Aug 23 14:23:29.458798 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a60af-486f-4d4f-9550-2b75904da78f req-357e81e4-a474-438a-9900-bfe6907e9b3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:29.460946 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-357e81e4-a474-438a-9900-bfe6907e9b3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=40ec84e5-b627-4277-8c71-cbf1b9676a11 HTTP/1.1" status: 200 len: 801 time: 0.4994879 Aug 23 14:23:29.506021 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-f783d3bd-367d-4eab-810d-17a974e03ad7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc990f93-6d8c-4c98-999e-ee27750b9950 HTTP/1.1" status: 200 len: 217 time: 0.1042826 Aug 23 14:23:29.572744 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Allocated IP 172.25.6.211 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/db555ab0-bfe3-4d87-ab9e-ee04157c9984) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:29.609607 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f3b87-2033-474e-a385-2cceefea88d1 req-91d1936f-9b1e-4c8c-b3b8-faa210bf5846 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:29.618658 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c19f3b87-2033-474e-a385-2cceefea88d1 req-91d1936f-9b1e-4c8c-b3b8-faa210bf5846 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 943 time: 0.7317333 Aug 23 14:23:29.629771 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-45317716-0aad-4c8f-ada4-1508d744ef4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:29.631238 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-45317716-0aad-4c8f-ada4-1508d744ef4a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=27bb7382-12c0-438e-a1f3-4f81c598dc69 HTTP/1.1" status: 200 len: 851 time: 0.1148517 Aug 23 14:23:29.661406 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac5e34d7-abd9-4f0e-b52f-b0e3f08b5ae1 req-6b1032b5-f04f-41d0-b700-e683e74c84e4 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 1099 time: 0.5024493 Aug 23 14:23:29.782997 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-6db45b20-215c-43a3-a7a6-dc7af9293323 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=37e4c41e-d291-4506-ba7e-04d77b8870a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3032234 Aug 23 14:23:29.881706 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-a2c95faf-3938-488e-8257-399e1774202f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2961c70e-af3c-4bcf-91eb-0eb4d684285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540199 Aug 23 14:23:29.898125 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c19f3b87-2033-474e-a385-2cceefea88d1 req-47e22507-fca3-4195-ba45-e314e0ffd4ed tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778866 Aug 23 14:23:29.945262 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac5e34d7-abd9-4f0e-b52f-b0e3f08b5ae1 req-400b03b0-d39d-4511-90f2-6af18ea97636 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605724 Aug 23 14:23:30.119736 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-9db410a1-61c3-4ef2-bae8-2d2cc2688ee9 service neutron] 10.222.0.60 "GET /v2.0/networks/37e4c41e-d291-4506-ba7e-04d77b8870a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253961 Aug 23 14:23:30.139597 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45738) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:30.214628 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:23:30.229536 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Sync routers for ids ['e759428f-8c5d-4c20-ba04-77c548be6d07'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:23:30.265716 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Routers {'e759428f-8c5d-4c20-ba04-77c548be6d07'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:23:30.275325 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:23:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['e759428f-8c5d-4c20-ba04-77c548be6d07'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:30.303026 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33069b1-bbfd-41fe-a4b3-2d9d43acc0ab', 'name': 'network-vif-deleted', 'tag': '03440132-1029-41a9-a6d8-87db9f89dbd9', 'status': 'completed', 'code': 200} Aug 23 14:23:30.303302 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf9451d-ecb5-4910-a6c1-0b534a7e0eec', 'tag': 'dc990f93-6d8c-4c98-999e-ee27750b9950', 'status': 'completed', 'code': 200} Aug 23 14:23:30.409519 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] 10.222.0.86 "PUT /v2.0/routers/e759428f-8c5d-4c20-ba04-77c548be6d07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8847024 Aug 23 14:23:30.426739 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:30.510405 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-6fa9635f-544c-4693-8d3c-e12126e538bf service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213560 Aug 23 14:23:30.517058 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f82e5cb-557b-4cf6-923d-0e61cf70656c admin admin] Deleting subnet 27b57aad-1ee6-441c-a9c4-c6d34ff017ff {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:23:30.523695 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bbea20-c595-4063-a569-96c1e02eb0b5 None None] Network 6006255f-0aee-4aca-b3ec-52c334c0bec3 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:23:30.536794 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-200a60af-486f-4d4f-9550-2b75904da78f req-d4c1a27e-1e38-456c-a8c2-1856f64b092b service neutron] 10.222.0.60 "GET /v2.0/networks/37e4c41e-d291-4506-ba7e-04d77b8870a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004879 Aug 23 14:23:30.570240 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9f82e5cb-557b-4cf6-923d-0e61cf70656c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:30.623619 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b40951-d575-4167-915c-7292eb36a251 req-d1e80494-0138-44c6-b39c-10cc37732204 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:30.636670 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b40951-d575-4167-915c-7292eb36a251 req-d1e80494-0138-44c6-b39c-10cc37732204 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:30.652909 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b40951-d575-4167-915c-7292eb36a251 req-d1e80494-0138-44c6-b39c-10cc37732204 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:30.655926 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a6b40951-d575-4167-915c-7292eb36a251 req-d1e80494-0138-44c6-b39c-10cc37732204 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2410 time: 0.2445939 Aug 23 14:23:30.783610 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9f82e5cb-557b-4cf6-923d-0e61cf70656c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:30.849781 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:30.864080 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2d14d950-2bab-4aed-8461-4f4ed02533e9 tempest-ListImageFiltersTestJSON-922884957 tempest-ListImageFiltersTestJSON-922884957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:30.968380 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9f82e5cb-557b-4cf6-923d-0e61cf70656c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:30.968587 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a6b40951-d575-4167-915c-7292eb36a251 req-351b9327-40c3-4fc0-a229-392ef44a47af tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579530 Aug 23 14:23:30.973765 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Set router e759428f-8c5d-4c20-ba04-77c548be6d07 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:23:31.005965 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998aa10a-e53e-4af8-99b9-22ab9a378dca req-ba471df9-92c6-4038-b09c-245ba57af2e5 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:31.008558 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-998aa10a-e53e-4af8-99b9-22ab9a378dca req-ba471df9-92c6-4038-b09c-245ba57af2e5 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.3512268 Aug 23 14:23:31.035446 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-321cf721-a4a0-4312-bd3a-1c7dcb4257c1 req-a5a05171-578c-412e-8086-a08c585ab668 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b1b0bc397db41e6b623414627ceceea&device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2863 time: 0.2876055 Aug 23 14:23:31.052749 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:31.055926 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-df60e0ee-0f28-44cc-b4d7-91fa5c986e40 req-ab1391eb-4af7-4700-913c-494a554aad32 service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323558 Aug 23 14:23:31.062674 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:31.071565 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Pushing event updated for resources: {'Port': ['ID=db555ab0-bfe3-4d87-ab9e-ee04157c9984,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:31.074696 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:23:31.088000 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-97f4dd08-5d53-4e3b-a144-f9a77c88fea7 None None] Provisioning for port 9e13fec0-1257-4535-ab77-85e4e2f9f1e1 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:31.255008 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:31.281399 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 9e13fec0-1257-4535-ab77-85e4e2f9f1e1 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:31.397967 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9f82e5cb-557b-4cf6-923d-0e61cf70656c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:31.409999 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8229b46c-12aa-4379-ad7f-d68c4bc0f4d3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:31.457100 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82e5cb-557b-4cf6-923d-0e61cf70656c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b57aad-1ee6-441c-a9c4-c6d34ff017ff,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:31.480190 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9f82e5cb-557b-4cf6-923d-0e61cf70656c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:31.495529 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9f82e5cb-557b-4cf6-923d-0e61cf70656c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:31.510269 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9f82e5cb-557b-4cf6-923d-0e61cf70656c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/27b57aad-1ee6-441c-a9c4-c6d34ff017ff HTTP/1.1" status: 204 len: 168 time: 1.3684733 Aug 23 14:23:31.514767 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45770) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:31.521602 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-998aa10a-e53e-4af8-99b9-22ab9a378dca req-ac841735-dfae-4753-a562-df2740ca081e tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035291 Aug 23 14:23:31.631321 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5630af40-72f2-4534-9264-233ece457489 req-587d07fb-3bb6-4766-9177-9e762122d778 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 1094 time: 0.3796308 Aug 23 14:23:31.663116 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf721-a4a0-4312-bd3a-1c7dcb4257c1 req-159d542f-ec2e-428b-a001-8ac8106cb383 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:31.664602 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-321cf721-a4a0-4312-bd3a-1c7dcb4257c1 req-159d542f-ec2e-428b-a001-8ac8106cb383 service neutron] 10.222.0.60 "GET /v2.0/networks?id=37e4c41e-d291-4506-ba7e-04d77b8870a3 HTTP/1.1" status: 200 len: 902 time: 0.5966873 Aug 23 14:23:31.791833 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-06305d3b-bf4f-4132-8ef9-28832ab52cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:31.838282 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-321cf721-a4a0-4312-bd3a-1c7dcb4257c1 req-a00dd0d8-0376-4a99-b67b-b6c8f22bd9ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.27&port_id=4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 HTTP/1.1" status: 200 len: 217 time: 0.1648276 Aug 23 14:23:31.843118 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d71c3b4b-817c-4145-a52b-ccd2e1fe19da tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793483 Aug 23 14:23:31.908999 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'name': 'tempest-TaggedBootDevicesTest-1046361037-router', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:07Z', 'updated_at': '2021-08-23T14:23:24Z', 'revision_number': 4, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'gw_port': {'id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:10Z', 'updated_at': '2021-08-23T14:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '2653aa89-29b1-4c5f-8046-6fc3d4c837e2', 'name': '', 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'mac_address': 'fa:16:3e:7c:e9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70854ba0-fc96-4f7c-8613-5507e36941a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:22Z', 'updated_at': '2021-08-23T14:23:25Z', 'revision_number': 2, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'subnets': [{'id': '70854ba0-fc96-4f7c-8613-5507e36941a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:31.912714 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:31.915703 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630af40-72f2-4534-9264-233ece457489 req-eb74b87d-65ed-44a3-801e-35ae2761e974 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:31.916353 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Checking router: e759428f-8c5d-4c20-ba04-77c548be6d07 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:23:31.916839 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Updating router e759428f-8c5d-4c20-ba04-77c548be6d07 port 2653aa89-29b1-4c5f-8046-6fc3d4c837e2 binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:23:31.917197 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5630af40-72f2-4534-9264-233ece457489 req-eb74b87d-65ed-44a3-801e-35ae2761e974 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 912 time: 0.2714772 Aug 23 14:23:31.986928 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 9e13fec0-1257-4535-ab77-85e4e2f9f1e1 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:32.003537 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 9e13fec0-1257-4535-ab77-85e4e2f9f1e1 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:32.004319 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:32.072560 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:32.119980 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-06305d3b-bf4f-4132-8ef9-28832ab52cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:32.132708 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5630af40-72f2-4534-9264-233ece457489 req-1255c45f-31d3-4bdf-9b5a-7e3ad514f98c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc990f93-6d8c-4c98-999e-ee27750b9950 HTTP/1.1" status: 200 len: 217 time: 0.1290853 Aug 23 14:23:32.140338 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-06305d3b-bf4f-4132-8ef9-28832ab52cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac29097-ee41-4079-9c89-9102624219da']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:32.162866 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-91aeb6b9-56f8-4463-b304-e2e41b4abd36 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:32.165396 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-91aeb6b9-56f8-4463-b304-e2e41b4abd36 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2745235 Aug 23 14:23:32.197998 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-06305d3b-bf4f-4132-8ef9-28832ab52cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0540c964-c792-4794-b826-9897891c952c') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:32.198291 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-06305d3b-bf4f-4132-8ef9-28832ab52cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0540c964-c792-4794-b826-9897891c952c') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:32.198810 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf721-a4a0-4312-bd3a-1c7dcb4257c1 req-cdd17b7a-522f-4815-8c72-e6d0d29864cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:32.200619 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-321cf721-a4a0-4312-bd3a-1c7dcb4257c1 req-cdd17b7a-522f-4815-8c72-e6d0d29864cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=40ec84e5-b627-4277-8c71-cbf1b9676a11 HTTP/1.1" status: 200 len: 801 time: 0.3536344 Aug 23 14:23:32.302484 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a54d98cc-963a-47af-b94c-50f0dea95d4e details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:23:32.353915 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-06305d3b-bf4f-4132-8ef9-28832ab52cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:32.388758 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630af40-72f2-4534-9264-233ece457489 req-e8b3da25-3ae7-4a2c-86aa-4e585041e948 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:32.389911 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5630af40-72f2-4534-9264-233ece457489 req-e8b3da25-3ae7-4a2c-86aa-4e585041e948 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=27bb7382-12c0-438e-a1f3-4f81c598dc69 HTTP/1.1" status: 200 len: 851 time: 0.2408190 Aug 23 14:23:32.391259 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-06305d3b-bf4f-4132-8ef9-28832ab52cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:32.416687 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:32.443262 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06305d3b-bf4f-4132-8ef9-28832ab52cd8 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:23:32.443912 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-06305d3b-bf4f-4132-8ef9-28832ab52cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:32.455940 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-8dd8b8ce-a742-42ec-a891-c4f5e2990607 None None] Provisioning complete for port 9e13fec0-1257-4535-ab77-85e4e2f9f1e1 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:32.456666 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-8dd8b8ce-a742-42ec-a891-c4f5e2990607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:23:32.460408 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:23:32.468197 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-add2e823-7f99-43c4-ad94-060221f3b09c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/quotas/ed513cc169e2499997ed50fd7eb7e6d1 HTTP/1.1" status: 200 len: 375 time: 0.2653098 Aug 23 14:23:32.469351 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:32.469859 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:32.502373 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:23:32.527507 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5630af40-72f2-4534-9264-233ece457489 req-225898c1-8409-4790-bacd-08c82a0edfce service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2961c70e-af3c-4bcf-91eb-0eb4d684285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292951 Aug 23 14:23:32.731415 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 9e13fec0-1257-4535-ab77-85e4e2f9f1e1, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=9e13fec0-1257-4535-ab77-85e4e2f9f1e1,segment=NetworkSegment(7fce1d18-d308-402f-938a-24263b48c270),segment_id=7fce1d18-d308-402f-938a-24263b48c270)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:32.751039 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-321cf721-a4a0-4312-bd3a-1c7dcb4257c1 req-1851efac-3ec1-4e89-9706-a2173ac48053 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=37e4c41e-d291-4506-ba7e-04d77b8870a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4839785 Aug 23 14:23:32.757528 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddc20c-fc82-48bb-ac42-de60433f8406 req-2c3cdb16-cbc7-4c83-8ede-a8cefbf3f297 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:32.759086 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-79ddc20c-fc82-48bb-ac42-de60433f8406 req-2c3cdb16-cbc7-4c83-8ede-a8cefbf3f297 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 943 time: 0.5626628 Aug 23 14:23:32.759450 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-06305d3b-bf4f-4132-8ef9-28832ab52cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:32.770473 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:32.804331 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-06305d3b-bf4f-4132-8ef9-28832ab52cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:32.816634 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06305d3b-bf4f-4132-8ef9-28832ab52cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac29097-ee41-4079-9c89-9102624219da,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:32.834353 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-06305d3b-bf4f-4132-8ef9-28832ab52cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:32.862936 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:32.884232 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-953de220-f564-4802-b532-81cf7612658b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:32.929155 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5630af40-72f2-4534-9264-233ece457489 req-039c18d9-6fc4-45e2-b675-88d73397cf10 service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831615 Aug 23 14:23:32.938976 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-06305d3b-bf4f-4132-8ef9-28832ab52cd8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/7ac29097-ee41-4079-9c89-9102624219da HTTP/1.1" status: 204 len: 168 time: 1.4232898 Aug 23 14:23:32.952696 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac20dee-3528-4188-9f85-70ea34c07338 req-f5571429-be22-4ff4-969b-6774568ba828 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:32.954719 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aac20dee-3528-4188-9f85-70ea34c07338 req-f5571429-be22-4ff4-969b-6774568ba828 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.5856130 Aug 23 14:23:33.006079 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a54d98cc-963a-47af-b94c-50f0dea95d4e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a54d98cc-963a-47af-b94c-50f0dea95d4e,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:33.012085 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-79ddc20c-fc82-48bb-ac42-de60433f8406 req-c3c0140c-c6d0-499c-b90e-ad91db5ccee4 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211432 Aug 23 14:23:33.046039 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'a54d98cc-963a-47af-b94c-50f0dea95d4e', 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3', 'port_id': 'a54d98cc-963a-47af-b94c-50f0dea95d4e', 'mac_address': 'fa:16:3e:9e:a7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ec84e5-b627-4277-8c71-cbf1b9676a11', 'ip_address': '19.80.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:23:33.056872 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=9e13fec0-1257-4535-ab77-85e4e2f9f1e1,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:33.060608 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:33.165189 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-b185358b-cc87-4d7d-a2d9-6826159a1ec0 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6857324 Aug 23 14:23:33.200724 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-321cf721-a4a0-4312-bd3a-1c7dcb4257c1 req-673315e5-e4d4-4855-a49e-765be5b7576b service neutron] 10.222.0.60 "GET /v2.0/networks/37e4c41e-d291-4506-ba7e-04d77b8870a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381065 Aug 23 14:23:33.218471 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-aac20dee-3528-4188-9f85-70ea34c07338 req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Deleting port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:23:33.218827 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-aac20dee-3528-4188-9f85-70ea34c07338 req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:33.378583 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:33.385224 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5630af40-72f2-4534-9264-233ece457489 req-ed0d1469-2822-4d9b-b1e2-6373794975eb service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443429 Aug 23 14:23:33.415971 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:33.423344 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54d98cc-963a-47af-b94c-50f0dea95d4e {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:33.466969 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Transition to ACTIVE for port object 2653aa89-29b1-4c5f-8046-6fc3d4c837e2 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:33.477130 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a54d98cc-963a-47af-b94c-50f0dea95d4e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a54d98cc-963a-47af-b94c-50f0dea95d4e,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:33.479303 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:33.515926 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Router c8a18c25-94bd-4f17-9d34-c7bc8c30ff61 is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:23:33.588879 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:33.590089 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 81ec83db-2103-49c6-a22d-aa10578bf869 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:23:33.617483 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-277d4651-1d5d-4965-9b58-5660f2731784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:33.651961 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-321cf721-a4a0-4312-bd3a-1c7dcb4257c1 req-55294dd6-0d85-43d7-abb8-50a8163a38f9 service neutron] 10.222.0.60 "GET /v2.0/networks/37e4c41e-d291-4506-ba7e-04d77b8870a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381611 Aug 23 14:23:33.705946 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45808) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:33.740009 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29573c-bd3a-40c7-a30a-12c0210bac35 req-9d22bcb4-a42f-434b-bdeb-b28dcedf7403 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:33.747261 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6f29573c-bd3a-40c7-a30a-12c0210bac35 req-9d22bcb4-a42f-434b-bdeb-b28dcedf7403 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.5441759 Aug 23 14:23:33.918949 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6f29573c-bd3a-40c7-a30a-12c0210bac35 req-45e1a851-4653-4190-9fea-1d5c6d482da4 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707313 Aug 23 14:23:33.950470 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:33.950787 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-dbdc837a-4c3c-47f2-8eb3-38de18474a82 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8a9a498cd5704dbfa73051e7c753e523&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2392409 Aug 23 14:23:33.954647 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45816) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:33.957924 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=a54d98cc-963a-47af-b94c-50f0dea95d4e,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:33.966209 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:33.969787 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:33.995630 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-aac20dee-3528-4188-9f85-70ea34c07338 req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] For port 2a579c06-70ee-4af2-871c-bb42a0aae3c3, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=2a579c06-70ee-4af2-871c-bb42a0aae3c3,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:33.996073 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-aac20dee-3528-4188-9f85-70ea34c07338 req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:34.091782 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:23:34.248931 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-16564700-d551-48c3-bf55-b334711561d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:34.312279 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-aac20dee-3528-4188-9f85-70ea34c07338 req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Calling delete_port for 2a579c06-70ee-4af2-871c-bb42a0aae3c3 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:23:34.366588 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-16564700-d551-48c3-bf55-b334711561d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:34.470899 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:23:34.547415 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Sync routers for ids ['c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:23:34.579242 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-16564700-d551-48c3-bf55-b334711561d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:34.581415 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Routers {'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:23:34.582422 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:23:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:34.583979 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-16564700-d551-48c3-bf55-b334711561d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:34.586445 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-16564700-d551-48c3-bf55-b334711561d8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c6b55e10-ec66-4a72-a251-55329dac42a3 HTTP/1.1" status: 204 len: 168 time: 0.6342232 Aug 23 14:23:34.588021 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7509569e-b574-4623-88e6-f221f5b4b603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:34.598679 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7255c-ee27-439a-9599-79ab6449bbd1 req-929cde0f-9cbc-46b0-b1fc-8cff657f00f8 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:34.600701 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a8b7255c-ee27-439a-9599-79ab6449bbd1 req-929cde0f-9cbc-46b0-b1fc-8cff657f00f8 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 950 time: 0.4493279 Aug 23 14:23:34.615677 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:34.618465 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3604474 Aug 23 14:23:34.622728 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45830) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:34.653013 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16564700-d551-48c3-bf55-b334711561d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b55e10-ec66-4a72-a251-55329dac42a3,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:34.719232 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device dc990f93-6d8c-4c98-999e-ee27750b9950 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:23:34.728583 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570e32d-4f88-49ba-acdd-af6361d15a80 None None] Pushing event updated for resources: {'Port': ['ID=2653aa89-29b1-4c5f-8046-6fc3d4c837e2,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:34.758718 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-0570e32d-4f88-49ba-acdd-af6361d15a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:34.807605 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d307df-5dc9-4c5a-8648-f6b7a9445ff4 req-4efc6c50-dc5a-4949-ab26-75606cf6fd22 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:34.817402 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d307df-5dc9-4c5a-8648-f6b7a9445ff4 req-4efc6c50-dc5a-4949-ab26-75606cf6fd22 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:34.821586 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d307df-5dc9-4c5a-8648-f6b7a9445ff4 req-4efc6c50-dc5a-4949-ab26-75606cf6fd22 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:34.837198 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03d307df-5dc9-4c5a-8648-f6b7a9445ff4 req-4efc6c50-dc5a-4949-ab26-75606cf6fd22 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2411 time: 0.4657953 Aug 23 14:23:34.981488 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-16564700-d551-48c3-bf55-b334711561d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:35.007203 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a8b7255c-ee27-439a-9599-79ab6449bbd1 req-a8522e5f-478e-427d-a58f-500658643d3b tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/security-groups?id=81cd6a3c-f0f5-4d89-8551-690b760307c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086433 Aug 23 14:23:35.019744 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:23:35.055242 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-aac20dee-3528-4188-9f85-70ea34c07338 req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:35.116265 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['2a579c06-70ee-4af2-871c-bb42a0aae3c3'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:35.127819 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:35.266958 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Set router c8a18c25-94bd-4f17-9d34-c7bc8c30ff61 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:23:35.344689 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Pushing event deleted for resources: {'Port': ['ID=2a579c06-70ee-4af2-871c-bb42a0aae3c3,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:35.467921 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 81ec83db-2103-49c6-a22d-aa10578bf869, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=81ec83db-2103-49c6-a22d-aa10578bf869,segment=NetworkSegment(6fe76ef8-ed23-4658-bd94-28af51a6d696),segment_id=6fe76ef8-ed23-4658-bd94-28af51a6d696)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:35.483609 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03d307df-5dc9-4c5a-8648-f6b7a9445ff4 req-d204d6de-7c33-47e4-9c9d-aeaed5ac4cf9 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6451797 Aug 23 14:23:35.541192 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-30d7fb7d-b514-4943-9c9d-45f58c4a5316 req-572230e3-7bb4-4326-9208-d57cebfdc442 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 210 time: 0.2083337 Aug 23 14:23:35.547160 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:35.548339 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:35.549155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:35.550040 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:35.550862 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:35.553900 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:35.554777 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:35.558462 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:35.593604 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:35.594101 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:35.594705 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:35.691995 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '81ec83db-2103-49c6-a22d-aa10578bf869', 'network_id': '0d644d05-3c65-4faf-8751-ed03fd6e0972', 'port_id': '81ec83db-2103-49c6-a22d-aa10578bf869', 'mac_address': 'fa:16:3e:8f:4a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f5bc8b-30bf-422f-b5dd-7cd0de0738af', 'ip_address': '19.86.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:23:35.704130 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 9e13fec0-1257-4535-ab77-85e4e2f9f1e1 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:35.721881 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:35.835324 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac20dee-3528-4188-9f85-70ea34c07338 req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] No DVR routers for this DVR port 2a579c06-70ee-4af2-871c-bb42a0aae3c3 on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:23:35.842668 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-aac20dee-3528-4188-9f85-70ea34c07338 req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:35.847914 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1411e8e8-41eb-415f-9c44-067041f8f136', 'name': 'network-vif-deleted', 'tag': '2a579c06-70ee-4af2-871c-bb42a0aae3c3'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:35.902506 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aac20dee-3528-4188-9f85-70ea34c07338 req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.60 "DELETE /v2.0/ports/2a579c06-70ee-4af2-871c-bb42a0aae3c3 HTTP/1.1" status: 204 len: 173 time: 2.9156039 Aug 23 14:23:36.049298 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'name': 'tempest-TaggedBootDevicesTest_v242-1149859490-router', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:27Z', 'updated_at': '2021-08-23T14:23:31Z', 'revision_number': 3, 'project_id': '4ae04c19703948b084682c54287f9037', 'gw_port': {'id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:29Z', 'updated_at': '2021-08-23T14:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:36.062153 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Checking router: c8a18c25-94bd-4f17-9d34-c7bc8c30ff61 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:23:36.063531 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Updating router c8a18c25-94bd-4f17-9d34-c7bc8c30ff61 port db555ab0-bfe3-4d87-ab9e-ee04157c9984 binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:23:36.155365 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port dc990f93-6d8c-4c98-999e-ee27750b9950, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=dc990f93-6d8c-4c98-999e-ee27750b9950,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:36.176098 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:36.180398 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71351785-e6d4-4e88-9d27-5e88c47c4ebe req-8752be4d-8c6b-4eaf-a423-44d1c762b637 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:36.189315 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-71351785-e6d4-4e88-9d27-5e88c47c4ebe req-8752be4d-8c6b-4eaf-a423-44d1c762b637 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 943 time: 0.2069623 Aug 23 14:23:36.219272 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'dc990f93-6d8c-4c98-999e-ee27750b9950', 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e', 'port_id': 'dc990f93-6d8c-4c98-999e-ee27750b9950', 'mac_address': 'fa:16:3e:62:f5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bb7382-12c0-438e-a1f3-4f81c598dc69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:23:36.275437 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-71351785-e6d4-4e88-9d27-5e88c47c4ebe req-467b0024-d620-488d-8794-6b5479e01c64 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843971 Aug 23 14:23:36.464413 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1411e8e8-41eb-415f-9c44-067041f8f136', 'name': 'network-vif-deleted', 'tag': '2a579c06-70ee-4af2-871c-bb42a0aae3c3', 'status': 'completed', 'code': 200} Aug 23 14:23:36.510077 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:36.731607 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Attempting to bind port 2653aa89-29b1-4c5f-8046-6fc3d4c837e2 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:36.731983 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Attempting to bind port 2653aa89-29b1-4c5f-8046-6fc3d4c837e2 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'd3208f0c-2806-44be-ae90-e66d2d14a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:36.732412 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Attempting to bind port 2653aa89-29b1-4c5f-8046-6fc3d4c837e2 on network d27153f4-243c-41c7-bfad-3a69009a013b {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:36.801954 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ec83db-2103-49c6-a22d-aa10578bf869 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:36.875806 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:36.919598 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc990f93-6d8c-4c98-999e-ee27750b9950 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:36.926547 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:23:36.927219 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Checking segment: {'id': 'd3208f0c-2806-44be-ae90-e66d2d14a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:23:36.931470 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:36.931470 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Bound using segment: {'id': 'd3208f0c-2806-44be-ae90-e66d2d14a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:23:36.931470 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Bound port: 2653aa89-29b1-4c5f-8046-6fc3d4c837e2, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3208f0c-2806-44be-ae90-e66d2d14a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:36.931470 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:36.992258 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-373f0760-f129-4e8d-a14e-1f699a1ac522 req-a5ccebfb-f13a-48ae-afb6-ce2f199ebeb2 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Synchronizing usage tracker for tenant:cae7784c1a0e409298815052dfe79897 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:37.125143 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] For port 2653aa89-29b1-4c5f-8046-6fc3d4c837e2, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:23:37.132880 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] For port 2653aa89-29b1-4c5f-8046-6fc3d4c837e2, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=2653aa89-29b1-4c5f-8046-6fc3d4c837e2,segment=NetworkSegment(d3208f0c-2806-44be-ae90-e66d2d14a41c),segment_id=d3208f0c-2806-44be-ae90-e66d2d14a41c)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:23:37.136776 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 81ec83db-2103-49c6-a22d-aa10578bf869, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=81ec83db-2103-49c6-a22d-aa10578bf869,segment=NetworkSegment(6fe76ef8-ed23-4658-bd94-28af51a6d696),segment_id=6fe76ef8-ed23-4658-bd94-28af51a6d696)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:37.140717 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port dc990f93-6d8c-4c98-999e-ee27750b9950, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=dc990f93-6d8c-4c98-999e-ee27750b9950,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:37.153503 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 9e13fec0-1257-4535-ab77-85e4e2f9f1e1 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:37.154702 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:37.156811 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:37.210373 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Transition to ACTIVE for port object db555ab0-bfe3-4d87-ab9e-ee04157c9984 will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:37.227013 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:37.261415 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:37.279588 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2ef59cf1-00a5-467c-b6ec-f1e5802731b5 req-88ffb8d8-423b-4e8f-baf3-ed64e63e482a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 210 time: 0.2808862 Aug 23 14:23:37.354161 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:37.356058 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:37.383529 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:23:37.394616 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:37.421234 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:37.443515 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570e32d-4f88-49ba-acdd-af6361d15a80 None None] Pushing event updated for resources: {'Port': ['ID=2653aa89-29b1-4c5f-8046-6fc3d4c837e2,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:37.456675 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-0570e32d-4f88-49ba-acdd-af6361d15a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:37.467090 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:37.467804 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:37.479903 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-373f0760-f129-4e8d-a14e-1f699a1ac522 req-a5ccebfb-f13a-48ae-afb6-ce2f199ebeb2 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Unset dirty status for tenant:cae7784c1a0e409298815052dfe79897 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:37.481062 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-373f0760-f129-4e8d-a14e-1f699a1ac522 req-a5ccebfb-f13a-48ae-afb6-ce2f199ebeb2 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] 10.222.0.86 "GET /v2.0/ports?device_id=1411e8e8-41eb-415f-9c44-067041f8f136 HTTP/1.1" status: 200 len: 210 time: 0.6459200 Aug 23 14:23:37.514853 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Routers {'e759428f-8c5d-4c20-ba04-77c548be6d07'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:23:37.516865 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:23:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['e759428f-8c5d-4c20-ba04-77c548be6d07'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:37.665304 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:23:37.702828 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ce940-38e5-4bbd-b193-bf53d761496b None None] Pushing event updated for resources: {'Port': ['ID=db555ab0-bfe3-4d87-ab9e-ee04157c9984,revision_number=2']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:37.709177 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-ba1ce940-38e5-4bbd-b193-bf53d761496b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:37.713000 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Attempting to bind port db555ab0-bfe3-4d87-ab9e-ee04157c9984 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:37.713634 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Attempting to bind port db555ab0-bfe3-4d87-ab9e-ee04157c9984 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:37.714230 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Attempting to bind port db555ab0-bfe3-4d87-ab9e-ee04157c9984 on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:37.728435 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:23:37.730016 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:23:37.732043 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:37.734713 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:23:37.735854 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Bound port: db555ab0-bfe3-4d87-ab9e-ee04157c9984, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:37.737028 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:37.784765 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf6665-7b48-4800-949d-6c5b7b2222c8 req-c313b2c9-313b-455a-b268-411320dc9ddb tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:37.795120 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf6665-7b48-4800-949d-6c5b7b2222c8 req-c313b2c9-313b-455a-b268-411320dc9ddb tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:37.807370 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf6665-7b48-4800-949d-6c5b7b2222c8 req-c313b2c9-313b-455a-b268-411320dc9ddb tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:37.823155 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-becf6665-7b48-4800-949d-6c5b7b2222c8 req-c313b2c9-313b-455a-b268-411320dc9ddb tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2412 time: 0.2811208 Aug 23 14:23:37.962994 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] For port db555ab0-bfe3-4d87-ab9e-ee04157c9984, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:23:37.967703 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] For port db555ab0-bfe3-4d87-ab9e-ee04157c9984, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=db555ab0-bfe3-4d87-ab9e-ee04157c9984,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:23:37.994115 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['a54d98cc-963a-47af-b94c-50f0dea95d4e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:38.023101 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['dc990f93-6d8c-4c98-999e-ee27750b9950'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:38.060590 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-becf6665-7b48-4800-949d-6c5b7b2222c8 req-78a6206c-9f0e-4c97-8d1e-e4364b1120d1 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354968 Aug 23 14:23:38.081932 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:38.088335 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-b72c4864-1986-48a8-bc0b-0c0efea6f13f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:38.134389 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d7ce2-08c8-4606-b0b5-b531b27f7e7f req-e9c2a0c2-c31d-4bfe-bbe6-c3d672d8ab45 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:38.138041 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-823d7ce2-08c8-4606-b0b5-b531b27f7e7f req-e9c2a0c2-c31d-4bfe-bbe6-c3d672d8ab45 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.60 "GET /v2.0/ports?device_id=06f2f3f4-c930-473f-8417-00727c8938f8 HTTP/1.1" status: 200 len: 945 time: 0.2332189 Aug 23 14:23:38.164211 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-3dbf2a74-2e2c-4155-854b-a7b5b2fe5430 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1339197 Aug 23 14:23:38.288588 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Routers {'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:23:38.289333 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:23:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:38.358388 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=81ec83db-2103-49c6-a22d-aa10578bf869,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:38.402729 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-823d7ce2-08c8-4606-b0b5-b531b27f7e7f req-49df115e-12f1-4352-aced-896d8945b968 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Deleting port 0f413698-baf9-49c0-a997-7be9e708a55f {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:23:38.403359 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-823d7ce2-08c8-4606-b0b5-b531b27f7e7f req-49df115e-12f1-4352-aced-896d8945b968 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:38.564956 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ce940-38e5-4bbd-b193-bf53d761496b None None] Pushing event updated for resources: {'Port': ['ID=db555ab0-bfe3-4d87-ab9e-ee04157c9984,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:38.588275 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-ba1ce940-38e5-4bbd-b193-bf53d761496b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:38.618407 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Allocated IP 172.20.0.1 (6006255f-0aee-4aca-b3ec-52c334c0bec3/98220cf1-ec84-4f91-ba4c-8e422c188293/3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:38.668606 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:38.696968 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-c50960ec-2d2a-4feb-bd98-0b02aa63eeb8 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:38.711722 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-c50960ec-2d2a-4feb-bd98-0b02aa63eeb8 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5391600 Aug 23 14:23:38.732733 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Request body: {'port': {'device_id': '08444ad0-64f0-4cbc-9aec-bb97352f809a', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'ed513cc169e2499997ed50fd7eb7e6d1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:38.746903 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['81ec83db-2103-49c6-a22d-aa10578bf869'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:38.883424 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] Set router c8a18c25-94bd-4f17-9d34-c7bc8c30ff61 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:23:38.887004 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] Set router e759428f-8c5d-4c20-ba04-77c548be6d07 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:23:39.046905 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8', 'network_id': '37e4c41e-d291-4506-ba7e-04d77b8870a3', 'port_id': '4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8', 'mac_address': 'fa:16:3e:4e:ee:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ec84e5-b627-4277-8c71-cbf1b9676a11', 'ip_address': '19.80.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:23:39.071462 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=dc990f93-6d8c-4c98-999e-ee27750b9950,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:39.136380 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.669s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:39.154460 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.771s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:39.158343 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:39.289612 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-6d90da8e-f20f-4874-a0d2-342450243be4 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:39.308826 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-6d90da8e-f20f-4874-a0d2-342450243be4 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/networks?id=bde3cda3-a79e-4478-9843-40b5ea065bca HTTP/1.1" status: 200 len: 815 time: 1.0698025 Aug 23 14:23:39.320864 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:39.360343 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:39.372356 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbaf61-6681-4102-9eeb-e339ad47087a req-11da7b13-d0eb-4630-8369-a68f797f27f2 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:39.389122 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-41dbaf61-6681-4102-9eeb-e339ad47087a req-11da7b13-d0eb-4630-8369-a68f797f27f2 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 944 time: 0.9481506 Aug 23 14:23:39.389424 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Usage tracker for resource:port and tenant:ed513cc169e2499997ed50fd7eb7e6d1 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:39.403928 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Quota usage for port was recalculated. Used quota:6. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:39.420522 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Transition to ACTIVE for port object 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:39.426607 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:39.444265 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-823d7ce2-08c8-4606-b0b5-b531b27f7e7f req-49df115e-12f1-4352-aced-896d8945b968 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] For port 0f413698-baf9-49c0-a997-7be9e708a55f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=0f413698-baf9-49c0-a997-7be9e708a55f,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:39.444265 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-823d7ce2-08c8-4606-b0b5-b531b27f7e7f req-49df115e-12f1-4352-aced-896d8945b968 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:39.493677 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-08b9f347-4092-4ee0-978b-90a9ba9f6154 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/quotas/f4078fd9dec9433dada943ac1c75d65d HTTP/1.1" status: 200 len: 375 time: 0.1830947 Aug 23 14:23:39.535196 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:39.555891 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Made reservation on behalf of ed513cc169e2499997ed50fd7eb7e6d1 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:39.562511 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:39.583347 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:39.596733 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ea93ae54-a0c7-404e-b999-8779046e26ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:39.707467 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'name': 'tempest-TaggedBootDevicesTest_v242-1149859490-router', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:27Z', 'updated_at': '2021-08-23T14:23:31Z', 'revision_number': 3, 'project_id': '4ae04c19703948b084682c54287f9037', 'gw_port': {'id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:29Z', 'updated_at': '2021-08-23T14:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:39.709785 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:39.717836 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa22888-5ef7-4b4b-981c-bf160261a200 None None] The sync data for ids ['c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'] in n-d-805629-1 is: [{'id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'name': 'tempest-TaggedBootDevicesTest_v242-1149859490-router', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:27Z', 'updated_at': '2021-08-23T14:23:31Z', 'revision_number': 3, 'project_id': '4ae04c19703948b084682c54287f9037', 'gw_port': {'id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:29Z', 'updated_at': '2021-08-23T14:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:23:39.743570 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:39.750616 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:39.794647 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-41dbaf61-6681-4102-9eeb-e339ad47087a req-9c3fafa6-bf21-49f1-9b34-9fb11e8dd9c1 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030840 Aug 23 14:23:39.801695 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-823d7ce2-08c8-4606-b0b5-b531b27f7e7f req-49df115e-12f1-4352-aced-896d8945b968 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Calling delete_port for 0f413698-baf9-49c0-a997-7be9e708a55f owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:23:39.833909 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:39.915089 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Network 6006255f-0aee-4aca-b3ec-52c334c0bec3 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:39.919125 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:39.928855 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:23:39.976980 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:40.004792 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:40.185668 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 0f413698-baf9-49c0-a997-7be9e708a55f no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:23:40.273254 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a1b7f04-02ef-4134-a2f8-c2a5df453cfc req-4022ffd1-526e-4e63-ab5a-7dfc8dd9a72c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 210 time: 0.0576620 Aug 23 14:23:40.297340 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-e1a0372f-5eaa-4b72-8e0f-2a0526a25f87 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4078fd9dec9433dada943ac1c75d65d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7589486 Aug 23 14:23:40.384099 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:40.388382 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:40.449744 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Allocated IP 192.168.233.46 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/256467bb-1b26-4c98-8408-6cc5ac7b4113) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:40.684432 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:40.685334 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:40.867413 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:40.873385 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:40.875009 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-1a59d6e0-38cb-4a1d-8aa5-128a8acd72cd service neutron] 10.222.0.86 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766206 Aug 23 14:23:40.901333 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device db555ab0-bfe3-4d87-ab9e-ee04157c9984 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:41.079643 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-4215c0df-c729-4b2d-85ab-182facefb52d None None] Provisioning for port 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:41.129181 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 2a579c06-70ee-4af2-871c-bb42a0aae3c3 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:23:41.147689 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-55129436-661a-43ad-bcc4-a2df4ef3f8b3 service neutron] 10.222.0.86 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705324 Aug 23 14:23:41.149199 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 45898) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:41.169720 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-4215c0df-c729-4b2d-85ab-182facefb52d None None] Provisioning complete for port 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:41.170150 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4215c0df-c729-4b2d-85ab-182facefb52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:41.412053 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-823d7ce2-08c8-4606-b0b5-b531b27f7e7f req-49df115e-12f1-4352-aced-896d8945b968 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:41.412053 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:41.412943 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 2a579c06-70ee-4af2-871c-bb42a0aae3c3 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:23:41.412943 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 2a579c06-70ee-4af2-871c-bb42a0aae3c3 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:23:41.412943 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'name': 'tempest-TaggedBootDevicesTest-1046361037-router', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:07Z', 'updated_at': '2021-08-23T14:23:24Z', 'revision_number': 4, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'gw_port': {'id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:10Z', 'updated_at': '2021-08-23T14:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '2653aa89-29b1-4c5f-8046-6fc3d4c837e2', 'name': '', 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'mac_address': 'fa:16:3e:7c:e9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70854ba0-fc96-4f7c-8613-5507e36941a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:22Z', 'updated_at': '2021-08-23T14:23:37Z', 'revision_number': 4, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'subnets': [{'id': '70854ba0-fc96-4f7c-8613-5507e36941a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:41.413237 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3a7a85-9706-4f35-9417-42e203e38d90 None None] The sync data for ids ['e759428f-8c5d-4c20-ba04-77c548be6d07'] in n-d-805629-1 is: [{'id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'name': 'tempest-TaggedBootDevicesTest-1046361037-router', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:07Z', 'updated_at': '2021-08-23T14:23:24Z', 'revision_number': 4, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'gw_port': {'id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:10Z', 'updated_at': '2021-08-23T14:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '2653aa89-29b1-4c5f-8046-6fc3d4c837e2', 'name': '', 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'mac_address': 'fa:16:3e:7c:e9:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70854ba0-fc96-4f7c-8613-5507e36941a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:22Z', 'updated_at': '2021-08-23T14:23:37Z', 'revision_number': 4, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'subnets': [{'id': '70854ba0-fc96-4f7c-8613-5507e36941a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:23:41.413237 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-4215c0df-c729-4b2d-85ab-182facefb52d None None] Port 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:23:41.492938 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df115e-12f1-4352-aced-896d8945b968 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Pushing event deleted for resources: {'Port': ['ID=0f413698-baf9-49c0-a997-7be9e708a55f,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:41.500802 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device dc990f93-6d8c-4c98-999e-ee27750b9950 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:41.502135 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-49df115e-12f1-4352-aced-896d8945b968 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:41.679681 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-823d7ce2-08c8-4606-b0b5-b531b27f7e7f req-49df115e-12f1-4352-aced-896d8945b968 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] No DVR routers for this DVR port 0f413698-baf9-49c0-a997-7be9e708a55f on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:23:41.687474 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-823d7ce2-08c8-4606-b0b5-b531b27f7e7f req-49df115e-12f1-4352-aced-896d8945b968 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:41.695104 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f2f3f4-c930-473f-8417-00727c8938f8', 'name': 'network-vif-deleted', 'tag': '0f413698-baf9-49c0-a997-7be9e708a55f'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:41.763093 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27dcbb-b52b-46f5-82e4-cb570400b483 req-77ad2498-a7c2-4330-b8b9-e9e581c5dfbe tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:41.774705 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27dcbb-b52b-46f5-82e4-cb570400b483 req-77ad2498-a7c2-4330-b8b9-e9e581c5dfbe tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:41.782439 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:41.791447 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27dcbb-b52b-46f5-82e4-cb570400b483 req-77ad2498-a7c2-4330-b8b9-e9e581c5dfbe tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:41.803021 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1e27dcbb-b52b-46f5-82e4-cb570400b483 req-77ad2498-a7c2-4330-b8b9-e9e581c5dfbe tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2413 time: 0.7080076 Aug 23 14:23:41.856552 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-16cc9d88-40a7-4b6c-b973-0318453a3f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:41.927081 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-16cc9d88-40a7-4b6c-b973-0318453a3f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:41.942396 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:41.945666 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1e27dcbb-b52b-46f5-82e4-cb570400b483 req-4b331646-0d34-41dc-b0f1-7639a4a736b8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286407 Aug 23 14:23:41.950007 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port db555ab0-bfe3-4d87-ab9e-ee04157c9984 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:41.951155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-16cc9d88-40a7-4b6c-b973-0318453a3f68 admin admin] Usage tracker for resource:security_group_rule and tenant:d0800b928862421a9fa7ee1e79ec76eb is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:41.951998 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port db555ab0-bfe3-4d87-ab9e-ee04157c9984 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:41.952402 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:41.961097 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-16cc9d88-40a7-4b6c-b973-0318453a3f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:41.979633 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-16cc9d88-40a7-4b6c-b973-0318453a3f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:41.986643 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-823d7ce2-08c8-4606-b0b5-b531b27f7e7f req-49df115e-12f1-4352-aced-896d8945b968 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.60 "DELETE /v2.0/ports/0f413698-baf9-49c0-a997-7be9e708a55f HTTP/1.1" status: 204 len: 173 time: 3.8374798 Aug 23 14:23:42.012393 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:42.013030 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a54d98cc-963a-47af-b94c-50f0dea95d4e up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:42.122929 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port dc990f93-6d8c-4c98-999e-ee27750b9950 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:42.144259 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 45916) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:42.166848 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-bf6a1db9-84e2-405f-aaf5-089f9e74e4e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:42.204240 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port dc990f93-6d8c-4c98-999e-ee27750b9950 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:42.204623 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:42.255576 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-16cc9d88-40a7-4b6c-b973-0318453a3f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:42.359460 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Transition to ACTIVE for port object 256467bb-1b26-4c98-8408-6cc5ac7b4113 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:42.507014 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:42.528189 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-21886787-b8be-42db-899f-8d15fed7f933 req-b6692e4b-6dbe-422d-98c1-324096a22ce0 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 210 time: 0.1832879 Aug 23 14:23:42.538264 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-16cc9d88-40a7-4b6c-b973-0318453a3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:42.578831 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port a54d98cc-963a-47af-b94c-50f0dea95d4e completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:42.588828 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-49a3a563-6988-44e6-816c-d06489d3bf24 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:42.612831 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port a54d98cc-963a-47af-b94c-50f0dea95d4e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:42.613380 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:42.695121 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:42.737967 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:42.774179 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port db555ab0-bfe3-4d87-ab9e-ee04157c9984, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=db555ab0-bfe3-4d87-ab9e-ee04157c9984,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:42.806895 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf9451d-ecb5-4910-a6c1-0b534a7e0eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc990f93-6d8c-4c98-999e-ee27750b9950'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:42.833797 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f2f3f4-c930-473f-8417-00727c8938f8', 'name': 'network-vif-deleted', 'tag': '0f413698-baf9-49c0-a997-7be9e708a55f', 'status': 'completed', 'code': 200} Aug 23 14:23:42.844351 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc9d88-40a7-4b6c-b973-0318453a3f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e9b22f-a3aa-412c-94cc-4efefe66c322,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:42.904896 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-16cc9d88-40a7-4b6c-b973-0318453a3f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:42.908868 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port dc990f93-6d8c-4c98-999e-ee27750b9950, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=dc990f93-6d8c-4c98-999e-ee27750b9950,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:42.926003 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:42.933800 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:42.937494 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Network 6006255f-0aee-4aca-b3ec-52c334c0bec3 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:42.937714 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:42.941116 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:42.975278 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:43.005880 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-aafa0d92-7ee0-4ef1-882a-feb2a0ad41ae req-80ed2bea-80c8-44d5-9b5a-75f58f983dd4 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Synchronizing usage tracker for tenant:f4078fd9dec9433dada943ac1c75d65d on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:43.102888 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-16cc9d88-40a7-4b6c-b973-0318453a3f68 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d0800b928862421a9fa7ee1e79ec76eb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9100194 Aug 23 14:23:43.131126 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45936) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:43.201002 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:43.240201 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 2653aa89-29b1-4c5f-8046-6fc3d4c837e2 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:43.246684 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-60416fed-a199-46d8-8a08-2d91efb98630 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cae7784c1a0e409298815052dfe79897&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1009195 Aug 23 14:23:43.251672 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 45940) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:43.312654 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:43.339532 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7156fda-ec58-46df-a05f-1ef057cc1e38 req-dc5ec0d3-d8ef-46f8-b52b-45785e014449 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:43.347232 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7156fda-ec58-46df-a05f-1ef057cc1e38 req-dc5ec0d3-d8ef-46f8-b52b-45785e014449 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 944 time: 0.8165131 Aug 23 14:23:43.382995 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-672e169b-d0dd-4c37-9973-a337e3eb3abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:43.418219 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=db555ab0-bfe3-4d87-ab9e-ee04157c9984,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:43.441274 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-aafa0d92-7ee0-4ef1-882a-feb2a0ad41ae req-80ed2bea-80c8-44d5-9b5a-75f58f983dd4 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Unset dirty status for tenant:f4078fd9dec9433dada943ac1c75d65d on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:43.448819 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:43.453084 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aafa0d92-7ee0-4ef1-882a-feb2a0ad41ae req-80ed2bea-80c8-44d5-9b5a-75f58f983dd4 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 210 time: 0.5465145 Aug 23 14:23:43.455711 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:43.554231 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7156fda-ec58-46df-a05f-1ef057cc1e38 req-804a5826-5408-4e7d-9f8c-3bcf066c2c71 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059362 Aug 23 14:23:43.594275 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:43.606679 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-01bb93bc-849a-4f26-b1d4-972c14afc2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:43.627120 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:43.684385 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5', 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad', 'aaade1d4-3318-4a6e-b481-1615702af61e', 'f7ccfc84-4595-4e2d-a43a-420c3601d4a5'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:43.727907 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-01bb93bc-849a-4f26-b1d4-972c14afc2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:43.783226 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:43.798956 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:43.819805 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-672e169b-d0dd-4c37-9973-a337e3eb3abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:43.930388 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:23:44.005124 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['7a7c1f89-ab22-4f6c-a376-97349b6a4c31', '664ad7f0-1de6-4707-8edd-70b579c7203e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:44.005944 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-01bb93bc-849a-4f26-b1d4-972c14afc2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:44.039953 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-28db943c-ad3d-4d47-b60d-7c501ced8738 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:44.043987 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf9451d-ecb5-4910-a6c1-0b534a7e0eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc990f93-6d8c-4c98-999e-ee27750b9950', 'code': 200} Aug 23 14:23:44.054727 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a54d98cc-963a-47af-b94c-50f0dea95d4e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a54d98cc-963a-47af-b94c-50f0dea95d4e,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:44.099387 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:44.100482 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:44.104662 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb93bc-849a-4f26-b1d4-972c14afc2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cd6a3c-f0f5-4d89-8551-690b760307c0,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:44.105900 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event updated for resources: {'Port': ['ID=256467bb-1b26-4c98-8408-6cc5ac7b4113,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:44.112011 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:44.133851 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-01bb93bc-849a-4f26-b1d4-972c14afc2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:44.188425 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:44.189929 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 81ec83db-2103-49c6-a22d-aa10578bf869 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:44.225891 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-01bb93bc-849a-4f26-b1d4-972c14afc2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:44.228512 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-01bb93bc-849a-4f26-b1d4-972c14afc2dd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/81cd6a3c-f0f5-4d89-8551-690b760307c0 HTTP/1.1" status: 204 len: 168 time: 0.9756479 Aug 23 14:23:44.252439 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=dc990f93-6d8c-4c98-999e-ee27750b9950,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:44.274215 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:44.282983 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-0570e32d-4f88-49ba-acdd-af6361d15a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:44.348755 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb318a-cc2f-4964-831d-4c01bb917196 req-4cc1ad73-2ce2-4212-b0d5-5f7f87bbcf39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:44.355365 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dacb318a-cc2f-4964-831d-4c01bb917196 req-4cc1ad73-2ce2-4212-b0d5-5f7f87bbcf39 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 935 time: 0.3973863 Aug 23 14:23:44.361673 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 2653aa89-29b1-4c5f-8046-6fc3d4c837e2 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:44.406038 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 2653aa89-29b1-4c5f-8046-6fc3d4c837e2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:44.406419 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:44.413062 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-86220713-01b1-4d1e-a7c2-f8d8c95cb24f req-a98cf575-9b18-4f03-9ac9-f51232e50282 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 1096 time: 0.5700705 Aug 23 14:23:44.417167 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737b580-f6d4-49b6-8162-0488b3155219 req-3b8d64e4-102b-47ad-9061-93df12e737f5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:44.430826 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737b580-f6d4-49b6-8162-0488b3155219 req-3b8d64e4-102b-47ad-9061-93df12e737f5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:44.445135 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737b580-f6d4-49b6-8162-0488b3155219 req-3b8d64e4-102b-47ad-9061-93df12e737f5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:44.446167 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-45844ce9-03a1-4412-8f4b-3b1e7ad13d51 None None] Provisioning complete for port 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:44.446579 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-45844ce9-03a1-4412-8f4b-3b1e7ad13d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:44.454416 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6737b580-f6d4-49b6-8162-0488b3155219 req-3b8d64e4-102b-47ad-9061-93df12e737f5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2413 time: 0.5638249 Aug 23 14:23:44.498530 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7725317 Aug 23 14:23:44.560938 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Request body: {'port': {'device_id': '08444ad0-64f0-4cbc-9aec-bb97352f809a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:44.625779 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dacb318a-cc2f-4964-831d-4c01bb917196 req-5e79c540-dc06-4928-af0d-5b200d38facd tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658293 Aug 23 14:23:44.694286 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-45844ce9-03a1-4412-8f4b-3b1e7ad13d51 None None] Port 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:23:44.713530 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=a54d98cc-963a-47af-b94c-50f0dea95d4e,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:44.734341 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6737b580-f6d4-49b6-8162-0488b3155219 req-119bdaa6-2bd6-41ea-943b-cd83414ae7ec tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563348 Aug 23 14:23:44.750624 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:44.858108 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-86220713-01b1-4d1e-a7c2-f8d8c95cb24f req-546d44a7-6d70-4d8b-8bcb-61245473c646 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261053 Aug 23 14:23:44.877203 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-672e169b-d0dd-4c37-9973-a337e3eb3abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:44.904956 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5eb0f930-885a-4313-8f22-f108203e8ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:44.933037 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 81ec83db-2103-49c6-a22d-aa10578bf869 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:44.959494 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e169b-d0dd-4c37-9973-a337e3eb3abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e9b22f-a3aa-412c-94cc-4efefe66c322,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:44.967047 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-672e169b-d0dd-4c37-9973-a337e3eb3abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:45.038697 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:23:45.043730 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-672e169b-d0dd-4c37-9973-a337e3eb3abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:45.048820 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-672e169b-d0dd-4c37-9973-a337e3eb3abf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/92e9b22f-a3aa-412c-94cc-4efefe66c322 HTTP/1.1" status: 204 len: 168 time: 1.8996849 Aug 23 14:23:45.058271 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:45.081456 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b8abf629-7313-4447-9693-2cf5e4415b08 req-f7b71202-b251-4981-99b9-cb76135d2f19 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 210 time: 0.0824242 Aug 23 14:23:45.092227 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:45.141774 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 81ec83db-2103-49c6-a22d-aa10578bf869 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:45.143322 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:45.159517 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1b3bd-45d6-4c41-b45d-87a2f7023546 req-f0d03348-a932-4819-978b-e2d24ece31a9 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:45.160789 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a3e1b3bd-45d6-4c41-b45d-87a2f7023546 req-f0d03348-a932-4819-978b-e2d24ece31a9 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.2541616 Aug 23 14:23:45.301768 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a3e1b3bd-45d6-4c41-b45d-87a2f7023546 req-5e9417e8-b731-49c6-8f7e-237842d54d53 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285501 Aug 23 14:23:45.414784 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Router c8a18c25-94bd-4f17-9d34-c7bc8c30ff61 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:23:45.480381 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 2653aa89-29b1-4c5f-8046-6fc3d4c837e2, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=2653aa89-29b1-4c5f-8046-6fc3d4c837e2,segment=NetworkSegment(d3208f0c-2806-44be-ae90-e66d2d14a41c),segment_id=d3208f0c-2806-44be-ae90-e66d2d14a41c)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:45.495917 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-37d63102-713f-438f-8fb4-f750232a9322 None None] Provisioning for port 256467bb-1b26-4c98-8408-6cc5ac7b4113 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:45.533301 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-37d63102-713f-438f-8fb4-f750232a9322 None None] Provisioning complete for port 256467bb-1b26-4c98-8408-6cc5ac7b4113 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:45.533841 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-37d63102-713f-438f-8fb4-f750232a9322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:45.651015 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:45.701288 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-d0e425d5-311c-4fdb-bef1-31ce54009668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:45.809482 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:45.957512 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45964) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:45.973482 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device db555ab0-bfe3-4d87-ab9e-ee04157c9984 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:46.216710 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-aff51b72-7b18-4e05-b539-dae2e16a2fa2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ad7b26ac980a4b12ac623eedd54873e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1445646 Aug 23 14:23:46.216710 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256467bb-1b26-4c98-8408-6cc5ac7b4113 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:46.216710 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 45972) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:46.217732 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54d98cc-963a-47af-b94c-50f0dea95d4e'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:46.218513 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-ec11c7b5-32e9-426f-b830-230e210bbfa8 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:46.218513 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-ec11c7b5-32e9-426f-b830-230e210bbfa8 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.60 "GET /v2.0/networks?id=bde3cda3-a79e-4478-9843-40b5ea065bca HTTP/1.1" status: 200 len: 815 time: 0.4736571 Aug 23 14:23:46.229404 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:46.335131 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Transition to ACTIVE for port object 256467bb-1b26-4c98-8408-6cc5ac7b4113 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:46.344846 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Request body: {'port': {'device_id': '600ac66b-d71b-4e9e-a156-1ba976a29390', 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca', 'admin_state_up': True, 'tenant_id': 'f4078fd9dec9433dada943ac1c75d65d'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:46.416277 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 81ec83db-2103-49c6-a22d-aa10578bf869, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=81ec83db-2103-49c6-a22d-aa10578bf869,segment=NetworkSegment(6fe76ef8-ed23-4658-bd94-28af51a6d696),segment_id=6fe76ef8-ed23-4658-bd94-28af51a6d696)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:46.424967 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:23:46.453595 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] 10.222.0.86 "PUT /v2.0/routers/c8a18c25-94bd-4f17-9d34-c7bc8c30ff61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8129573 Aug 23 14:23:46.453595 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9194d440-e095-405b-bf82-1b0376c37fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:46.482453 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9194d440-e095-405b-bf82-1b0376c37fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:46.546425 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:46.552616 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-37d63102-713f-438f-8fb4-f750232a9322 None None] Port 256467bb-1b26-4c98-8408-6cc5ac7b4113 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:23:46.552616 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:46.555754 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8a65688c-cf72-49de-817e-9485a33fa620 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:46.661429 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port db555ab0-bfe3-4d87-ab9e-ee04157c9984 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:46.663096 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:46.783338 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9194d440-e095-405b-bf82-1b0376c37fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:46.801251 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb36ca-30fd-47eb-ba9c-7739e1902f57 req-747e5b38-343a-4176-8832-243b1d0a21c6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:46.809986 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb36ca-30fd-47eb-ba9c-7739e1902f57 req-747e5b38-343a-4176-8832-243b1d0a21c6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:46.823509 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb36ca-30fd-47eb-ba9c-7739e1902f57 req-747e5b38-343a-4176-8832-243b1d0a21c6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:46.825414 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2fcb36ca-30fd-47eb-ba9c-7739e1902f57 req-747e5b38-343a-4176-8832-243b1d0a21c6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2414 time: 0.6135793 Aug 23 14:23:46.843077 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:46.871472 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Pushing event updated for resources: {'Port': ['ID=256467bb-1b26-4c98-8408-6cc5ac7b4113,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:46.914660 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:47.054242 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e9062fa6-19cc-4f11-829a-aa7e6cab075e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:47.063051 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a58a2-ee52-4a02-95d8-7f118240b690 req-1d3c5d21-6022-4454-bbf1-1945e1fbf2f1 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:47.071665 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c63a58a2-ee52-4a02-95d8-7f118240b690 req-1d3c5d21-6022-4454-bbf1-1945e1fbf2f1 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 935 time: 0.8582821 Aug 23 14:23:47.119736 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:47.153462 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:47.219423 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194d440-e095-405b-bf82-1b0376c37fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f940d62-9c12-4e0f-a3e8-2a76e2bfc061,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:47.223245 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9194d440-e095-405b-bf82-1b0376c37fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:47.225295 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2fcb36ca-30fd-47eb-ba9c-7739e1902f57 req-3a53b631-9373-479a-81ff-c51938292aae tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532198 Aug 23 14:23:47.230495 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9194d440-e095-405b-bf82-1b0376c37fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:47.234806 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9194d440-e095-405b-bf82-1b0376c37fb5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9f940d62-9c12-4e0f-a3e8-2a76e2bfc061 HTTP/1.1" status: 204 len: 168 time: 1.0502379 Aug 23 14:23:47.240157 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c63a58a2-ee52-4a02-95d8-7f118240b690 req-e652e203-c667-49a9-9e21-1b6425839572 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675761 Aug 23 14:23:47.246473 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Made reservation on behalf of f4078fd9dec9433dada943ac1c75d65d for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:47.259640 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:47.362576 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Attempting to bind port 256467bb-1b26-4c98-8408-6cc5ac7b4113 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:47.362866 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Attempting to bind port 256467bb-1b26-4c98-8408-6cc5ac7b4113 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:47.363058 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Attempting to bind port 256467bb-1b26-4c98-8408-6cc5ac7b4113 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:47.364322 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=2653aa89-29b1-4c5f-8046-6fc3d4c837e2,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:47.369888 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.669s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:47.385709 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.724s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:47.392588 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Port 256467bb-1b26-4c98-8408-6cc5ac7b4113 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:23:47.392908 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Attempting to bind port 256467bb-1b26-4c98-8408-6cc5ac7b4113 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:47.421657 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:23:47.423921 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:23:47.427522 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:23:47.428146 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Bound port: 256467bb-1b26-4c98-8408-6cc5ac7b4113, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:47.428583 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:47.465675 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54d98cc-963a-47af-b94c-50f0dea95d4e', 'code': 200} Aug 23 14:23:47.710104 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] For port 256467bb-1b26-4c98-8408-6cc5ac7b4113, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:23:47.710795 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b3797284-9cef-4cc2-bd7a-a4d508b75f36 req-6fa4e3c1-9fd7-420b-bf61-e822d1e94ace tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 210 time: 0.1132808 Aug 23 14:23:47.721815 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] For port 256467bb-1b26-4c98-8408-6cc5ac7b4113, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=256467bb-1b26-4c98-8408-6cc5ac7b4113,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:23:47.806119 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:47.822924 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4dc83ff7-9b66-46ee-8e9e-7d64f7d89a3d tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:47.892247 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=81ec83db-2103-49c6-a22d-aa10578bf869,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:47.894705 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:47.898672 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] 10.222.0.91 "PUT /v2.0/ports/256467bb-1b26-4c98-8408-6cc5ac7b4113 HTTP/1.1" status: 200 len: 1095 time: 3.3465343 Aug 23 14:23:47.899754 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08444ad0-64f0-4cbc-9aec-bb97352f809a', 'tag': '256467bb-1b26-4c98-8408-6cc5ac7b4113'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:47.937981 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:48.115628 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:48.156762 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 2653aa89-29b1-4c5f-8046-6fc3d4c837e2 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:48.157520 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08444ad0-64f0-4cbc-9aec-bb97352f809a', 'tag': '256467bb-1b26-4c98-8408-6cc5ac7b4113', 'status': 'completed', 'code': 200} Aug 23 14:23:48.255659 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Allocated IP 172.20.0.6 (bde3cda3-a79e-4478-9843-40b5ea065bca/85f85230-dbce-4146-9032-327f9929bf7c/50227ae1-37fc-476c-8bdf-448e29da47ff) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:48.267797 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:48.268178 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:48.293807 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Pushing event updated for resources: {'Port': ['ID=256467bb-1b26-4c98-8408-6cc5ac7b4113,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:48.297364 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cd86e-1697-4fd7-8006-935a4b765afe req-2778a23e-0bfd-463f-a337-9d47616979ce tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:48.312811 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-316cd86e-1697-4fd7-8006-935a4b765afe req-2778a23e-0bfd-463f-a337-9d47616979ce tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.5203228 Aug 23 14:23:48.354748 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:48.517234 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-57037f1e-0ba3-4f38-a358-4204028c9880 req-0172a7b9-4024-4a00-8d35-22a4d08ce10b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cab08a6f-b05b-4615-aa02-d0ab8b517629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5610075 Aug 23 14:23:48.533181 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-e5447c02-b5bf-478a-a54c-513eea905bee service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 1098 time: 0.3746765 Aug 23 14:23:48.848262 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-6d7f7795-9571-44ee-b7ba-008a8939f3af service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=256467bb-1b26-4c98-8408-6cc5ac7b4113 HTTP/1.1" status: 200 len: 217 time: 0.3051414 Aug 23 14:23:48.859936 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:48.949462 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 2653aa89-29b1-4c5f-8046-6fc3d4c837e2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:48.950328 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:48.981038 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-57402912-8178-4d46-9b27-c45e41f6a716 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:48.982406 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-57402912-8178-4d46-9b27-c45e41f6a716 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1246333 Aug 23 14:23:49.041007 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-57037f1e-0ba3-4f38-a358-4204028c9880 req-8ee9f2da-c358-48f7-a4f5-22098c3a4db9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=cab08a6f-b05b-4615-aa02-d0ab8b517629 HTTP/1.1" status: 200 len: 1101 time: 0.3714120 Aug 23 14:23:49.127613 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-316cd86e-1697-4fd7-8006-935a4b765afe req-6f2bbde9-8c0a-4501-8bf3-7210932877e3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8152092 Aug 23 14:23:49.244403 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57037f1e-0ba3-4f38-a358-4204028c9880 req-976fbee9-daa7-4f7c-bc0e-c6de97d3ed8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:49.246101 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-57037f1e-0ba3-4f38-a358-4204028c9880 req-976fbee9-daa7-4f7c-bc0e-c6de97d3ed8a service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.1661558 Aug 23 14:23:49.263402 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-08c0736a-0239-4ce5-8f65-6a5afec486ff service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2719646 Aug 23 14:23:49.292307 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:49.352483 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c84cc0-8d28-40c1-956e-4eec31573e9b req-7c586fd1-039c-41ca-b7ec-359fda18024b tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:49.364015 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-93c84cc0-8d28-40c1-956e-4eec31573e9b req-7c586fd1-039c-41ca-b7ec-359fda18024b tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 947 time: 0.4428039 Aug 23 14:23:49.370645 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:49.372386 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:49.476164 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ec83db-2103-49c6-a22d-aa10578bf869'}, {'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:49.545480 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:49.567230 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:49.665283 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:49.812866 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-57037f1e-0ba3-4f38-a358-4204028c9880 req-9484b159-6a7e-4644-beff-85fccf8ee224 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad HTTP/1.1" status: 200 len: 217 time: 0.4497015 Aug 23 14:23:49.822369 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-93c84cc0-8d28-40c1-956e-4eec31573e9b req-af924781-99bc-4477-9abb-215fc5cb85e5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561563 Aug 23 14:23:49.834375 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:49.860625 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-86df08ab-b23f-42ff-b4eb-68e50bedfd14 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:50.003665 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bdef4-ba79-4ab8-8cb6-15a551e17d3a req-cbd8fa7a-e8b1-4af2-a4d4-53498e8adb8c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:50.010135 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bdef4-ba79-4ab8-8cb6-15a551e17d3a req-cbd8fa7a-e8b1-4af2-a4d4-53498e8adb8c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:50.015325 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bdef4-ba79-4ab8-8cb6-15a551e17d3a req-cbd8fa7a-e8b1-4af2-a4d4-53498e8adb8c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:50.017099 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ce4bdef4-ba79-4ab8-8cb6-15a551e17d3a req-cbd8fa7a-e8b1-4af2-a4d4-53498e8adb8c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2416 time: 0.5366447 Aug 23 14:23:50.123879 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Network bde3cda3-a79e-4478-9843-40b5ea065bca is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:50.152629 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:50.165760 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:23:50.309653 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57037f1e-0ba3-4f38-a358-4204028c9880 req-3d19f62d-86bf-45f2-a260-77db948c1807 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:50.312545 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-57037f1e-0ba3-4f38-a358-4204028c9880 req-3d19f62d-86bf-45f2-a260-77db948c1807 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.4868944 Aug 23 14:23:50.321466 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ce4bdef4-ba79-4ab8-8cb6-15a551e17d3a req-f6dc4d8b-17ad-4502-aa28-094971b7bb23 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896821 Aug 23 14:23:50.337441 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Pushing event updated for resources: {'Port': ['ID=50227ae1-37fc-476c-8bdf-448e29da47ff,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:50.341857 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:50.520406 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:50.521765 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:50.585510 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3a990-1bf9-41a1-8476-19e2ae299ca8 req-a3faeaab-66d0-465c-906f-5d61d2dac1ad tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:50.585510 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-d8e3a990-1bf9-41a1-8476-19e2ae299ca8 req-a3faeaab-66d0-465c-906f-5d61d2dac1ad tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Synchronizing usage tracker for tenant:f4078fd9dec9433dada943ac1c75d65d on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:50.609476 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-13d39eb4-7e31-4984-9161-7c41a3128f06 req-8f0557de-1282-42bb-9418-72ba7b5fcc2d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=344156d3-a79e-40e8-9227-86795f137ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2012405 Aug 23 14:23:50.640266 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-1f407438-1257-47b6-ac4e-4639dae60be6 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3681819 Aug 23 14:23:50.701942 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4116302 Aug 23 14:23:50.723604 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Request body: {'port': {'device_id': '600ac66b-d71b-4e9e-a156-1ba976a29390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:23:50.802915 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-13d39eb4-7e31-4984-9161-7c41a3128f06 req-cf0078f3-9fcd-4cb5-b921-745228526e51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 1100 time: 0.1479735 Aug 23 14:23:50.909987 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-57037f1e-0ba3-4f38-a358-4204028c9880 req-5d6c6228-42fd-40fd-9ffe-4aad06fdb696 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5376043 Aug 23 14:23:51.079010 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-d8e3a990-1bf9-41a1-8476-19e2ae299ca8 req-a3faeaab-66d0-465c-906f-5d61d2dac1ad tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Unset dirty status for tenant:f4078fd9dec9433dada943ac1c75d65d on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:51.119115 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d8e3a990-1bf9-41a1-8476-19e2ae299ca8 req-a3faeaab-66d0-465c-906f-5d61d2dac1ad tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 931 time: 0.7623153 Aug 23 14:23:51.134754 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8b8f56f6-3ea6-40c3-9979-a7b3f032aac5 req-a8f94032-ddb0-4a57-960a-414b94d63242 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835916 Aug 23 14:23:51.235383 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-57037f1e-0ba3-4f38-a358-4204028c9880 req-b22642b2-fa2f-4e77-a6dd-ca3ae6e44c49 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146012 Aug 23 14:23:51.242912 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-093b440c-68e8-43f6-9162-80b520511d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:51.334856 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d8e3a990-1bf9-41a1-8476-19e2ae299ca8 req-e8f1e65d-6c22-44d0-b0b1-5aba5f670521 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147584 Aug 23 14:23:51.404639 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:51.482719 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d39eb4-7e31-4984-9161-7c41a3128f06 req-179d2344-39f8-40d8-ab68-92308bbb8124 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:51.484407 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-13d39eb4-7e31-4984-9161-7c41a3128f06 req-179d2344-39f8-40d8-ab68-92308bbb8124 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.6300952 Aug 23 14:23:51.518816 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ec83db-2103-49c6-a22d-aa10578bf869', 'code': 200} Aug 23 14:23:51.518816 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8', 'code': 200} Aug 23 14:23:51.642214 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-13d39eb4-7e31-4984-9161-7c41a3128f06 req-f4a41bb1-a7a8-45fc-b18d-7a2779bfee4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=7a7c1f89-ab22-4f6c-a376-97349b6a4c31 HTTP/1.1" status: 200 len: 217 time: 0.1418726 Aug 23 14:23:51.771653 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:51.873598 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d39eb4-7e31-4984-9161-7c41a3128f06 req-cfdde718-4dc2-4024-bda7-8ebc2e6862ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:51.877882 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-13d39eb4-7e31-4984-9161-7c41a3128f06 req-cfdde718-4dc2-4024-bda7-8ebc2e6862ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2214079 Aug 23 14:23:51.922611 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-57037f1e-0ba3-4f38-a358-4204028c9880 req-7f15597a-6d86-4705-88fc-96fe3eecee5f service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6792810 Aug 23 14:23:51.976853 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1bf0b5e9-5f67-4602-866c-fce81f4aed6f req-fa898493-f0d6-455f-b1ad-d44d69d32f86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2869 time: 0.2410665 Aug 23 14:23:51.981901 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a3e1628d-e5ae-440c-8153-0bd253dba967 req-c91be811-5839-412d-8207-b835d2bc7731 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 1098 time: 0.5434930 Aug 23 14:23:52.162431 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1bf0b5e9-5f67-4602-866c-fce81f4aed6f req-03411c93-65f7-4dcd-a081-90ef9696923e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733627 Aug 23 14:23:52.215236 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1628d-e5ae-440c-8153-0bd253dba967 req-d768d654-083a-43cc-98db-0eb761a7e49b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:52.218366 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a3e1628d-e5ae-440c-8153-0bd253dba967 req-d768d654-083a-43cc-98db-0eb761a7e49b service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.2286758 Aug 23 14:23:52.311527 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a3e1628d-e5ae-440c-8153-0bd253dba967 req-6b82dc8d-232a-40b2-9961-a22984c0cf54 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=256467bb-1b26-4c98-8408-6cc5ac7b4113 HTTP/1.1" status: 200 len: 217 time: 0.0843947 Aug 23 14:23:52.400168 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1628d-e5ae-440c-8153-0bd253dba967 req-afda19ea-0094-4ba3-a7f4-435d1f78ee59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:52.402755 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a3e1628d-e5ae-440c-8153-0bd253dba967 req-afda19ea-0094-4ba3-a7f4-435d1f78ee59 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.0812068 Aug 23 14:23:52.522365 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a3e1628d-e5ae-440c-8153-0bd253dba967 req-f998afa2-dccc-4c5b-b7fa-667df2618048 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070063 Aug 23 14:23:52.723598 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-13d39eb4-7e31-4984-9161-7c41a3128f06 req-e24d032c-2979-4bd4-881f-27c5e0fe627b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6795783 Aug 23 14:23:52.761503 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a3e1628d-e5ae-440c-8153-0bd253dba967 req-69a26257-f04a-439e-885a-399d0f17963c service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289667 Aug 23 14:23:52.963368 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d196d5d-6cb9-483a-9e60-a6ad2782d886 req-59d17ad8-9237-4bf3-9336-e9280cfa0dcc tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:52.971833 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4d196d5d-6cb9-483a-9e60-a6ad2782d886 req-59d17ad8-9237-4bf3-9336-e9280cfa0dcc tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 947 time: 1.0898259 Aug 23 14:23:52.999894 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a3e1628d-e5ae-440c-8153-0bd253dba967 req-4a12ef5b-c554-4992-beda-e4f5ea1d32fb service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300000 Aug 23 14:23:53.002830 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a42dcd-acc1-4903-8d10-208571099a6f req-ec4841c4-cec2-4c68-95c6-032c4af408e8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:53.008639 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a42dcd-acc1-4903-8d10-208571099a6f req-ec4841c4-cec2-4c68-95c6-032c4af408e8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:53.013254 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a42dcd-acc1-4903-8d10-208571099a6f req-ec4841c4-cec2-4c68-95c6-032c4af408e8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:53.021757 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-40a42dcd-acc1-4903-8d10-208571099a6f req-ec4841c4-cec2-4c68-95c6-032c4af408e8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2416 time: 0.9876947 Aug 23 14:23:53.025709 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-13d39eb4-7e31-4984-9161-7c41a3128f06 req-06e05ec0-2056-4bf6-925e-19e4ff4ffb02 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892725 Aug 23 14:23:53.303198 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-40a42dcd-acc1-4903-8d10-208571099a6f req-293ae124-3b00-4ac1-90d1-6e69647ccd9e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800138 Aug 23 14:23:53.385104 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-13d39eb4-7e31-4984-9161-7c41a3128f06 req-97d27f71-7504-41ab-884a-7770add38431 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366437 Aug 23 14:23:53.399094 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4d196d5d-6cb9-483a-9e60-a6ad2782d886 req-8a242576-b2e9-46a1-9cee-e7918130bc2a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255013 Aug 23 14:23:53.638123 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e179a9ae-4258-4050-a255-c77e09913bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:53.803102 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50227ae1-37fc-476c-8bdf-448e29da47ff {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:53.815853 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:53.871242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Transition to ACTIVE for port object 50227ae1-37fc-476c-8bdf-448e29da47ff will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:53.882346 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbdc26-149b-4363-8e80-a4ee3bfe1662 req-f641b263-068d-4f21-86ae-d0360f7bbbda tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:53.889209 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-17cbdc26-149b-4363-8e80-a4ee3bfe1662 req-f641b263-068d-4f21-86ae-d0360f7bbbda tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.2642295 Aug 23 14:23:53.947682 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:53.954126 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-091e4277-38aa-46cb-aa98-5c7fe16ec840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:54.008686 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-17cbdc26-149b-4363-8e80-a4ee3bfe1662 req-38d72fa8-43e6-4841-8c99-64c526432b4d tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185410 Aug 23 14:23:54.027385 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69527472-247d-449d-9daa-dd50af407f9d req-262ec92a-1571-465c-93a4-df4fcf132409 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:54.028916 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69527472-247d-449d-9daa-dd50af407f9d req-262ec92a-1571-465c-93a4-df4fcf132409 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 931 time: 0.3033705 Aug 23 14:23:54.141179 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Pushing event updated for resources: {'Port': ['ID=50227ae1-37fc-476c-8bdf-448e29da47ff,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:54.144646 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:54.180532 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-69527472-247d-449d-9daa-dd50af407f9d req-cabdce0c-0934-4180-8207-f0e9b748c088 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901353 Aug 23 14:23:54.374693 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Attempting to bind port 50227ae1-37fc-476c-8bdf-448e29da47ff on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:54.375048 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Attempting to bind port 50227ae1-37fc-476c-8bdf-448e29da47ff by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '894b2a0d-918e-4692-93d0-de48eed59442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:54.376152 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Attempting to bind port 50227ae1-37fc-476c-8bdf-448e29da47ff on network bde3cda3-a79e-4478-9843-40b5ea065bca {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:54.389787 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Port 50227ae1-37fc-476c-8bdf-448e29da47ff on network bde3cda3-a79e-4478-9843-40b5ea065bca not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:23:54.390108 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Attempting to bind port 50227ae1-37fc-476c-8bdf-448e29da47ff on network bde3cda3-a79e-4478-9843-40b5ea065bca {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:23:54.397641 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:23:54.400839 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Checking segment: {'id': '894b2a0d-918e-4692-93d0-de48eed59442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:23:54.400839 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Bound using segment: {'id': '894b2a0d-918e-4692-93d0-de48eed59442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:23:54.400839 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Bound port: 50227ae1-37fc-476c-8bdf-448e29da47ff, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894b2a0d-918e-4692-93d0-de48eed59442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:54.400839 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:54.507230 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:54.598701 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] For port 50227ae1-37fc-476c-8bdf-448e29da47ff, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:23:54.612788 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] For port 50227ae1-37fc-476c-8bdf-448e29da47ff, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=50227ae1-37fc-476c-8bdf-448e29da47ff,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:23:54.634887 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468bfaf-f5a2-48f1-8c2d-8211e6a51126 req-659d44c9-432c-486b-9950-9e5adb00cbe5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:54.642048 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468bfaf-f5a2-48f1-8c2d-8211e6a51126 req-659d44c9-432c-486b-9950-9e5adb00cbe5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:54.651460 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468bfaf-f5a2-48f1-8c2d-8211e6a51126 req-659d44c9-432c-486b-9950-9e5adb00cbe5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:54.659235 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b468bfaf-f5a2-48f1-8c2d-8211e6a51126 req-659d44c9-432c-486b-9950-9e5adb00cbe5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2416 time: 0.1454298 Aug 23 14:23:54.721878 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b468bfaf-f5a2-48f1-8c2d-8211e6a51126 req-aed8958f-2ff0-44b0-9b82-9265f82cbf5f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597486 Aug 23 14:23:54.725777 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:54.738074 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d2aecb5d-4689-458a-85e6-e089ad5df036 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:54.857747 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Pushing event updated for resources: {'Port': ['ID=50227ae1-37fc-476c-8bdf-448e29da47ff,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:54.872552 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:54.924200 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:54.926389 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] 10.222.0.60 "PUT /v2.0/ports/50227ae1-37fc-476c-8bdf-448e29da47ff HTTP/1.1" status: 200 len: 1091 time: 4.2116380 Aug 23 14:23:54.927677 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600ac66b-d71b-4e9e-a156-1ba976a29390', 'tag': '50227ae1-37fc-476c-8bdf-448e29da47ff'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:54.984964 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f3ae1-6109-455b-aae4-d12a1562d8e0 req-50112122-151c-442c-a5df-8068b7acec68 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:54.987396 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-422f3ae1-6109-455b-aae4-d12a1562d8e0 req-50112122-151c-442c-a5df-8068b7acec68 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 947 time: 0.1116161 Aug 23 14:23:55.127710 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-422f3ae1-6109-455b-aae4-d12a1562d8e0 req-df45e12a-d75f-4628-9043-030d1edb1605 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274107 Aug 23 14:23:55.213307 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-bf7b15a1-0716-401b-82b6-78d6875931b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4078fd9dec9433dada943ac1c75d65d&device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 1094 time: 0.1468623 Aug 23 14:23:55.332081 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-3686da9e-3b31-4d20-8721-edf4aa49468f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50227ae1-37fc-476c-8bdf-448e29da47ff HTTP/1.1" status: 200 len: 217 time: 0.1108172 Aug 23 14:23:55.333884 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600ac66b-d71b-4e9e-a156-1ba976a29390', 'tag': '50227ae1-37fc-476c-8bdf-448e29da47ff', 'status': 'completed', 'code': 200} Aug 23 14:23:55.505989 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 256467bb-1b26-4c98-8408-6cc5ac7b4113 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:23:55.548382 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-d368ff20-f915-4460-a1d2-cc4ceea1f860 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:55.549882 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-d368ff20-f915-4460-a1d2-cc4ceea1f860 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85f85230-dbce-4146-9032-327f9929bf7c HTTP/1.1" status: 200 len: 855 time: 0.2113495 Aug 23 14:23:55.750641 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 256467bb-1b26-4c98-8408-6cc5ac7b4113, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=256467bb-1b26-4c98-8408-6cc5ac7b4113,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:55.783915 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '256467bb-1b26-4c98-8408-6cc5ac7b4113', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '256467bb-1b26-4c98-8408-6cc5ac7b4113', 'mac_address': 'fa:16:3e:95:41:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:23:55.876125 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-f9c04335-5425-4278-b1c5-81264465993c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bde3cda3-a79e-4478-9843-40b5ea065bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3096352 Aug 23 14:23:55.882423 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:55.939263 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256467bb-1b26-4c98-8408-6cc5ac7b4113 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:55.977933 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 256467bb-1b26-4c98-8408-6cc5ac7b4113, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=256467bb-1b26-4c98-8408-6cc5ac7b4113,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:56.049828 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391a370-26e1-4161-a3fa-97a326c46c2b req-6a87d172-c437-4703-bdfc-880547a1fb1e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:56.051646 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f391a370-26e1-4161-a3fa-97a326c46c2b req-6a87d172-c437-4703-bdfc-880547a1fb1e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.6370714 Aug 23 14:23:56.092094 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f8faf-9a83-466c-864b-31b746dd1926 req-080a4fc4-dcc8-4013-9277-baa30db02bb6 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:56.098192 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-097f8faf-9a83-466c-864b-31b746dd1926 req-080a4fc4-dcc8-4013-9277-baa30db02bb6 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 943 time: 0.6421602 Aug 23 14:23:56.109467 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-2de32fae-3421-4815-b527-7d017e12869e service neutron] 10.222.0.60 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252080 Aug 23 14:23:56.287741 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f391a370-26e1-4161-a3fa-97a326c46c2b req-9df68e8d-a207-49bd-a262-e4c92a50eb1d tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226365 Aug 23 14:23:56.293954 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-097f8faf-9a83-466c-864b-31b746dd1926 req-3d56acec-1e8f-4ae7-bee4-a57ec4a2efa1 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891212 Aug 23 14:23:56.354345 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcf4bc41-e881-42f4-b548-7fcee86e072a req-fbeab183-1032-49d1-8f5f-eab53c267e3b service neutron] 10.222.0.60 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262549 Aug 23 14:23:56.438460 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:56.439332 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:56.442814 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:56.598380 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=256467bb-1b26-4c98-8408-6cc5ac7b4113,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:56.613752 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:56.679507 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1148c587-0a7d-4799-95af-58f5bc89b3b9 req-48477f67-48d4-4ab3-84b2-e4aa93c4e68d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4078fd9dec9433dada943ac1c75d65d&device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 1094 time: 0.1463594 Aug 23 14:23:56.730019 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['256467bb-1b26-4c98-8408-6cc5ac7b4113'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:56.915092 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148c587-0a7d-4799-95af-58f5bc89b3b9 req-875e597f-d12c-4093-bcdb-43c2c310eee3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:56.939949 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1148c587-0a7d-4799-95af-58f5bc89b3b9 req-875e597f-d12c-4093-bcdb-43c2c310eee3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bde3cda3-a79e-4478-9843-40b5ea065bca HTTP/1.1" status: 200 len: 916 time: 0.2319283 Aug 23 14:23:56.991876 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1148c587-0a7d-4799-95af-58f5bc89b3b9 req-fc6ed348-9475-4e27-a3a7-8038621c8328 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50227ae1-37fc-476c-8bdf-448e29da47ff HTTP/1.1" status: 200 len: 217 time: 0.0680711 Aug 23 14:23:57.095316 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148c587-0a7d-4799-95af-58f5bc89b3b9 req-254e879a-e3cf-4ea2-b9d2-e9af65acbfb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:57.096984 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1148c587-0a7d-4799-95af-58f5bc89b3b9 req-254e879a-e3cf-4ea2-b9d2-e9af65acbfb5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=85f85230-dbce-4146-9032-327f9929bf7c HTTP/1.1" status: 200 len: 855 time: 0.0978842 Aug 23 14:23:57.149003 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1148c587-0a7d-4799-95af-58f5bc89b3b9 req-3750e097-8a13-4643-9a9b-57ddf9b914fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bde3cda3-a79e-4478-9843-40b5ea065bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449915 Aug 23 14:23:57.506604 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1148c587-0a7d-4799-95af-58f5bc89b3b9 req-ebd22e67-f031-4faf-badc-4863a608e1db service neutron] 10.222.0.60 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460708 Aug 23 14:23:57.635764 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dbd12-e631-4162-bed1-401d3a76e494 req-f637f31c-c5a5-4b2d-a111-3c4b733de5f8 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:57.637318 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a26dbd12-e631-4162-bed1-401d3a76e494 req-f637f31c-c5a5-4b2d-a111-3c4b733de5f8 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 948 time: 0.3880804 Aug 23 14:23:57.644788 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44027c-cae4-477f-9463-b65d69e56fdb req-bcb5f35d-7f5b-48af-a0c2-8f5cb315f7a4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:57.650057 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44027c-cae4-477f-9463-b65d69e56fdb req-bcb5f35d-7f5b-48af-a0c2-8f5cb315f7a4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:57.654074 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44027c-cae4-477f-9463-b65d69e56fdb req-bcb5f35d-7f5b-48af-a0c2-8f5cb315f7a4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:57.655821 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a44027c-cae4-477f-9463-b65d69e56fdb req-bcb5f35d-7f5b-48af-a0c2-8f5cb315f7a4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2416 time: 0.3441017 Aug 23 14:23:57.822189 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a26dbd12-e631-4162-bed1-401d3a76e494 req-6e27bcb7-736c-4cdd-a068-61837cdeca73 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633205 Aug 23 14:23:57.838155 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8a44027c-cae4-477f-9463-b65d69e56fdb req-c0a5b574-363d-4934-893f-ca058a9e3b30 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438513 Aug 23 14:23:57.841346 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1148c587-0a7d-4799-95af-58f5bc89b3b9 req-1229a32f-c185-4f2c-b072-03935ea76e59 service neutron] 10.222.0.60 "GET /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254483 Aug 23 14:23:58.124455 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 50227ae1-37fc-476c-8bdf-448e29da47ff details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:23:58.164619 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e04416-63ad-458d-b4af-4ffdacd1560f req-3710bc29-3bce-4612-baaa-26e4ca91a187 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:58.166912 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d8e04416-63ad-458d-b4af-4ffdacd1560f req-3710bc29-3bce-4612-baaa-26e4ca91a187 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 943 time: 0.1338892 Aug 23 14:23:58.271131 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d8e04416-63ad-458d-b4af-4ffdacd1560f req-dec144c0-378c-465d-b9af-b3b6e413273e tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979850 Aug 23 14:23:58.359974 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 50227ae1-37fc-476c-8bdf-448e29da47ff, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=50227ae1-37fc-476c-8bdf-448e29da47ff,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:58.414150 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '50227ae1-37fc-476c-8bdf-448e29da47ff', 'network_id': 'bde3cda3-a79e-4478-9843-40b5ea065bca', 'port_id': '50227ae1-37fc-476c-8bdf-448e29da47ff', 'mac_address': 'fa:16:3e:ce:44:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f85230-dbce-4146-9032-327f9929bf7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:23:58.536349 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:58.577327 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50227ae1-37fc-476c-8bdf-448e29da47ff {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:58.605486 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 50227ae1-37fc-476c-8bdf-448e29da47ff, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=50227ae1-37fc-476c-8bdf-448e29da47ff,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:23:58.653054 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994bd3c-d494-4bd0-b3ed-613a88dc0a47 req-efdc59dc-21dd-4f41-aa02-7a4dc141f978 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:58.659959 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c994bd3c-d494-4bd0-b3ed-613a88dc0a47 req-efdc59dc-21dd-4f41-aa02-7a4dc141f978 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.2078068 Aug 23 14:23:58.678911 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:58.681607 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:58.809839 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c994bd3c-d494-4bd0-b3ed-613a88dc0a47 req-97cc5497-09f5-4ee4-902c-276d10036839 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448162 Aug 23 14:23:58.827649 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=50227ae1-37fc-476c-8bdf-448e29da47ff,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:58.848185 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:58.878991 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-9e712708-3abc-4153-b798-255a21a4374a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:58.885802 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-9e712708-3abc-4153-b798-255a21a4374a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:58.889700 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-9e712708-3abc-4153-b798-255a21a4374a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:58.891586 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-9e712708-3abc-4153-b798-255a21a4374a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.60 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2416 time: 0.1647053 Aug 23 14:23:58.949698 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['50227ae1-37fc-476c-8bdf-448e29da47ff'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:23:59.405875 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-488f62b6-7514-489d-91d0-c944141009fa tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Deleting port 81ec83db-2103-49c6-a22d-aa10578bf869 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:23:59.406407 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-488f62b6-7514-489d-91d0-c944141009fa tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:59.540781 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 256467bb-1b26-4c98-8408-6cc5ac7b4113 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:59.667213 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d0816-cbcb-4423-8367-83cc2368806e req-5d741ea9-129d-40cf-812f-5a6d4616864b tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:59.672434 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d0816-cbcb-4423-8367-83cc2368806e req-5d741ea9-129d-40cf-812f-5a6d4616864b tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:59.678269 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d0816-cbcb-4423-8367-83cc2368806e req-5d741ea9-129d-40cf-812f-5a6d4616864b tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:59.690467 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd7d0816-cbcb-4423-8367-83cc2368806e req-5d741ea9-129d-40cf-812f-5a6d4616864b tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 2416 time: 0.6527596 Aug 23 14:23:59.745756 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f1b31-ab8b-4c25-845f-7a8698ebc140 req-7e0ed85a-1056-4265-892a-0b2ce29dad12 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:59.747651 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c17f1b31-ab8b-4c25-845f-7a8698ebc140 req-7e0ed85a-1056-4265-892a-0b2ce29dad12 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 948 time: 0.6138020 Aug 23 14:23:59.823365 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 256467bb-1b26-4c98-8408-6cc5ac7b4113 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:59.829468 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 256467bb-1b26-4c98-8408-6cc5ac7b4113 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:59.830326 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:59.936419 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd7d0816-cbcb-4423-8367-83cc2368806e req-573ae18e-df6a-494f-8d7d-cde7aa15b1ad tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446365 Aug 23 14:23:59.986364 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c17f1b31-ab8b-4c25-845f-7a8698ebc140 req-6d281ced-61e5-4026-976c-116645dc8daf tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683152 Aug 23 14:24:00.023343 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-488f62b6-7514-489d-91d0-c944141009fa tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] For port 81ec83db-2103-49c6-a22d-aa10578bf869, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=81ec83db-2103-49c6-a22d-aa10578bf869,segment=NetworkSegment(6fe76ef8-ed23-4658-bd94-28af51a6d696),segment_id=6fe76ef8-ed23-4658-bd94-28af51a6d696)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:00.023343 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-488f62b6-7514-489d-91d0-c944141009fa tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:00.096568 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:00.155926 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 50227ae1-37fc-476c-8bdf-448e29da47ff up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:00.200910 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08444ad0-64f0-4cbc-9aec-bb97352f809a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256467bb-1b26-4c98-8408-6cc5ac7b4113'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:00.223738 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 256467bb-1b26-4c98-8408-6cc5ac7b4113, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=256467bb-1b26-4c98-8408-6cc5ac7b4113,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:00.247166 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-488f62b6-7514-489d-91d0-c944141009fa tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Calling delete_port for 81ec83db-2103-49c6-a22d-aa10578bf869 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:24:00.306746 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:00.308586 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:00.351867 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 50227ae1-37fc-476c-8bdf-448e29da47ff completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:00.375733 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 50227ae1-37fc-476c-8bdf-448e29da47ff triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:00.375733 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:00.483981 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=256467bb-1b26-4c98-8408-6cc5ac7b4113,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:00.493357 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:00.570685 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46284) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:00.655312 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:00.711428 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 50227ae1-37fc-476c-8bdf-448e29da47ff, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=50227ae1-37fc-476c-8bdf-448e29da47ff,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:00.743199 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e94028-2a42-4540-9843-6cd8e56f4cca req-d26852a8-4acf-45aa-8255-0c191f32f157 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:00.752456 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-70e94028-2a42-4540-9843-6cd8e56f4cca req-d26852a8-4acf-45aa-8255-0c191f32f157 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.4747565 Aug 23 14:24:00.764567 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-488f62b6-7514-489d-91d0-c944141009fa tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:00.808448 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:00.809843 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:00.811119 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a54d98cc-963a-47af-b94c-50f0dea95d4e no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:00.880408 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-38330733-02ea-470c-8fd8-da4dcf285468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:00.999866 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=50227ae1-37fc-476c-8bdf-448e29da47ff,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:01.011078 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f62b6-7514-489d-91d0-c944141009fa tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event deleted for resources: {'Port': ['ID=81ec83db-2103-49c6-a22d-aa10578bf869,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:01.017638 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:01.054988 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0700cda-1ee9-44a3-9620-ea7deb4d659a req-8fc40dad-89cd-4ce6-a31c-9a5d446d0142 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:01.065225 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b0700cda-1ee9-44a3-9620-ea7deb4d659a req-8fc40dad-89cd-4ce6-a31c-9a5d446d0142 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 944 time: 0.8464329 Aug 23 14:24:01.073960 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-488f62b6-7514-489d-91d0-c944141009fa tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:01.075896 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-488f62b6-7514-489d-91d0-c944141009fa tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] No DVR routers for this DVR port 81ec83db-2103-49c6-a22d-aa10578bf869 on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:24:01.083751 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-488f62b6-7514-489d-91d0-c944141009fa tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:01.108801 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'name': 'network-vif-deleted', 'tag': '81ec83db-2103-49c6-a22d-aa10578bf869'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:01.149868 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:01.172133 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-06f00372-dc50-4e05-95dc-4a8425ae7019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:01.201864 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a54d98cc-963a-47af-b94c-50f0dea95d4e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a54d98cc-963a-47af-b94c-50f0dea95d4e,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:01.234559 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-06f00372-dc50-4e05-95dc-4a8425ae7019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:01.234802 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-70e94028-2a42-4540-9843-6cd8e56f4cca req-5b448ee4-c93a-497f-8f54-933933785ab9 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786108 Aug 23 14:24:01.235538 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b0700cda-1ee9-44a3-9620-ea7deb4d659a req-421d0624-e673-4529-a1c4-c470d46c1be6 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303544 Aug 23 14:24:01.242490 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-06f00372-dc50-4e05-95dc-4a8425ae7019 admin admin] Usage tracker for resource:security_group_rule and tenant:e72d9bc028a943d9b8fc11f2cdf6112c is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:01.249103 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-06f00372-dc50-4e05-95dc-4a8425ae7019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:01.269374 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-488f62b6-7514-489d-91d0-c944141009fa tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.60 "DELETE /v2.0/ports/81ec83db-2103-49c6-a22d-aa10578bf869 HTTP/1.1" status: 204 len: 173 time: 2.3466513 Aug 23 14:24:01.271928 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-06f00372-dc50-4e05-95dc-4a8425ae7019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:01.309953 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:01.310796 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 81ec83db-2103-49c6-a22d-aa10578bf869 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:01.394975 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08444ad0-64f0-4cbc-9aec-bb97352f809a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256467bb-1b26-4c98-8408-6cc5ac7b4113', 'code': 200} Aug 23 14:24:01.398386 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:01.413645 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Deleting port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:24:01.417577 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:01.450199 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-06f00372-dc50-4e05-95dc-4a8425ae7019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:01.545598 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 81ec83db-2103-49c6-a22d-aa10578bf869 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:24:01.545598 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 81ec83db-2103-49c6-a22d-aa10578bf869 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:24:01.546442 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:01.622440 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-06f00372-dc50-4e05-95dc-4a8425ae7019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:01.686805 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3845fb7c-f39d-4b58-836f-4b1a128a1ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:01.702452 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-06f00372-dc50-4e05-95dc-4a8425ae7019 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e72d9bc028a943d9b8fc11f2cdf6112c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1293581 Aug 23 14:24:01.722018 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46310) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:01.814645 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=a54d98cc-963a-47af-b94c-50f0dea95d4e,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:01.848021 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:01.921863 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:01.984925 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Sync routers for ids ['c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:24:02.065008 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:02.070462 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Routers {'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:24:02.071513 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:23:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:02.097191 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f00372-dc50-4e05-95dc-4a8425ae7019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7363a21-9e05-456a-b7ed-306d2cb45b0a,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:02.151532 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-06f00372-dc50-4e05-95dc-4a8425ae7019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:02.151532 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-65efb7e7-3a04-43c9-a409-1a5be0bd81d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:02.161817 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ebba4d50-8676-42f0-b75e-083125475087 req-c7e21dc0-ce89-4221-b039-efed5dd1ef68 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 1100 time: 0.6661189 Aug 23 14:24:02.168461 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-65efb7e7-3a04-43c9-a409-1a5be0bd81d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:02.235218 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688b0c2-2f29-4a4f-8b3e-534cbc6a86f6 req-289acade-2859-4e15-b4a1-3a89edd9c86b tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:02.243591 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1688b0c2-2f29-4a4f-8b3e-534cbc6a86f6 req-289acade-2859-4e15-b4a1-3a89edd9c86b tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 949 time: 0.6059134 Aug 23 14:24:02.250062 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:02.264428 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:02.280510 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:02.297768 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ebba4d50-8676-42f0-b75e-083125475087 req-2b6bbc9e-22b2-4980-b298-927c4b04ad21 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041241 Aug 23 14:24:02.358505 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] For port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:02.358862 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:02.403087 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:02.406356 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Set router c8a18c25-94bd-4f17-9d34-c7bc8c30ff61 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:24:02.413925 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-65efb7e7-3a04-43c9-a409-1a5be0bd81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:02.425267 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b92864ed-eebe-477b-836d-80a4cc587110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:02.461870 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efb7e7-3a04-43c9-a409-1a5be0bd81d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7363a21-9e05-456a-b7ed-306d2cb45b0a,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:02.465467 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-65efb7e7-3a04-43c9-a409-1a5be0bd81d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:02.478841 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-65efb7e7-3a04-43c9-a409-1a5be0bd81d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:02.481537 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-65efb7e7-3a04-43c9-a409-1a5be0bd81d4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c7363a21-9e05-456a-b7ed-306d2cb45b0a HTTP/1.1" status: 204 len: 168 time: 0.7312925 Aug 23 14:24:02.491454 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:02.873379 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Calling delete_port for 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:24:02.959733 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3940b-31e3-4e3e-a715-8f4375533b3b req-0d4b26e0-cdc2-48ae-9c1a-85b2adbac5b5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:02.964681 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3940b-31e3-4e3e-a715-8f4375533b3b req-0d4b26e0-cdc2-48ae-9c1a-85b2adbac5b5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:02.965799 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-dbe3940b-31e3-4e3e-a715-8f4375533b3b req-0d4b26e0-cdc2-48ae-9c1a-85b2adbac5b5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Synchronizing usage tracker for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:03.032883 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'name': 'tempest-TaggedBootDevicesTest_v242-1149859490-router', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:27Z', 'updated_at': '2021-08-23T14:23:40Z', 'revision_number': 4, 'project_id': '4ae04c19703948b084682c54287f9037', 'gw_port': {'id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:29Z', 'updated_at': '2021-08-23T14:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a', 'name': '', 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'mac_address': 'fa:16:3e:c2:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98220cf1-ec84-4f91-ba4c-8e422c188293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:37Z', 'updated_at': '2021-08-23T14:23:41Z', 'revision_number': 2, 'project_id': '4ae04c19703948b084682c54287f9037', 'subnets': [{'id': '98220cf1-ec84-4f91-ba4c-8e422c188293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:03.047924 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Checking router: c8a18c25-94bd-4f17-9d34-c7bc8c30ff61 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:24:03.048570 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Updating router c8a18c25-94bd-4f17-9d34-c7bc8c30ff61 port 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:24:03.052371 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1688b0c2-2f29-4a4f-8b3e-534cbc6a86f6 req-a7bfae0d-fd08-4ca2-9197-06b5ccd0d010 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7757490 Aug 23 14:24:03.147100 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:03.194387 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'name': 'network-vif-deleted', 'tag': '81ec83db-2103-49c6-a22d-aa10578bf869', 'status': 'completed', 'code': 200} Aug 23 14:24:03.250283 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.api [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:24:03.254655 n-d-805629-1 neutron-server[76505]: DEBUG oslo_db.api [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:24:03.402399 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-dbe3940b-31e3-4e3e-a715-8f4375533b3b req-0d4b26e0-cdc2-48ae-9c1a-85b2adbac5b5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Unset dirty status for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:03.404247 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dbe3940b-31e3-4e3e-a715-8f4375533b3b req-0d4b26e0-cdc2-48ae-9c1a-85b2adbac5b5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 1678 time: 1.7667265 Aug 23 14:24:03.441753 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600ac66b-d71b-4e9e-a156-1ba976a29390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50227ae1-37fc-476c-8bdf-448e29da47ff'}, {'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54d98cc-963a-47af-b94c-50f0dea95d4e'}, {'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:03.458466 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:03.548566 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dbe3940b-31e3-4e3e-a715-8f4375533b3b req-14d6ae54-a957-4d31-a8ca-b091a219f418 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267607 Aug 23 14:24:03.555331 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836cc61-936f-41e1-91dc-6445335fc487 req-819ec0df-e736-40d2-87fc-21a80fe51ab5 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:03.569194 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a836cc61-936f-41e1-91dc-6445335fc487 req-819ec0df-e736-40d2-87fc-21a80fe51ab5 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.2360644 Aug 23 14:24:03.702232 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a836cc61-936f-41e1-91dc-6445335fc487 req-f54b81e0-c107-4a3f-9f6f-342088e9af6a tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317430 Aug 23 14:24:03.752878 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Deleting port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:24:03.753657 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:03.793584 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:03.852576 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Transition to ACTIVE for port object 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:03.934503 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600ac66b-d71b-4e9e-a156-1ba976a29390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50227ae1-37fc-476c-8bdf-448e29da47ff', 'code': 200} Aug 23 14:24:03.934865 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54d98cc-963a-47af-b94c-50f0dea95d4e', 'code': 200} Aug 23 14:24:03.935227 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8', 'code': 200} Aug 23 14:24:03.994953 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:04.004017 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:04.484493 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0041e64-ea1d-4efb-949c-bce9bada401b None None] Pushing event updated for resources: {'Port': ['ID=3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:04.508076 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a0041e64-ea1d-4efb-949c-bce9bada401b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:04.614960 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] For port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:04.615909 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:04.830828 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Attempting to bind port 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:24:04.834628 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Attempting to bind port 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '7fce1d18-d308-402f-938a-24263b48c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:24:04.835866 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Attempting to bind port 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a on network 6006255f-0aee-4aca-b3ec-52c334c0bec3 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:24:04.855586 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:24:04.856135 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Checking segment: {'id': '7fce1d18-d308-402f-938a-24263b48c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:24:04.856655 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:04.857155 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Bound using segment: {'id': '7fce1d18-d308-402f-938a-24263b48c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:24:04.858713 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Bound port: 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fce1d18-d308-402f-938a-24263b48c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:24:04.859757 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:04.873957 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Calling delete_port for 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:24:04.883477 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46362) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:04.910206 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a9826a02-ead8-4d3d-97e9-12348d8f3a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:04.963682 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a9826a02-ead8-4d3d-97e9-12348d8f3a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:04.968833 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a9826a02-ead8-4d3d-97e9-12348d8f3a6e admin admin] Usage tracker for resource:security_group_rule and tenant:265a61e24b0542418dadd2ae9c748571 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:04.972095 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a9826a02-ead8-4d3d-97e9-12348d8f3a6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:04.979122 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a9826a02-ead8-4d3d-97e9-12348d8f3a6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:05.162226 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a9826a02-ead8-4d3d-97e9-12348d8f3a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:05.198015 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] For port 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:24:05.204202 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] For port 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a,segment=NetworkSegment(7fce1d18-d308-402f-938a-24263b48c270),segment_id=7fce1d18-d308-402f-938a-24263b48c270)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:24:05.309591 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0fe0f-98c3-4333-bcbe-84526672dd4f req-74d518e2-9c6f-4632-97af-ba50cc359231 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:05.313854 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7e0fe0f-98c3-4333-bcbe-84526672dd4f req-74d518e2-9c6f-4632-97af-ba50cc359231 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 945 time: 1.4234490 Aug 23 14:24:05.465159 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bde20b5e-9499-4f2e-ba5e-b2f057c953c3 req-e953e0f9-1f6b-494e-9720-0663319ee50b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 1096 time: 1.3697135 Aug 23 14:24:05.488668 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b15e4-dc54-46ac-9c63-3137b55f17f1 req-cc1676ff-7ead-4aee-9687-c02141a4b4b9 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:05.496633 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b07b15e4-dc54-46ac-9c63-3137b55f17f1 req-cc1676ff-7ead-4aee-9687-c02141a4b4b9 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 949 time: 0.5513172 Aug 23 14:24:05.532206 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a9826a02-ead8-4d3d-97e9-12348d8f3a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:05.534185 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:05.561303 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e7e0fe0f-98c3-4333-bcbe-84526672dd4f req-cd8d4a19-01eb-4ea4-86e0-9868d7d42ee5 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358334 Aug 23 14:24:05.605009 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:05.665505 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:05.669837 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2de5d151-561f-4b6e-b2b8-e46b7159891e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:05.711603 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-77d09a84-105f-491e-a550-1fa49dbf344a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:05.718526 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a9826a02-ead8-4d3d-97e9-12348d8f3a6e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=265a61e24b0542418dadd2ae9c748571&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8314483 Aug 23 14:24:05.730645 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46374) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:05.836023 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bde20b5e-9499-4f2e-ba5e-b2f057c953c3 req-84cc57e2-01de-44f5-bb0c-90a47acb0ea8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579040 Aug 23 14:24:05.870619 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b07b15e4-dc54-46ac-9c63-3137b55f17f1 req-cb0eb2c7-f4bf-43f9-a52c-e6d35b703ae0 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584905 Aug 23 14:24:05.873216 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9826a02-ead8-4d3d-97e9-12348d8f3a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a780dc37-46d5-4601-abe1-9d2f812aa2d4,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:05.889104 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a9826a02-ead8-4d3d-97e9-12348d8f3a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:05.917679 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event deleted for resources: {'Port': ['ID=4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:05.933461 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:05.991290 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] No DVR routers for this DVR port 4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:24:05.997622 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:06.002908 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'name': 'network-vif-deleted', 'tag': '4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:06.022114 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Routers {'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:24:06.023861 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:23:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:06.033935 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ba06dbf8-fba9-4a00-ad6b-f786609f6380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:06.111029 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.60 "DELETE /v2.0/ports/4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8 HTTP/1.1" status: 204 len: 173 time: 4.8481688 Aug 23 14:24:06.129310 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ba06dbf8-fba9-4a00-ad6b-f786609f6380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:06.236778 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0041e64-ea1d-4efb-949c-bce9bada401b None None] Pushing event updated for resources: {'Port': ['ID=3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:06.258652 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a0041e64-ea1d-4efb-949c-bce9bada401b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:06.388717 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ba06dbf8-fba9-4a00-ad6b-f786609f6380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:06.399573 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:06.435703 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ba06dbf8-fba9-4a00-ad6b-f786609f6380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:06.436852 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ba06dbf8-fba9-4a00-ad6b-f786609f6380 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a780dc37-46d5-4601-abe1-9d2f812aa2d4 HTTP/1.1" status: 204 len: 168 time: 0.6955266 Aug 23 14:24:06.442889 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06dbf8-fba9-4a00-ad6b-f786609f6380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a780dc37-46d5-4601-abe1-9d2f812aa2d4,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:06.449277 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ba06dbf8-fba9-4a00-ad6b-f786609f6380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:06.529388 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] Set router c8a18c25-94bd-4f17-9d34-c7bc8c30ff61 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:24:06.607425 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-06cb8773-3299-4afd-9365-db4be4f328f8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Deleting port a54d98cc-963a-47af-b94c-50f0dea95d4e {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:24:06.614757 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-06cb8773-3299-4afd-9365-db4be4f328f8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:07.329928 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'name': 'tempest-TaggedBootDevicesTest_v242-1149859490-router', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:27Z', 'updated_at': '2021-08-23T14:23:40Z', 'revision_number': 4, 'project_id': '4ae04c19703948b084682c54287f9037', 'gw_port': {'id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:29Z', 'updated_at': '2021-08-23T14:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a', 'name': '', 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'mac_address': 'fa:16:3e:c2:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98220cf1-ec84-4f91-ba4c-8e422c188293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:37Z', 'updated_at': '2021-08-23T14:24:05Z', 'revision_number': 4, 'project_id': '4ae04c19703948b084682c54287f9037', 'subnets': [{'id': '98220cf1-ec84-4f91-ba4c-8e422c188293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:07.335867 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3130da-0228-4554-bfd4-35f9600b069d None None] The sync data for ids ['c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'] in n-d-805629-1 is: [{'id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'name': 'tempest-TaggedBootDevicesTest_v242-1149859490-router', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:27Z', 'updated_at': '2021-08-23T14:23:40Z', 'revision_number': 4, 'project_id': '4ae04c19703948b084682c54287f9037', 'gw_port': {'id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:29Z', 'updated_at': '2021-08-23T14:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a', 'name': '', 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'mac_address': 'fa:16:3e:c2:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98220cf1-ec84-4f91-ba4c-8e422c188293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:37Z', 'updated_at': '2021-08-23T14:24:05Z', 'revision_number': 4, 'project_id': '4ae04c19703948b084682c54287f9037', 'subnets': [{'id': '98220cf1-ec84-4f91-ba4c-8e422c188293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:24:07.517957 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9c4a6-d2c5-41c5-8fb1-9deb38b3a3e9 req-1ac55443-2b58-4db1-b413-f5cf9e94ff82 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:07.518721 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-8cf9c4a6-d2c5-41c5-8fb1-9deb38b3a3e9 req-1ac55443-2b58-4db1-b413-f5cf9e94ff82 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Synchronizing usage tracker for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:07.602656 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8d9d5-9b42-46d3-9d9f-769a7e526ebe req-72cdd273-8bc3-4d23-9e6f-342cec242d9c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:07.604212 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aae8d9d5-9b42-46d3-9d9f-769a7e526ebe req-72cdd273-8bc3-4d23-9e6f-342cec242d9c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 1.3549879 Aug 23 14:24:07.713491 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-8cf9c4a6-d2c5-41c5-8fb1-9deb38b3a3e9 req-1ac55443-2b58-4db1-b413-f5cf9e94ff82 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Unset dirty status for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:07.724316 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8cf9c4a6-d2c5-41c5-8fb1-9deb38b3a3e9 req-1ac55443-2b58-4db1-b413-f5cf9e94ff82 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 942 time: 1.4704399 Aug 23 14:24:07.870401 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aae8d9d5-9b42-46d3-9d9f-769a7e526ebe req-f58c3c8f-c7cd-44de-a097-52543eccd8ee tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346592 Aug 23 14:24:07.965682 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-06cb8773-3299-4afd-9365-db4be4f328f8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] For port a54d98cc-963a-47af-b94c-50f0dea95d4e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a54d98cc-963a-47af-b94c-50f0dea95d4e,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:07.965949 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-06cb8773-3299-4afd-9365-db4be4f328f8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:08.125831 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:08.245986 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8cf9c4a6-d2c5-41c5-8fb1-9deb38b3a3e9 req-dc2a4128-8320-4dc6-9bc8-949ace45f93a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201185 Aug 23 14:24:08.269781 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-06cb8773-3299-4afd-9365-db4be4f328f8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Calling delete_port for a54d98cc-963a-47af-b94c-50f0dea95d4e owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:24:08.480275 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'name': 'network-vif-deleted', 'tag': '4f5e3bbb-d698-495f-bbfc-d1b2ff570ca8', 'status': 'completed', 'code': 200} Aug 23 14:24:08.595053 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:08.605919 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:08.607750 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:08.991708 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5b051d0b-c237-4cf9-81f4-cd22b6f2977a req-d8458bdb-65c0-4107-8534-a330a31c7a60 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 1100 time: 0.4837422 Aug 23 14:24:09.010790 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-06cb8773-3299-4afd-9365-db4be4f328f8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:09.046430 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:09.066769 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:09.139759 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb8773-3299-4afd-9365-db4be4f328f8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event deleted for resources: {'Port': ['ID=a54d98cc-963a-47af-b94c-50f0dea95d4e,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:09.153975 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26513d9-cc33-4314-a723-3bb533fcc8d8 req-3acc3b7a-aea7-41f5-b742-98117cd2eb5c tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:09.161494 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f26513d9-cc33-4314-a723-3bb533fcc8d8 req-3acc3b7a-aea7-41f5-b742-98117cd2eb5c tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 945 time: 0.4471729 Aug 23 14:24:09.178541 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a,segment=NetworkSegment(7fce1d18-d308-402f-938a-24263b48c270),segment_id=7fce1d18-d308-402f-938a-24263b48c270)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:09.202823 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-06cb8773-3299-4afd-9365-db4be4f328f8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:09.356952 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:09.360197 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-0570e32d-4f88-49ba-acdd-af6361d15a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:09.450534 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-06cb8773-3299-4afd-9365-db4be4f328f8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] No DVR routers for this DVR port a54d98cc-963a-47af-b94c-50f0dea95d4e on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:24:09.544047 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-06cb8773-3299-4afd-9365-db4be4f328f8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:09.572307 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f26513d9-cc33-4314-a723-3bb533fcc8d8 req-758082dc-6a8e-4aee-a988-b59c956e7211 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102387 Aug 23 14:24:09.583534 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5b051d0b-c237-4cf9-81f4-cd22b6f2977a req-ee996860-2885-418c-8a43-d99e5913e65a tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718400 Aug 23 14:24:09.699296 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-88a5af5e-4d09-4b3b-b397-b5d077cacaeb req-06cb8773-3299-4afd-9365-db4be4f328f8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.60 "DELETE /v2.0/ports/a54d98cc-963a-47af-b94c-50f0dea95d4e HTTP/1.1" status: 204 len: 173 time: 3.5813780 Aug 23 14:24:09.845471 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:09.903587 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:09.910269 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:09.913944 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:09.916624 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:09.920827 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:09.920827 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:09.921830 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:09.926758 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:09.932927 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:09.932927 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:09.945930 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:09.960064 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:10.079552 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:10.302127 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:10.303027 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:10.384724 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0068ce33-733a-462a-abb1-031b005f1d3a req-b4af5176-ed2c-40d5-b73e-900caeffd81a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Synchronizing usage tracker for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:10.461257 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963906c-52fe-45fe-b6ee-6cc22165b7f6 req-3a462018-2eb5-4a82-951e-23d86194aa69 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:10.464704 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1963906c-52fe-45fe-b6ee-6cc22165b7f6 req-3a462018-2eb5-4a82-951e-23d86194aa69 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.3073246 Aug 23 14:24:10.466605 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0068ce33-733a-462a-abb1-031b005f1d3a req-b4af5176-ed2c-40d5-b73e-900caeffd81a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Unset dirty status for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:10.468216 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0068ce33-733a-462a-abb1-031b005f1d3a req-b4af5176-ed2c-40d5-b73e-900caeffd81a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=204a72fd-6ec6-4ee5-8785-5d943e06622b HTTP/1.1" status: 200 len: 210 time: 0.1750042 Aug 23 14:24:10.496417 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'name': 'network-vif-deleted', 'tag': 'a54d98cc-963a-47af-b94c-50f0dea95d4e'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:10.617694 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1963906c-52fe-45fe-b6ee-6cc22165b7f6 req-8d10df8e-86bd-4016-94c6-af3c26fcc252 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464326 Aug 23 14:24:10.896900 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5a744-915d-4367-8285-abd890429396 req-da237457-7547-4104-8cb7-3928862d2e55 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:10.911027 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19a5a744-915d-4367-8285-abd890429396 req-da237457-7547-4104-8cb7-3928862d2e55 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 945 time: 0.1914659 Aug 23 14:24:11.053172 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-6194a36b-23f8-4f07-b781-1d1ef98d566d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0992362 Aug 23 14:24:11.333484 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19a5a744-915d-4367-8285-abd890429396 req-8badc3a0-543a-442f-a2bf-fb01500c7a21 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209549 Aug 23 14:24:11.439902 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204a72fd-6ec6-4ee5-8785-5d943e06622b', 'name': 'network-vif-deleted', 'tag': 'a54d98cc-963a-47af-b94c-50f0dea95d4e', 'status': 'completed', 'code': 200} Aug 23 14:24:11.475873 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7001bb7f-610f-4cad-bd76-2e23948b9a29 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:11.477813 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7001bb7f-610f-4cad-bd76-2e23948b9a29 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4133615 Aug 23 14:24:11.514324 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-afad78a7-7d10-40f4-b79a-827651e26175 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/quotas/ed513cc169e2499997ed50fd7eb7e6d1 HTTP/1.1" status: 200 len: 375 time: 0.0277381 Aug 23 14:24:11.626747 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-0a37cc7f-c2ac-40c2-a93c-dff960391474 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1051817 Aug 23 14:24:11.911631 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 46468) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:11.974205 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46472) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:12.486676 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26bce35-079f-4f48-b6a9-764260a50cb3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Deleting subnet a8f5bc8b-30bf-422f-b5dd-7cd0de0738af {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:24:12.512585 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a26bce35-079f-4f48-b6a9-764260a50cb3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:12.560947 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:12.676940 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:12.691937 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Usage tracker for resource:security_group_rule and tenant:bd3dd504cd414c4abc5f8d1ccc1ef994 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:12.705322 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:12.714391 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:12.830335 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a26bce35-079f-4f48-b6a9-764260a50cb3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:12.945476 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:12.974831 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114d061-7b81-4050-af35-80a215ec5f12 req-5dbd831b-30a5-428e-b273-eed163b35c57 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:12.985315 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6114d061-7b81-4050-af35-80a215ec5f12 req-5dbd831b-30a5-428e-b273-eed163b35c57 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.5638032 Aug 23 14:24:13.089476 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6114d061-7b81-4050-af35-80a215ec5f12 req-c4bbf3c4-3cdd-4a2d-a15a-24b9d2be9d6d tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059215 Aug 23 14:24:13.104218 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:13.104960 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a26bce35-079f-4f48-b6a9-764260a50cb3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:13.140216 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-95bff12e-b1d3-4844-a269-5e30d3ee5324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:13.147972 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51addd50-a8ee-46f4-9eb4-f86fdd8eb443 req-b753f384-1845-4652-afd1-b20debf307aa tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:13.155728 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-51addd50-a8ee-46f4-9eb4-f86fdd8eb443 req-b753f384-1845-4652-afd1-b20debf307aa tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 945 time: 0.7381070 Aug 23 14:24:13.199845 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6fd660-df59-4417-9c1b-7be1226cc6ac,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:13.200220 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bd3dd504cd414c4abc5f8d1ccc1ef994&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2235956 Aug 23 14:24:13.208014 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46502) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:13.235163 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:13.237315 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:13.238385 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:13.243722 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:13.243722 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:13.243722 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:13.243722 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:13.243722 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:13.243722 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:13.243722 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:13.243722 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:13.249943 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:13.250301 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-51addd50-a8ee-46f4-9eb4-f86fdd8eb443 req-639115a4-9906-4b80-8886-7a6084522c91 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935230 Aug 23 14:24:13.309801 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ec68f7bb-eee6-496c-86c1-4bf22cbbbc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:13.329819 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b65c4d63-cec2-414d-8edb-a44a8810667b req-c7798111-2bd1-4bfc-a8b3-4ccdf18318d1 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 210 time: 0.0745428 Aug 23 14:24:13.375632 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ec68f7bb-eee6-496c-86c1-4bf22cbbbc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:13.491268 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a26bce35-079f-4f48-b6a9-764260a50cb3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:13.501586 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a94fd8e6-e4a9-409f-9dd8-a61680fd5494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:13.602387 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bce35-079f-4f48-b6a9-764260a50cb3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f5bc8b-30bf-422f-b5dd-7cd0de0738af,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:13.606163 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ec68f7bb-eee6-496c-86c1-4bf22cbbbc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:13.610550 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:13.617435 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416f33c5-c653-471e-886f-2c9c282175ac None None] Network 0d644d05-3c65-4faf-8751-ed03fd6e0972 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:24:13.624763 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-a26bce35-079f-4f48-b6a9-764260a50cb3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:13.631822 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a26bce35-079f-4f48-b6a9-764260a50cb3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:13.633223 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-a26bce35-079f-4f48-b6a9-764260a50cb3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "DELETE /v2.0/subnets/a8f5bc8b-30bf-422f-b5dd-7cd0de0738af HTTP/1.1" status: 204 len: 168 time: 1.7201238 Aug 23 14:24:13.638615 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 46518) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:13.703675 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68f7bb-eee6-496c-86c1-4bf22cbbbc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6fd660-df59-4417-9c1b-7be1226cc6ac,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:13.710190 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ec68f7bb-eee6-496c-86c1-4bf22cbbbc0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:13.719635 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ec68f7bb-eee6-496c-86c1-4bf22cbbbc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:13.743579 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ec68f7bb-eee6-496c-86c1-4bf22cbbbc0c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/db6fd660-df59-4417-9c1b-7be1226cc6ac HTTP/1.1" status: 204 len: 168 time: 0.5326040 Aug 23 14:24:13.842040 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:13.853925 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ab698-ebd1-462e-9ece-21c3a854204f req-66c3eb77-7d07-4668-82b2-3169d737757d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:13.868678 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-701ab698-ebd1-462e-9ece-21c3a854204f req-66c3eb77-7d07-4668-82b2-3169d737757d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 945 time: 0.3681169 Aug 23 14:24:13.928486 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Deleting port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:24:13.928847 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:14.024001 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-701ab698-ebd1-462e-9ece-21c3a854204f req-76fe65ab-7318-4596-aa16-b8c6aac9b79d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525314 Aug 23 14:24:14.089756 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cba3cf-36b0-44a2-ae97-b72f79d0061d None None] DHCP port deletion for 0d644d05-3c65-4faf-8751-ed03fd6e0972 request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:24:14.097168 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-20cba3cf-36b0-44a2-ae97-b72f79d0061d None None] Deleting port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:24:14.097600 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-20cba3cf-36b0-44a2-ae97-b72f79d0061d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:14.128087 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1004683658', 'description': 'tempest-description-890169426'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:14.135647 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:14.140048 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Usage tracker for resource:security_group and tenant:cf76b574c3574a10a1992f45fba620a8 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:14.143120 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:14.158238 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:14.360271 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] For port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=39045fa1-16ad-4d4b-a6cb-f3e67081ee5e,segment=NetworkSegment(6fe76ef8-ed23-4658-bd94-28af51a6d696),segment_id=6fe76ef8-ed23-4658-bd94-28af51a6d696)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:14.360947 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:14.463697 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-20cba3cf-36b0-44a2-ae97-b72f79d0061d None None] For port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=39045fa1-16ad-4d4b-a6cb-f3e67081ee5e,segment=NetworkSegment(6fe76ef8-ed23-4658-bd94-28af51a6d696),segment_id=6fe76ef8-ed23-4658-bd94-28af51a6d696)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:14.464657 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-20cba3cf-36b0-44a2-ae97-b72f79d0061d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:14.524987 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Calling delete_port for 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e owned by network:dhcp {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:24:14.579407 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:14.638639 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:14.665675 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:14.669832 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Usage tracker for resource:security_group_rule and tenant:cf76b574c3574a10a1992f45fba620a8 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:14.672941 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:14.696389 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:14.696642 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-20cba3cf-36b0-44a2-ae97-b72f79d0061d None None] Calling delete_port for 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:24:14.817604 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:15.403890 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn_limited( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn_limited( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.405018 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.409623 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.409623 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.409623 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.409623 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.409623 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.409623 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.409623 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.409623 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.409623 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.409623 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.409623 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.409623 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.409623 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.409623 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.409623 n-d-805629-1 neutron-server[76509]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:15.409623 n-d-805629-1 neutron-server[76509]: util.warn( Aug 23 14:24:15.411942 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0ea68310-96d2-4208-9a29-ff7e0a5e530b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:15.425091 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-20cba3cf-36b0-44a2-ae97-b72f79d0061d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:24:15.425876 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-20cba3cf-36b0-44a2-ae97-b72f79d0061d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:24:15.467430 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:15.472397 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event deleted for resources: {'Port': ['ID=39045fa1-16ad-4d4b-a6cb-f3e67081ee5e,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:15.477648 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:15.479427 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1ca2a783-5950-4b93-a887-8596ac096d0e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:15.580288 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:15.583491 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] No DVR routers for this DVR port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e on host n-d-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:24:15.590601 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0c5dc2-b5d6-4b93-b9bd-6c1576359ab1,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:15.621873 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:15.628199 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Usage tracker for resource:security_group_rule and tenant:cf76b574c3574a10a1992f45fba620a8 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:15.636097 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:15.664017 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:15.775505 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:15.820021 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d644d05-3c65-4faf-8751-ed03fd6e0972']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:15.851071 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe76ef8-ed23-4658-bd94-28af51a6d696') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:15.851071 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe76ef8-ed23-4658-bd94-28af51a6d696') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:15.860625 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2536c0-7a5b-4aec-bee0-537f93279a4e req-295e8343-56af-4657-8fc4-267abd31d418 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:15.868082 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ce2536c0-7a5b-4aec-bee0-537f93279a4e req-295e8343-56af-4657-8fc4-267abd31d418 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.3396993 Aug 23 14:24:15.895988 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:15.917843 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:15.928922 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-20cba3cf-36b0-44a2-ae97-b72f79d0061d None None] Deleting port 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:24:15.929537 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-20cba3cf-36b0-44a2-ae97-b72f79d0061d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:15.941688 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:15.955935 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:24:15.959265 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:24:15.972738 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:24:16.041103 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46542) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:16.050855 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ce2536c0-7a5b-4aec-bee0-537f93279a4e req-33c75da8-9f31-4af7-9725-6fc80deaf067 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806197 Aug 23 14:24:16.069217 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:16.100647 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-801b56e4-383d-4922-b8cf-c89ef19c2e2c tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:16.106805 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-20cba3cf-36b0-44a2-ae97-b72f79d0061d None None] The port '39045fa1-16ad-4d4b-a6cb-f3e67081ee5e' was deleted {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:24:16.111559 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-261f1788-9b81-4a9c-8419-f6e2a34bd114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:16.148435 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:16.210243 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:24:16.210601 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 39045fa1-16ad-4d4b-a6cb-f3e67081ee5e not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:24:16.220206 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-261f1788-9b81-4a9c-8419-f6e2a34bd114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:16.225572 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-261f1788-9b81-4a9c-8419-f6e2a34bd114 admin admin] Usage tracker for resource:security_group_rule and tenant:3a479bee170e4eceb2d96e1d308aba71 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:16.229339 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-261f1788-9b81-4a9c-8419-f6e2a34bd114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:16.240013 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-261f1788-9b81-4a9c-8419-f6e2a34bd114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:16.427540 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:16.433631 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:16.448385 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-fdeeefc0-9e42-4bc7-91dc-bfc84bc02a77 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2754989 Aug 23 14:24:16.454657 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-20f08a93-418f-4a10-96b6-f0a6f79b22a2 req-fc5d9620-e347-4f8c-b00c-c732ad4320e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 210 time: 0.0749769 Aug 23 14:24:16.486333 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44dce911-df72-47a9-aa31-018244d92a93,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:16.486333 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:16.487390 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:16.510447 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "DELETE /v2.0/networks/0d644d05-3c65-4faf-8751-ed03fd6e0972 HTTP/1.1" status: 204 len: 168 time: 2.8690398 Aug 23 14:24:16.512051 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46546) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:16.590059 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event deleted for resources: {'Network': ['ID=0d644d05-3c65-4faf-8751-ed03fd6e0972,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:16.594042 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:16.609292 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:16.617433 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-57f20877-b3e2-4045-8eb9-526b0bae7b00 req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 2.4949868 Aug 23 14:24:16.686885 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-261f1788-9b81-4a9c-8419-f6e2a34bd114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:16.781158 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-8f31f04e-cb6f-444c-b062-cd3c4362ef4c req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1806281607', 'description': 'tempest-description-1341870414'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:16.794263 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-8f31f04e-cb6f-444c-b062-cd3c4362ef4c req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:16.813098 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-8f31f04e-cb6f-444c-b062-cd3c4362ef4c req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Usage tracker for resource:security_group and tenant:cf76b574c3574a10a1992f45fba620a8 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:16.824578 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-8f31f04e-cb6f-444c-b062-cd3c4362ef4c req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:16.839207 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-8f31f04e-cb6f-444c-b062-cd3c4362ef4c req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:16.845238 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-f64d2f86-e7c0-49b0-b359-4e0433999a81 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:16.846780 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-f64d2f86-e7c0-49b0-b359-4e0433999a81 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3897738 Aug 23 14:24:16.865957 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Request body: {'port': {'device_id': '27ac690b-f093-4d1e-802c-f30a6bff88a1', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': 'ed513cc169e2499997ed50fd7eb7e6d1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:16.872568 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-261f1788-9b81-4a9c-8419-f6e2a34bd114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:16.884220 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a609487f-51da-49bd-9e24-c1dcc5f108df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:16.896781 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f193dfa7-bbb4-44a2-bf62-3f4fef4921c7 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Deleting subnet 40ec84e5-b627-4277-8c71-cbf1b9676a11 {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:24:16.916137 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f193dfa7-bbb4-44a2-bf62-3f4fef4921c7 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:16.973782 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc034d3f-ba9e-4184-8212-546bc398268e req-2e1b1aac-d0ad-4aff-90f6-1a72d41f400f tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:16.982043 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fc034d3f-ba9e-4184-8212-546bc398268e req-2e1b1aac-d0ad-4aff-90f6-1a72d41f400f tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 945 time: 0.3313010 Aug 23 14:24:16.999456 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f193dfa7-bbb4-44a2-bf62-3f4fef4921c7 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.021085 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-8f31f04e-cb6f-444c-b062-cd3c4362ef4c req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.119838 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f193dfa7-bbb4-44a2-bf62-3f4fef4921c7 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.149914 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fc034d3f-ba9e-4184-8212-546bc398268e req-d71123ba-7d71-45a8-b885-b9b1827e9ef4 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666846 Aug 23 14:24:17.166829 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-8f31f04e-cb6f-444c-b062-cd3c4362ef4c req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:17.184222 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-8f31f04e-cb6f-444c-b062-cd3c4362ef4c req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Usage tracker for resource:security_group_rule and tenant:cf76b574c3574a10a1992f45fba620a8 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:17.193030 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-8f31f04e-cb6f-444c-b062-cd3c4362ef4c req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:17.200396 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:17.214335 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-8f31f04e-cb6f-444c-b062-cd3c4362ef4c req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:17.219645 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Usage tracker for resource:port and tenant:ed513cc169e2499997ed50fd7eb7e6d1 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:17.228112 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Quota usage for port was recalculated. Used quota:7. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:17.269716 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-261f1788-9b81-4a9c-8419-f6e2a34bd114 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3a479bee170e4eceb2d96e1d308aba71&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2231627 Aug 23 14:24:17.270098 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:17.271070 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46566) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:17.324296 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f1788-9b81-4a9c-8419-f6e2a34bd114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa37deb-b7fd-4c2d-853e-f917b0872689,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:17.339344 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-261f1788-9b81-4a9c-8419-f6e2a34bd114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:17.382083 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f193dfa7-bbb4-44a2-bf62-3f4fef4921c7 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.395189 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-87f6ca45-5435-47d9-9e92-ea79386d66d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:17.441393 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193dfa7-bbb4-44a2-bf62-3f4fef4921c7 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event deleted for resources: {'Subnet': ['ID=40ec84e5-b627-4277-8c71-cbf1b9676a11,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:17.443714 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7c583395-939a-4616-9f1c-46bbda21ae30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.446537 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Made reservation on behalf of ed513cc169e2499997ed50fd7eb7e6d1 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:17.449891 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.475456 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7c583395-939a-4616-9f1c-46bbda21ae30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.479511 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-8f31f04e-cb6f-444c-b062-cd3c4362ef4c req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.491698 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f193dfa7-bbb4-44a2-bf62-3f4fef4921c7 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:17.498050 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f193dfa7-bbb4-44a2-bf62-3f4fef4921c7 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.512015 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca13980-8981-4b38-ab4a-2ac5a1f323f7 None None] Network 37e4c41e-d291-4506-ba7e-04d77b8870a3 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:24:17.540696 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f193dfa7-bbb4-44a2-bf62-3f4fef4921c7 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "DELETE /v2.0/subnets/40ec84e5-b627-4277-8c71-cbf1b9676a11 HTTP/1.1" status: 204 len: 168 time: 1.0270066 Aug 23 14:24:17.543848 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46572) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:17.625754 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dee5dc-d874-4fd9-8286-e4186aee5e57 req-b21cdbbe-cdba-4925-ba04-05147a5fb878 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:17.627804 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-75dee5dc-d874-4fd9-8286-e4186aee5e57 req-b21cdbbe-cdba-4925-ba04-05147a5fb878 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.2322247 Aug 23 14:24:17.628528 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-8f31f04e-cb6f-444c-b062-cd3c4362ef4c req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.648279 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-368128ff-68b5-4f6a-a156-c5e655cfd1e8 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:17.688309 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.703910 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Deleting port 3eea1fca-2ff6-4c51-bbef-3d10e6202486 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:24:17.704276 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.833908 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381a0ca3-6d15-4ad5-85f5-d840677e2bbb,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:17.838794 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:17.848503 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-75dee5dc-d874-4fd9-8286-e4186aee5e57 req-a34fed93-aefd-4ecb-b832-b438bb13f3e2 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019353 Aug 23 14:24:17.884324 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7c583395-939a-4616-9f1c-46bbda21ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.903880 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Allocated IP 192.168.233.240 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/d8f90b75-c0e3-4aff-a3b3-648b925c461f) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:17.930740 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-261f1788-9b81-4a9c-8419-f6e2a34bd114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:17.967723 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-8f31f04e-cb6f-444c-b062-cd3c4362ef4c req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.983204 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8f31f04e-cb6f-444c-b062-cd3c4362ef4c req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.2286117 Aug 23 14:24:18.013334 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7c583395-939a-4616-9f1c-46bbda21ae30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:18.014673 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-7c583395-939a-4616-9f1c-46bbda21ae30 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6fa37deb-b7fd-4c2d-853e-f917b0872689 HTTP/1.1" status: 204 len: 168 time: 0.7423511 Aug 23 14:24:18.015685 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c583395-939a-4616-9f1c-46bbda21ae30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa37deb-b7fd-4c2d-853e-f917b0872689,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:18.033519 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7c583395-939a-4616-9f1c-46bbda21ae30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:18.060240 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0abafa1-2747-4b74-838f-7281f7fab578 None None] DHCP port deletion for 37e4c41e-d291-4506-ba7e-04d77b8870a3 request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:24:18.084379 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-e0abafa1-2747-4b74-838f-7281f7fab578 None None] Deleting port 3eea1fca-2ff6-4c51-bbef-3d10e6202486 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:24:18.089320 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e0abafa1-2747-4b74-838f-7281f7fab578 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:18.185803 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] For port 3eea1fca-2ff6-4c51-bbef-3d10e6202486, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=3eea1fca-2ff6-4c51-bbef-3d10e6202486,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:18.186879 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:18.424701 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Calling delete_port for 3eea1fca-2ff6-4c51-bbef-3d10e6202486 owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:24:18.585671 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-e0abafa1-2747-4b74-838f-7281f7fab578 None None] For port 3eea1fca-2ff6-4c51-bbef-3d10e6202486, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=3eea1fca-2ff6-4c51-bbef-3d10e6202486,segment=NetworkSegment(f425405d-d0bc-4de3-aebb-01575df85ada),segment_id=f425405d-d0bc-4de3-aebb-01575df85ada)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:18.586652 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-383745d7-c245-443e-9a12-5b4443339849 req-c67334af-dd7f-4f96-9302-ee3e7e7ebafb tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Synchronizing usage tracker for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:18.588175 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e0abafa1-2747-4b74-838f-7281f7fab578 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:18.813360 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:18.816226 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-e0abafa1-2747-4b74-838f-7281f7fab578 None None] Calling delete_port for 3eea1fca-2ff6-4c51-bbef-3d10e6202486 owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:24:18.829106 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03855f-d568-41f4-9ac5-d68d31668537 req-439ef0df-8eec-46a5-92d9-82543c321f05 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:18.837681 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ea03855f-d568-41f4-9ac5-d68d31668537 req-439ef0df-8eec-46a5-92d9-82543c321f05 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 945 time: 0.6259470 Aug 23 14:24:18.861971 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-383745d7-c245-443e-9a12-5b4443339849 req-c67334af-dd7f-4f96-9302-ee3e7e7ebafb tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Unset dirty status for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:18.863666 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-383745d7-c245-443e-9a12-5b4443339849 req-c67334af-dd7f-4f96-9302-ee3e7e7ebafb tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 210 time: 0.5230720 Aug 23 14:24:18.886560 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:18.938915 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:18.951624 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Transition to ACTIVE for port object d8f90b75-c0e3-4aff-a3b3-648b925c461f will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:18.993749 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-e0abafa1-2747-4b74-838f-7281f7fab578 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:24:18.995041 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-e0abafa1-2747-4b74-838f-7281f7fab578 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:24:19.052197 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ea03855f-d568-41f4-9ac5-d68d31668537 req-7827abee-e3a4-44d6-ae29-57dc73c28c9f tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/security-groups?id=1329ef3e-eadd-4e1b-b457-8f0892d3764e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978245 Aug 23 14:24:19.063946 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event deleted for resources: {'Port': ['ID=3eea1fca-2ff6-4c51-bbef-3d10e6202486,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:19.067864 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] No DVR routers for this DVR port 3eea1fca-2ff6-4c51-bbef-3d10e6202486 on host n-d-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:24:19.070976 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:19.211791 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:19.226884 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5', 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad', 'aaade1d4-3318-4a6e-b481-1615702af61e', 'f7ccfc84-4595-4e2d-a43a-420c3601d4a5', '256467bb-1b26-4c98-8408-6cc5ac7b4113'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:24:19.254722 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1f85f6ea-a894-4929-b83c-e1d0d67798ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:19.283709 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:19.305606 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e4c41e-d291-4506-ba7e-04d77b8870a3']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:19.331743 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f425405d-d0bc-4de3-aebb-01575df85ada') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:19.332750 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f425405d-d0bc-4de3-aebb-01575df85ada') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:19.364998 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:19.392868 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['7a7c1f89-ab22-4f6c-a376-97349b6a4c31', '664ad7f0-1de6-4707-8edd-70b579c7203e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:24:19.412648 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:19.433775 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:24:19.433775 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:24:19.475538 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:24:19.548571 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-e0abafa1-2747-4b74-838f-7281f7fab578 None None] Deleting port 3eea1fca-2ff6-4c51-bbef-3d10e6202486 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:24:19.574524 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e0abafa1-2747-4b74-838f-7281f7fab578 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:19.682715 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device dc990f93-6d8c-4c98-999e-ee27750b9950 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:24:19.729374 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:19.786066 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2105057285', 'description': 'tempest-description-273993678'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:19.792585 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:19.797721 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-08c1473a-d44b-46a6-a63f-e6e08e127d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:19.803135 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:19.807155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Usage tracker for resource:security_group and tenant:38c5f9741e254a8abdcfe0b5308b5f73 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:19.827125 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:19.845116 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:19.846682 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event deleted for resources: {'Network': ['ID=37e4c41e-d291-4506-ba7e-04d77b8870a3,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:19.852363 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:19.854299 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event updated for resources: {'Port': ['ID=d8f90b75-c0e3-4aff-a3b3-648b925c461f,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:19.856766 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:24:19.874636 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-e0abafa1-2747-4b74-838f-7281f7fab578 None None] The port '3eea1fca-2ff6-4c51-bbef-3d10e6202486' was deleted {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:24:19.931716 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:19.939220 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:24:19.947858 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:19.969110 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:19.997231 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "DELETE /v2.0/networks/37e4c41e-d291-4506-ba7e-04d77b8870a3 HTTP/1.1" status: 204 len: 168 time: 2.4422224 Aug 23 14:24:19.997231 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46612) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:20.003651 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-620674385'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:20.043642 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:20.063970 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Usage tracker for resource:network and tenant:6b1b0bc397db41e6b623414627ceceea is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:20.083413 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:20.106225 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:20.106944 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:20.123463 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:20.159643 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:20.171777 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 3eea1fca-2ff6-4c51-bbef-3d10e6202486 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:20.195113 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c2014-7a5d-43a8-b9ac-e368d6d28479 req-663711e9-68dc-42a6-adfa-f3a460ce7478 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:20.196521 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa5c2014-7a5d-43a8-b9ac-e368d6d28479 req-663711e9-68dc-42a6-adfa-f3a460ce7478 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.7915430 Aug 23 14:24:20.245769 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:20.246579 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 3eea1fca-2ff6-4c51-bbef-3d10e6202486 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:24:20.247101 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 3eea1fca-2ff6-4c51-bbef-3d10e6202486 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:24:20.291511 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Made reservation on behalf of 6b1b0bc397db41e6b623414627ceceea for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:20.294974 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:20.370871 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:24:20.373802 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:20.378487 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Usage tracker for resource:security_group_rule and tenant:38c5f9741e254a8abdcfe0b5308b5f73 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:20.381779 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:20.382137 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Added segment 484558e3-5076-4aa0-acf7-5ccd016dcc74 of type vlan for network f5585df4-d9f7-4122-a3b8-45dac41247fb Aug 23 14:24:20.383306 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:20.398533 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:20.461846 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:20.539433 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6778917 Aug 23 14:24:20.560442 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Request body: {'port': {'device_id': '27ac690b-f093-4d1e-802c-f30a6bff88a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:20.706720 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port dc990f93-6d8c-4c98-999e-ee27750b9950, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=dc990f93-6d8c-4c98-999e-ee27750b9950,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:20.707651 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:20.719728 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aa5c2014-7a5d-43a8-b9ac-e368d6d28479 req-38cb3a2f-4222-47c7-a1aa-8b61e193b3a8 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083869 Aug 23 14:24:20.728023 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:20.729478 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:20.731057 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:20.791922 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'dc990f93-6d8c-4c98-999e-ee27750b9950', 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e', 'port_id': 'dc990f93-6d8c-4c98-999e-ee27750b9950', 'mac_address': 'fa:16:3e:62:f5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bb7382-12c0-438e-a1f3-4f81c598dc69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:24:20.821939 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:20.878606 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:21.032176 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-094bb7af-59f7-44a8-9e52-3783a6512090 None None] Provisioning for port d8f90b75-c0e3-4aff-a3b3-648b925c461f completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:21.074879 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:21.081328 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0817649 Aug 23 14:24:21.096402 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46644) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:21.118173 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-094bb7af-59f7-44a8-9e52-3783a6512090 None None] Provisioning complete for port d8f90b75-c0e3-4aff-a3b3-648b925c461f triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:21.118857 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-094bb7af-59f7-44a8-9e52-3783a6512090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:21.165013 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc990f93-6d8c-4c98-999e-ee27750b9950 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:24:21.165272 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a263098b-fd0f-49c0-9a71-208f760a614f tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:21.233966 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Request body: {'subnet': {'network_id': 'f5585df4-d9f7-4122-a3b8-45dac41247fb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:21.289362 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port dc990f93-6d8c-4c98-999e-ee27750b9950, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=dc990f93-6d8c-4c98-999e-ee27750b9950,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:21.298535 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event updated for resources: {'Network': ['ID=f5585df4-d9f7-4122-a3b8-45dac41247fb,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:21.311110 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:21.314905 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:21.362648 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Usage tracker for resource:security_group_rule and tenant:38c5f9741e254a8abdcfe0b5308b5f73 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:21.366757 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9b15a3-ff9e-4d20-9ba9-fce6e1e3ac71,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:21.380776 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:21.385229 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:21.437840 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:21.451841 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network f5585df4-d9f7-4122-a3b8-45dac41247fb details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:24:21.462685 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:21.484604 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3d176aa3-b5f7-4230-94be-ff1b92036ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:21.485731 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:21.494689 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-094bb7af-59f7-44a8-9e52-3783a6512090 None None] Port d8f90b75-c0e3-4aff-a3b3-648b925c461f cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:24:21.502942 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-32a9e74b-5a45-48a9-8996-94d7ead79f50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:21.551638 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:21.561372 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Usage tracker for resource:subnet and tenant:6b1b0bc397db41e6b623414627ceceea is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:21.571225 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:21.614113 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:21.752000 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=dc990f93-6d8c-4c98-999e-ee27750b9950,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:21.770315 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:21.823966 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:21.837644 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Made reservation on behalf of 6b1b0bc397db41e6b623414627ceceea for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:21.850447 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['dc990f93-6d8c-4c98-999e-ee27750b9950'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:24:21.956235 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:22.033191 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:24:22.249720 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:22.499023 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f90b75-c0e3-4aff-a3b3-648b925c461f {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:24:22.523358 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:22.537762 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:22.750925 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-76359a7f-f587-4fea-ad93-0a478619d41e tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:22.845674 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Transition to ACTIVE for port object d8f90b75-c0e3-4aff-a3b3-648b925c461f will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:22.849517 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:22.864215 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cc432aa7-24f7-4f9c-ad60-828a7187fcc0 req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 3.0946531 Aug 23 14:24:22.918105 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:22.922693 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190bc476-9749-4889-94f7-1dfc524cd166,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:22.929238 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-397327d0-d7c2-4f69-914d-08a9e96e3caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:22.931473 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:22.964840 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03009ad4-c421-41a1-9acc-49f17383e084 req-a768e6fb-54c4-4d3f-97db-200385cdb59d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:22.973598 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03009ad4-c421-41a1-9acc-49f17383e084 req-a768e6fb-54c4-4d3f-97db-200385cdb59d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 936 time: 0.4447465 Aug 23 14:24:22.980380 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:23.052350 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:23.056398 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event updated for resources: {'Subnet': ['ID=169da6d0-804b-4753-912b-7c6d65806ac3,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:23.059272 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:23.060435 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Checking segment: {'id': '484558e3-5076-4aa0-acf7-5ccd016dcc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f5585df4-d9f7-4122-a3b8-45dac41247fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:24:23.061005 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Network hostable DHCP agents. Network: f5585df4-d9f7-4122-a3b8-45dac41247fb, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:24:23.197876 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f90b75-c0e3-4aff-a3b3-648b925c461f,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:23.207802 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:23.231297 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Network f5585df4-d9f7-4122-a3b8-45dac41247fb is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:24:23.334189 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, f5585df4-d9f7-4122-a3b8-45dac41247fb) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:23.338354 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:23.339017 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:23.344458 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f4bda7-51fd-489d-8c5f-b70a08048946 None None] Network f5585df4-d9f7-4122-a3b8-45dac41247fb requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:24:23.500993 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3171227 Aug 23 14:24:23.505709 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46686) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:23.513432 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-685503652'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:23.535640 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:23.554695 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Usage tracker for resource:network and tenant:6b1b0bc397db41e6b623414627ceceea is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:23.599500 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Quota usage for network was recalculated. Used quota:2. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:23.606517 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:23.702180 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device dc990f93-6d8c-4c98-999e-ee27750b9950 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:23.768108 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-03009ad4-c421-41a1-9acc-49f17383e084 req-faf97c17-43f6-4542-92d3-2981338e3bd1 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7929091 Aug 23 14:24:23.852071 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Made reservation on behalf of 6b1b0bc397db41e6b623414627ceceea for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:23.856393 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:23.976281 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:24:24.008590 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.008939 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Added segment 1211bd09-38a3-4d1f-affb-7c3e25e54000 of type vlan for network 5bb3cd23-d008-41ca-883e-1b961b0f59ab Aug 23 14:24:24.064005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fdb90-3ec1-4976-a886-2d31166b6e30 req-db2bf92d-169b-4dfc-b225-0ff1edda60a1 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:24.070272 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b43fdb90-3ec1-4976-a886-2d31166b6e30 req-db2bf92d-169b-4dfc-b225-0ff1edda60a1 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.60 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 945 time: 0.8261354 Aug 23 14:24:24.072922 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.182612 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1265695d-9cec-4873-83fe-52600c320bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.237518 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Attempting to bind port d8f90b75-c0e3-4aff-a3b3-648b925c461f on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:24:24.237879 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Attempting to bind port d8f90b75-c0e3-4aff-a3b3-648b925c461f by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:24:24.238726 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Attempting to bind port d8f90b75-c0e3-4aff-a3b3-648b925c461f on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:24:24.249235 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Port d8f90b75-c0e3-4aff-a3b3-648b925c461f on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:24:24.249586 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Attempting to bind port d8f90b75-c0e3-4aff-a3b3-648b925c461f on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:24:24.260118 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:24:24.260454 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:24:24.261016 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:24:24.261450 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Bound port: d8f90b75-c0e3-4aff-a3b3-648b925c461f, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:24:24.261860 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.287456 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-b43fdb90-3ec1-4976-a886-2d31166b6e30 req-83d5ebe5-6a85-40f4-84af-4d7d28b37d47 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Deleting port 50227ae1-37fc-476c-8bdf-448e29da47ff {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:24:24.287782 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b43fdb90-3ec1-4976-a886-2d31166b6e30 req-83d5ebe5-6a85-40f4-84af-4d7d28b37d47 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.303715 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.308788 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:24.310229 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.327856 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-f5585df4-d9f7-4122-a3b8-45dac41247fb', 'network_id': 'f5585df4-d9f7-4122-a3b8-45dac41247fb', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'fixed_ips': [{'subnet_id': '169da6d0-804b-4753-912b-7c6d65806ac3'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:24:24.332470 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.351079 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-cf3b1a7e-0602-4190-b635-5272d2f11097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:24.428590 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-99f6236c-77bd-480a-8708-e1e486431efb req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1213533577', 'description': 'tempest-description-1142810234'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:24.438804 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port dc990f93-6d8c-4c98-999e-ee27750b9950 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:24.442216 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.515215 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0075083 Aug 23 14:24:24.531088 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46698) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:24.575100 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.616546 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Request body: {'subnet': {'network_id': '5bb3cd23-d008-41ca-883e-1b961b0f59ab', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:24.867747 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event updated for resources: {'Network': ['ID=5bb3cd23-d008-41ca-883e-1b961b0f59ab,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:24.870729 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:24.873504 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ac4f60b8-b7fb-4e2c-85a0-0171732357ce tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:24.886890 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Usage tracker for resource:subnet and tenant:6b1b0bc397db41e6b623414627ceceea is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:24.892409 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:24.906424 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-99f6236c-77bd-480a-8708-e1e486431efb req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:24.907007 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:24.955675 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 5bb3cd23-d008-41ca-883e-1b961b0f59ab details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:24:24.955934 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba397d8-5f40-44ed-a59b-6b50560128e3 req-77ca2211-afb6-4d4a-bb7b-4f0729ea1efe tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:24.955934 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ba397d8-5f40-44ed-a59b-6b50560128e3 req-77ca2211-afb6-4d4a-bb7b-4f0729ea1efe tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 944 time: 1.7591341 Aug 23 14:24:24.968498 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-99f6236c-77bd-480a-8708-e1e486431efb req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Usage tracker for resource:security_group and tenant:38c5f9741e254a8abdcfe0b5308b5f73 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:25.050155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-99f6236c-77bd-480a-8708-e1e486431efb req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:25.062436 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Made reservation on behalf of 6b1b0bc397db41e6b623414627ceceea for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:25.084961 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:25.111103 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-99f6236c-77bd-480a-8708-e1e486431efb req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:25.146738 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf9451d-ecb5-4910-a6c1-0b534a7e0eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc990f93-6d8c-4c98-999e-ee27750b9950'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:25.193131 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port dc990f93-6d8c-4c98-999e-ee27750b9950, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=dc990f93-6d8c-4c98-999e-ee27750b9950,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:25.202232 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Allocated IP 19.80.0.2 (f5585df4-d9f7-4122-a3b8-45dac41247fb/169da6d0-804b-4753-912b-7c6d65806ac3/8a056939-b206-4766-acb6-fefd4ddc8fc6) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:25.278856 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] For port d8f90b75-c0e3-4aff-a3b3-648b925c461f, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:24:25.283059 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] For port d8f90b75-c0e3-4aff-a3b3-648b925c461f, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d8f90b75-c0e3-4aff-a3b3-648b925c461f,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:24:25.283774 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:25.362826 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-b43fdb90-3ec1-4976-a886-2d31166b6e30 req-83d5ebe5-6a85-40f4-84af-4d7d28b37d47 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] For port 50227ae1-37fc-476c-8bdf-448e29da47ff, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=50227ae1-37fc-476c-8bdf-448e29da47ff,segment=NetworkSegment(894b2a0d-918e-4692-93d0-de48eed59442),segment_id=894b2a0d-918e-4692-93d0-de48eed59442)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:25.369493 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b43fdb90-3ec1-4976-a886-2d31166b6e30 req-83d5ebe5-6a85-40f4-84af-4d7d28b37d47 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:25.392774 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:25.410548 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:25.523500 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-b43fdb90-3ec1-4976-a886-2d31166b6e30 req-83d5ebe5-6a85-40f4-84af-4d7d28b37d47 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Calling delete_port for 50227ae1-37fc-476c-8bdf-448e29da47ff owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:24:25.754719 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=dc990f93-6d8c-4c98-999e-ee27750b9950,revision_number=7']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:25.773736 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:25.856963 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:25.861645 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-99f6236c-77bd-480a-8708-e1e486431efb req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:25.885699 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3a2fc79d-584a-4519-8299-a2a06ba2b584 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:26.047832 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.063465 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f90b75-c0e3-4aff-a3b3-648b925c461f,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:26.085745 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.091641 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Transition to ACTIVE for port object 8a056939-b206-4766-acb6-fefd4ddc8fc6 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:26.105662 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:26.105949 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.108832 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:26.139623 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ba397d8-5f40-44ed-a59b-6b50560128e3 req-433a1940-b3b9-46db-b910-fddedff2480f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0862992 Aug 23 14:24:26.147000 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.153908 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] 10.222.0.60 "PUT /v2.0/ports/d8f90b75-c0e3-4aff-a3b3-648b925c461f HTTP/1.1" status: 200 len: 1096 time: 5.6016960 Aug 23 14:24:26.159596 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ac690b-f093-4d1e-802c-f30a6bff88a1', 'tag': 'd8f90b75-c0e3-4aff-a3b3-648b925c461f'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:26.211117 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Transition to ACTIVE for port object 8a056939-b206-4766-acb6-fefd4ddc8fc6 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:26.213122 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-99f6236c-77bd-480a-8708-e1e486431efb req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:26.223302 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-99f6236c-77bd-480a-8708-e1e486431efb req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Usage tracker for resource:security_group_rule and tenant:38c5f9741e254a8abdcfe0b5308b5f73 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:26.230607 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-99f6236c-77bd-480a-8708-e1e486431efb req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:26.246943 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-99f6236c-77bd-480a-8708-e1e486431efb req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:26.350291 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 50227ae1-37fc-476c-8bdf-448e29da47ff no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:26.420891 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event updated for resources: {'Subnet': ['ID=6fbaf21f-ac61-4c38-b8c7-91367aaf427d,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:26.429074 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:26.458675 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Checking segment: {'id': '1211bd09-38a3-4d1f-affb-7c3e25e54000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5bb3cd23-d008-41ca-883e-1b961b0f59ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:24:26.459107 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Network hostable DHCP agents. Network: 5bb3cd23-d008-41ca-883e-1b961b0f59ab, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:24:26.462521 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b43fdb90-3ec1-4976-a886-2d31166b6e30 req-83d5ebe5-6a85-40f4-84af-4d7d28b37d47 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.466094 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-99f6236c-77bd-480a-8708-e1e486431efb req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.468776 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 50227ae1-37fc-476c-8bdf-448e29da47ff {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:24:26.469136 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 50227ae1-37fc-476c-8bdf-448e29da47ff not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:24:26.481136 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-16cb893d-589a-4a58-b8de-237672111e40 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:26.494003 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.503115 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:26.572224 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5ebe5-6a85-40f4-84af-4d7d28b37d47 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Pushing event deleted for resources: {'Port': ['ID=50227ae1-37fc-476c-8bdf-448e29da47ff,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:26.580583 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-83d5ebe5-6a85-40f4-84af-4d7d28b37d47 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:26.602133 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5cc9b873-faf5-4577-98e7-a7ad37833ccf req-1040ef0c-5b99-4ecd-883e-23f70563f23e tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.86 "GET /v2.0/ports?device_id=600ac66b-d71b-4e9e-a156-1ba976a29390 HTTP/1.1" status: 200 len: 210 time: 0.0812588 Aug 23 14:24:26.621991 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Network f5585df4-d9f7-4122-a3b8-45dac41247fb is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:26.628838 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Network 5bb3cd23-d008-41ca-883e-1b961b0f59ab is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:24:26.634267 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:26.641094 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:24:26.676082 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Pushing event updated for resources: {'Port': ['ID=8a056939-b206-4766-acb6-fefd4ddc8fc6,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:26.677014 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-99f6236c-77bd-480a-8708-e1e486431efb req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.686557 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:26.687714 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4f7c5d6b-5d47-4c17-ad42-0d4fc05ec6aa tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:26.708096 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43fdb90-3ec1-4976-a886-2d31166b6e30 req-83d5ebe5-6a85-40f4-84af-4d7d28b37d47 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] No DVR routers for this DVR port 50227ae1-37fc-476c-8bdf-448e29da47ff on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:24:26.731300 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b43fdb90-3ec1-4976-a886-2d31166b6e30 req-83d5ebe5-6a85-40f4-84af-4d7d28b37d47 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.775193 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d034d8-546a-4b9c-97d6-c0b114cd3785,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:26.780712 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:26.783082 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b43fdb90-3ec1-4976-a886-2d31166b6e30 req-83d5ebe5-6a85-40f4-84af-4d7d28b37d47 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] 10.222.0.60 "DELETE /v2.0/ports/50227ae1-37fc-476c-8bdf-448e29da47ff HTTP/1.1" status: 204 len: 173 time: 2.6907463 Aug 23 14:24:26.793345 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-8e7ac649-c4f0-45b1-9762-06f7f1b8326d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 1099 time: 0.4145751 Aug 23 14:24:26.805871 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 5bb3cd23-d008-41ca-883e-1b961b0f59ab) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:26.810965 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:26.812011 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.832483 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0e0220-8343-470b-a601-eefbc1b4b973 None None] Network 5bb3cd23-d008-41ca-883e-1b961b0f59ab requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:24:26.936771 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-04880f59-e497-4387-a203-22e8185709fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d8f90b75-c0e3-4aff-a3b3-648b925c461f HTTP/1.1" status: 200 len: 217 time: 0.1315758 Aug 23 14:24:26.946351 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Attempting to bind port 8a056939-b206-4766-acb6-fefd4ddc8fc6 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:24:26.946735 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Attempting to bind port 8a056939-b206-4766-acb6-fefd4ddc8fc6 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '484558e3-5076-4aa0-acf7-5ccd016dcc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f5585df4-d9f7-4122-a3b8-45dac41247fb'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:24:26.947147 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Attempting to bind port 8a056939-b206-4766-acb6-fefd4ddc8fc6 on network f5585df4-d9f7-4122-a3b8-45dac41247fb {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:24:26.960392 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4260597 Aug 23 14:24:26.988136 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:24:26.991108 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Checking segment: {'id': '484558e3-5076-4aa0-acf7-5ccd016dcc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f5585df4-d9f7-4122-a3b8-45dac41247fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:24:26.991108 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.991108 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Bound using segment: {'id': '484558e3-5076-4aa0-acf7-5ccd016dcc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f5585df4-d9f7-4122-a3b8-45dac41247fb'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:24:26.991108 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Bound port: 8a056939-b206-4766-acb6-fefd4ddc8fc6, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484558e3-5076-4aa0-acf7-5ccd016dcc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f5585df4-d9f7-4122-a3b8-45dac41247fb'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:24:26.991108 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:27.050188 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-99f6236c-77bd-480a-8708-e1e486431efb req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:27.102571 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99f6236c-77bd-480a-8708-e1e486431efb req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 2.6791744 Aug 23 14:24:27.265891 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf9451d-ecb5-4910-a6c1-0b534a7e0eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc990f93-6d8c-4c98-999e-ee27750b9950', 'code': 200} Aug 23 14:24:27.279434 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-8add884e-4abb-4bcf-b53d-e780c9cfe564 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:27.281299 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-8add884e-4abb-4bcf-b53d-e780c9cfe564 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.3279386 Aug 23 14:24:27.308250 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46736) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:27.348781 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] For port 8a056939-b206-4766-acb6-fefd4ddc8fc6, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:24:27.445772 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] For port 8a056939-b206-4766-acb6-fefd4ddc8fc6, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=8a056939-b206-4766-acb6-fefd4ddc8fc6,segment=NetworkSegment(484558e3-5076-4aa0-acf7-5ccd016dcc74),segment_id=484558e3-5076-4aa0-acf7-5ccd016dcc74)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:24:27.459567 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-5bb3cd23-d008-41ca-883e-1b961b0f59ab', 'network_id': '5bb3cd23-d008-41ca-883e-1b961b0f59ab', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'fixed_ips': [{'subnet_id': '6fbaf21f-ac61-4c38-b8c7-91367aaf427d'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:24:27.461086 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:27.464556 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5ad16-c5a3-49ec-bd6e-e6faa386dbd7 req-b02f917f-f680-4bdc-b1e1-171fa2ac3b53 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:27.466125 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7ab5ad16-c5a3-49ec-bd6e-e6faa386dbd7 req-b02f917f-f680-4bdc-b1e1-171fa2ac3b53 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 948 time: 0.5980394 Aug 23 14:24:27.522849 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ac690b-f093-4d1e-802c-f30a6bff88a1', 'tag': 'd8f90b75-c0e3-4aff-a3b3-648b925c461f', 'status': 'completed', 'code': 200} Aug 23 14:24:27.589943 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:27.599415 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:27.607815 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-85f09e92-0996-455a-afcd-db2a6e839335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:27.652224 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7ab5ad16-c5a3-49ec-bd6e-e6faa386dbd7 req-f9d2a53c-8af9-4348-ac90-feb0de41bc7c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740005 Aug 23 14:24:27.665342 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-85f09e92-0996-455a-afcd-db2a6e839335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:27.674263 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-85f09e92-0996-455a-afcd-db2a6e839335 admin admin] Usage tracker for resource:security_group_rule and tenant:b17dd0e1798d4d97bba529d6c51b790c is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:27.678373 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-85f09e92-0996-455a-afcd-db2a6e839335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:27.686881 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-85f09e92-0996-455a-afcd-db2a6e839335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:27.695110 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-b830c863-852a-47cb-b55c-73c879490269 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3902783 Aug 23 14:24:27.830522 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-85f09e92-0996-455a-afcd-db2a6e839335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:27.936781 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-85f09e92-0996-455a-afcd-db2a6e839335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:27.947533 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9194d440-e095-405b-bf82-1b0376c37fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:28.013302 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f09e92-0996-455a-afcd-db2a6e839335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752cfc0b-c97e-4553-b1a7-5ed306c966af,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:28.023364 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-85f09e92-0996-455a-afcd-db2a6e839335 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b17dd0e1798d4d97bba529d6c51b790c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7140074 Aug 23 14:24:28.025188 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-85f09e92-0996-455a-afcd-db2a6e839335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:28.026071 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46744) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:28.152317 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3072add3-cf32-4bb2-ba7f-7565edc4ed7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:28.188071 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-3f19c234-3c1b-49f8-bf56-3a3eb22c6e80 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760430 Aug 23 14:24:28.219543 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3072add3-cf32-4bb2-ba7f-7565edc4ed7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:28.280416 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Pushing event updated for resources: {'Port': ['ID=8a056939-b206-4766-acb6-fefd4ddc8fc6,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:28.311660 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:28.419400 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Allocated IP 19.86.0.2 (5bb3cd23-d008-41ca-883e-1b961b0f59ab/6fbaf21f-ac61-4c38-b8c7-91367aaf427d/4e2fbe6f-ee7a-43be-97cc-5ae550df4769) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:28.560551 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3072add3-cf32-4bb2-ba7f-7565edc4ed7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:28.567806 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-06f00372-dc50-4e05-95dc-4a8425ae7019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:28.610995 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072add3-cf32-4bb2-ba7f-7565edc4ed7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752cfc0b-c97e-4553-b1a7-5ed306c966af,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:28.625341 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3072add3-cf32-4bb2-ba7f-7565edc4ed7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:28.640243 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3072add3-cf32-4bb2-ba7f-7565edc4ed7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:28.649884 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-3072add3-cf32-4bb2-ba7f-7565edc4ed7a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/752cfc0b-c97e-4553-b1a7-5ed306c966af HTTP/1.1" status: 204 len: 168 time: 0.6141722 Aug 23 14:24:28.758049 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-1163279d-4924-458a-85fb-cca964397ede tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Synchronizing usage tracker for tenant:38c5f9741e254a8abdcfe0b5308b5f73 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:28.790899 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4bb0c-28e0-4890-a5a0-93050e466dd4 req-38b81c71-f250-408d-92e5-381932ba2487 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:28.799600 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-25f4bb0c-28e0-4890-a5a0-93050e466dd4 req-38b81c71-f250-408d-92e5-381932ba2487 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.7942438 Aug 23 14:24:28.833942 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-698a14e4-f9c2-4b7d-a441-97941d5e8509 req-9463dbd4-b07f-4e4a-99f5-fb139ecb59f4 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6215451 Aug 23 14:24:28.867121 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-25f4bb0c-28e0-4890-a5a0-93050e466dd4 req-0b2173ee-1c96-471f-8fd0-1e80317627fa tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665679 Aug 23 14:24:29.007569 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-1163279d-4924-458a-85fb-cca964397ede tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Unset dirty status for tenant:38c5f9741e254a8abdcfe0b5308b5f73 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:29.018893 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-1163279d-4924-458a-85fb-cca964397ede tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34968 time: 1.4948423 Aug 23 14:24:29.174915 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:29.205233 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Transition to ACTIVE for port object 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:29.287795 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Transition to ACTIVE for port object 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:29.329148 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-125c5ec0-d14e-482e-a492-1a410f8a65e9 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/1329ef3e-eadd-4e1b-b457-8f0892d3764e HTTP/1.1" status: 200 len: 2649 time: 0.2732663 Aug 23 14:24:29.408247 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:29.421299 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-dd084916-4f25-43df-9667-10a353751c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:29.448658 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-86bd907e-6ec6-409d-ae54-2f4441c05009 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:29.470124 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-86bd907e-6ec6-409d-ae54-2f4441c05009 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:29.471069 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-86bd907e-6ec6-409d-ae54-2f4441c05009 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Synchronizing usage tracker for tenant:6b1b0bc397db41e6b623414627ceceea on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:29.512906 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-fda5deb3-8262-49a0-a8e3-bb5e7978379f tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/1329ef3e-eadd-4e1b-b457-8f0892d3764e HTTP/1.1" status: 200 len: 2649 time: 0.1521366 Aug 23 14:24:29.526605 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c82ec87e-cc5c-4e67-bdff-c5a742ea5c6d req-2972ebce-151d-4575-a9f5-b0694572e3c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 1099 time: 0.4675107 Aug 23 14:24:29.533819 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600ac66b-d71b-4e9e-a156-1ba976a29390', 'name': 'network-vif-deleted', 'tag': '50227ae1-37fc-476c-8bdf-448e29da47ff'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:29.586962 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Network 5bb3cd23-d008-41ca-883e-1b961b0f59ab is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:29.590620 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:29.595626 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:24:29.698311 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Pushing event updated for resources: {'Port': ['ID=4e2fbe6f-ee7a-43be-97cc-5ae550df4769,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:29.716925 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:29.830179 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Attempting to bind port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:24:29.830723 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Attempting to bind port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '1211bd09-38a3-4d1f-affb-7c3e25e54000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5bb3cd23-d008-41ca-883e-1b961b0f59ab'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:24:29.831190 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Attempting to bind port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 on network 5bb3cd23-d008-41ca-883e-1b961b0f59ab {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:24:29.835692 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386a149a-0137-4462-8467-a8f6c5a0e7e3 None None] Network f5585df4-d9f7-4122-a3b8-45dac41247fb requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:24:30.000994 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-465249d6-9102-4848-a319-d0b0c3bc0eb1 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/18ce68cb-1e7a-43f1-b944-63c6202e9073 HTTP/1.1" status: 200 len: 2649 time: 0.4801159 Aug 23 14:24:30.074755 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-86bd907e-6ec6-409d-ae54-2f4441c05009 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Unset dirty status for tenant:6b1b0bc397db41e6b623414627ceceea on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:30.091010 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-86bd907e-6ec6-409d-ae54-2f4441c05009 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/networks?id=f5585df4-d9f7-4122-a3b8-45dac41247fb&id=5bb3cd23-d008-41ca-883e-1b961b0f59ab HTTP/1.1" status: 200 len: 1390 time: 1.0736072 Aug 23 14:24:30.116289 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ec87e-cc5c-4e67-bdff-c5a742ea5c6d req-a0d3de23-69c3-4785-83c3-9fb1ca585a8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:30.118509 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c82ec87e-cc5c-4e67-bdff-c5a742ea5c6d req-a0d3de23-69c3-4785-83c3-9fb1ca585a8b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.3567874 Aug 23 14:24:30.128394 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46774) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:30.183336 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-35dd510a-334c-4908-8c20-1b98a05a2455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.213202 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-6ed843cf-e8f2-47ff-a5d7-7ee5cc6209c7 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/18ce68cb-1e7a-43f1-b944-63c6202e9073 HTTP/1.1" status: 200 len: 2649 time: 0.1816196 Aug 23 14:24:30.230456 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-4322df2a-2d03-44e2-aca0-352421ae8a28 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/quotas/6b1b0bc397db41e6b623414627ceceea HTTP/1.1" status: 200 len: 375 time: 0.1383474 Aug 23 14:24:30.278031 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-35dd510a-334c-4908-8c20-1b98a05a2455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:30.283113 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-35dd510a-334c-4908-8c20-1b98a05a2455 admin admin] Usage tracker for resource:security_group_rule and tenant:e4479ddb5b714355ad4bcfd5b1be6d49 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:30.285336 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 8a056939-b206-4766-acb6-fefd4ddc8fc6 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:30.287580 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-35dd510a-334c-4908-8c20-1b98a05a2455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:30.295536 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-35dd510a-334c-4908-8c20-1b98a05a2455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:30.314272 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c82ec87e-cc5c-4e67-bdff-c5a742ea5c6d req-9261f419-b45f-4e77-9a5d-969484b38a43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d8f90b75-c0e3-4aff-a3b3-648b925c461f HTTP/1.1" status: 200 len: 217 time: 0.1664629 Aug 23 14:24:30.328030 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:24:30.328659 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Checking segment: {'id': '1211bd09-38a3-4d1f-affb-7c3e25e54000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5bb3cd23-d008-41ca-883e-1b961b0f59ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:24:30.328823 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.329267 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Bound using segment: {'id': '1211bd09-38a3-4d1f-affb-7c3e25e54000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5bb3cd23-d008-41ca-883e-1b961b0f59ab'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:24:30.330690 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Bound port: 4e2fbe6f-ee7a-43be-97cc-5ae550df4769, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1211bd09-38a3-4d1f-affb-7c3e25e54000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5bb3cd23-d008-41ca-883e-1b961b0f59ab'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:24:30.331106 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.372088 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device d8f90b75-c0e3-4aff-a3b3-648b925c461f details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:24:30.395349 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-35dd510a-334c-4908-8c20-1b98a05a2455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.455325 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ec87e-cc5c-4e67-bdff-c5a742ea5c6d req-3797e4ca-dccf-408d-b471-d402c61036d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:30.457664 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c82ec87e-cc5c-4e67-bdff-c5a742ea5c6d req-3797e4ca-dccf-408d-b471-d402c61036d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1358171 Aug 23 14:24:30.459457 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-cd393a9a-8e4a-469c-858c-ec84cd0b2cc4 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/19b90d76-1f5d-4f0f-be45-dee962db3033 HTTP/1.1" status: 200 len: 2649 time: 0.1834240 Aug 23 14:24:30.491817 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-650a0d28-651b-4bdf-a23b-538089e56490 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Synchronizing usage tracker for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:30.525762 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-35dd510a-334c-4908-8c20-1b98a05a2455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.533837 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-98cd2027-66dc-49c4-adb4-6880acfa4e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:30.577767 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd510a-334c-4908-8c20-1b98a05a2455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e07811f-817a-48bf-9842-fdbb24563c23,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:30.583668 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-35dd510a-334c-4908-8c20-1b98a05a2455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:30.588626 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-35dd510a-334c-4908-8c20-1b98a05a2455 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e4479ddb5b714355ad4bcfd5b1be6d49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4580638 Aug 23 14:24:30.594269 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46780) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:30.607793 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-f5363081-fb25-49c5-9e6e-d558651ad697 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/19b90d76-1f5d-4f0f-be45-dee962db3033 HTTP/1.1" status: 200 len: 2649 time: 0.1369224 Aug 23 14:24:30.676552 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-609a95cf-ac32-4629-8b18-b8ee9db31cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.710151 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-650a0d28-651b-4bdf-a23b-538089e56490 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Unset dirty status for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:30.711605 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-650a0d28-651b-4bdf-a23b-538089e56490 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=6b1b0bc397db41e6b623414627ceceea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4803219 Aug 23 14:24:30.718303 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-609a95cf-ac32-4629-8b18-b8ee9db31cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.783471 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c82ec87e-cc5c-4e67-bdff-c5a742ea5c6d req-705d909e-12aa-4775-98fc-e21402f3f16b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3135614 Aug 23 14:24:30.832499 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-96cdd242-a1c8-42c5-87dc-a88f4e08981f None None] Provisioning for port 8a056939-b206-4766-acb6-fefd4ddc8fc6 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:30.901780 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port d8f90b75-c0e3-4aff-a3b3-648b925c461f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d8f90b75-c0e3-4aff-a3b3-648b925c461f,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:30.918264 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] For port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:24:30.930730 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'd8f90b75-c0e3-4aff-a3b3-648b925c461f', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'd8f90b75-c0e3-4aff-a3b3-648b925c461f', 'mac_address': 'fa:16:3e:02:18:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:24:30.937525 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] For port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=4e2fbe6f-ee7a-43be-97cc-5ae550df4769,segment=NetworkSegment(1211bd09-38a3-4d1f-affb-7c3e25e54000),segment_id=1211bd09-38a3-4d1f-affb-7c3e25e54000)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:24:30.951162 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-97dd5236-7935-412c-a165-1b040ba2ca85 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/1f9b15a3-ff9e-4d20-9ba9-fce6e1e3ac71 HTTP/1.1" status: 200 len: 2649 time: 0.3346322 Aug 23 14:24:31.030932 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:31.036703 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-9b201232-2b8e-4d22-a75f-210be88ad310 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/1f9b15a3-ff9e-4d20-9ba9-fce6e1e3ac71 HTTP/1.1" status: 200 len: 2649 time: 0.0741088 Aug 23 14:24:31.080714 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f90b75-c0e3-4aff-a3b3-648b925c461f {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:24:31.080714 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port d8f90b75-c0e3-4aff-a3b3-648b925c461f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d8f90b75-c0e3-4aff-a3b3-648b925c461f,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:31.138304 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-ec90f40b-aac4-420b-9d99-569e9cee21cb service neutron] 10.222.0.86 "GET /v2.0/networks/f5585df4-d9f7-4122-a3b8-45dac41247fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077921 Aug 23 14:24:31.143713 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c82ec87e-cc5c-4e67-bdff-c5a742ea5c6d req-308e021a-18fc-4b54-a817-557905bfbbcb service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496668 Aug 23 14:24:31.162548 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-609a95cf-ac32-4629-8b18-b8ee9db31cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:31.163164 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 8a056939-b206-4766-acb6-fefd4ddc8fc6 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:31.170012 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8ddcc6ba-1c35-4bcb-ae65-1d21d1bf4d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:31.171720 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:31.187126 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:31.204017 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-609a95cf-ac32-4629-8b18-b8ee9db31cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:31.208406 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-609a95cf-ac32-4629-8b18-b8ee9db31cf5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e07811f-817a-48bf-9842-fdbb24563c23 HTTP/1.1" status: 204 len: 168 time: 0.6128278 Aug 23 14:24:31.209384 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a95cf-ac32-4629-8b18-b8ee9db31cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e07811f-817a-48bf-9842-fdbb24563c23,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:31.217202 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-609a95cf-ac32-4629-8b18-b8ee9db31cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:31.236545 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 8a056939-b206-4766-acb6-fefd4ddc8fc6 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:31.237140 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:31.292678 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:31.426153 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Pushing event updated for resources: {'Port': ['ID=4e2fbe6f-ee7a-43be-97cc-5ae550df4769,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:31.428366 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-68023cf4-43bc-40c5-ae65-248fc2a74f09 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/2d95bcdf-17e4-47dc-bace-505cfa1f4c8a HTTP/1.1" status: 200 len: 2649 time: 0.3765092 Aug 23 14:24:31.431411 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-eb52968a-e9ae-47c9-bc75-d7f527d9f804 service neutron] 10.222.0.86 "GET /v2.0/networks/f5585df4-d9f7-4122-a3b8-45dac41247fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821174 Aug 23 14:24:31.453240 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:31.455012 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-953de220-f564-4802-b532-81cf7612658b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:31.588640 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-ba9e987a-ffae-4ff9-b8f0-9956887e0fdc None None] Provisioning complete for port 8a056939-b206-4766-acb6-fefd4ddc8fc6 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:31.589345 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ba9e987a-ffae-4ff9-b8f0-9956887e0fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:31.778721 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-15fa9e9e-c723-4df3-ae51-dac5e1061476 service neutron] 10.222.0.86 "GET /v2.0/networks/5bb3cd23-d008-41ca-883e-1b961b0f59ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879665 Aug 23 14:24:31.902680 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:31.929516 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['d8f90b75-c0e3-4aff-a3b3-648b925c461f'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:24:31.941424 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c82ec87e-cc5c-4e67-bdff-c5a742ea5c6d req-53e929fe-bf7d-47b2-acd6-807fe502b771 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7678738 Aug 23 14:24:31.943150 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-71faf7b4-6739-434b-861f-b8241f36cd6b tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/2d95bcdf-17e4-47dc-bace-505cfa1f4c8a HTTP/1.1" status: 200 len: 2649 time: 0.4537520 Aug 23 14:24:32.177437 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ba9e987a-ffae-4ff9-b8f0-9956887e0fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:32.210040 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-5c235e26-efc3-4ecd-8190-dfa4e42e4230 service neutron] 10.222.0.86 "GET /v2.0/networks/5bb3cd23-d008-41ca-883e-1b961b0f59ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065607 Aug 23 14:24:32.213254 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-9788adc0-9b11-4256-9bb7-2787964d8749 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/450bd031-794d-491f-bb39-6e7b8f720b8a HTTP/1.1" status: 200 len: 2649 time: 0.2452540 Aug 23 14:24:32.367882 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-04934477-7b92-45f3-833f-356f9e839fad tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/450bd031-794d-491f-bb39-6e7b8f720b8a HTTP/1.1" status: 200 len: 2649 time: 0.1384246 Aug 23 14:24:32.406027 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 8a056939-b206-4766-acb6-fefd4ddc8fc6, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=8a056939-b206-4766-acb6-fefd4ddc8fc6,segment=NetworkSegment(484558e3-5076-4aa0-acf7-5ccd016dcc74),segment_id=484558e3-5076-4aa0-acf7-5ccd016dcc74)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:32.413417 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=d8f90b75-c0e3-4aff-a3b3-648b925c461f,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:32.422983 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.968s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:32.491788 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:32.495068 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-d3573bcd-1d4e-4ce9-b057-35fa5d81debd tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/65d6ebe3-9e17-462e-abc8-8e74ae4e2510 HTTP/1.1" status: 200 len: 2649 time: 0.1145470 Aug 23 14:24:32.600671 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:32.602332 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-38eaca13-4522-4def-be28-1605d2a38b82 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/65d6ebe3-9e17-462e-abc8-8e74ae4e2510 HTTP/1.1" status: 200 len: 2649 time: 0.1039140 Aug 23 14:24:32.604800 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:32.839520 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-01f558ee-5d19-468b-b802-724c4cedcba5 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/6c0c5dc2-b5d6-4b93-b9bd-6c1576359ab1 HTTP/1.1" status: 200 len: 2649 time: 0.2215273 Aug 23 14:24:32.986515 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:33.135325 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-56a26fc2-d85e-426f-8aaa-e8b7f36a5930 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/6c0c5dc2-b5d6-4b93-b9bd-6c1576359ab1 HTTP/1.1" status: 200 len: 2649 time: 0.2944648 Aug 23 14:24:33.233627 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8ef84f-0c11-4f7c-b72a-3f6a754465ff None None] Network 5bb3cd23-d008-41ca-883e-1b961b0f59ab requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:24:33.264639 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=8a056939-b206-4766-acb6-fefd4ddc8fc6,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:33.270452 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-0ecbce94-2a03-421f-bb3c-8701c4d0a43e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/74658b76-64db-42d5-a378-3b7e3b34244c HTTP/1.1" status: 200 len: 2649 time: 0.1281657 Aug 23 14:24:33.272716 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:33.284538 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cacc0-7993-45d1-8cdd-1e17a81d478e req-5e880785-c055-4b33-90fd-8bb5ec7b8d1e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:33.287368 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c67cacc0-7993-45d1-8cdd-1e17a81d478e req-5e880785-c055-4b33-90fd-8bb5ec7b8d1e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 949 time: 0.2138894 Aug 23 14:24:33.389716 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c67cacc0-7993-45d1-8cdd-1e17a81d478e req-eabc3132-e05d-4b43-afcf-f348870ad3d3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862503 Aug 23 14:24:33.399465 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-962aee4f-31b7-4c9d-9bdf-a426a3bd1489 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/74658b76-64db-42d5-a378-3b7e3b34244c HTTP/1.1" status: 200 len: 2649 time: 0.1097610 Aug 23 14:24:33.517906 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-a181b375-abf0-4190-838c-80450e1b0fe8 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/9e4444f0-f822-49dc-b0a6-4581e2c580fe HTTP/1.1" status: 200 len: 2649 time: 0.1110792 Aug 23 14:24:33.533148 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-ba9e987a-ffae-4ff9-b8f0-9956887e0fdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:24:33.533728 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-ba9e987a-ffae-4ff9-b8f0-9956887e0fdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:24:33.571104 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600ac66b-d71b-4e9e-a156-1ba976a29390', 'name': 'network-vif-deleted', 'tag': '50227ae1-37fc-476c-8bdf-448e29da47ff', 'status': 'completed', 'code': 200} Aug 23 14:24:33.672965 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-af8c7819-6fb1-4c6c-aa14-1390820e9eb6 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/9e4444f0-f822-49dc-b0a6-4581e2c580fe HTTP/1.1" status: 200 len: 2649 time: 0.1475635 Aug 23 14:24:33.820263 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-6c4060cd-a8de-482e-839b-15a1cf954bf6 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/b826f3ad-b844-479c-b040-06f6fc80a90f HTTP/1.1" status: 200 len: 2649 time: 0.1340806 Aug 23 14:24:33.879635 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:33.880678 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:33.967104 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279d3d6-7207-459d-a41f-0921f9886462 req-66ea9f0d-6d8c-4f7a-a14c-62c65f88f3f4 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:33.980837 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f279d3d6-7207-459d-a41f-0921f9886462 req-66ea9f0d-6d8c-4f7a-a14c-62c65f88f3f4 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.1632843 Aug 23 14:24:34.069499 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-d310259e-0829-4057-936f-ad8b8ccb4e40 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/b826f3ad-b844-479c-b040-06f6fc80a90f HTTP/1.1" status: 200 len: 2649 time: 0.1885417 Aug 23 14:24:34.194441 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f279d3d6-7207-459d-a41f-0921f9886462 req-0acd75c2-7f5f-40b3-ac72-ddbbc0de9e34 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137794 Aug 23 14:24:34.241837 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-ef257026-37ad-4722-a766-bea309a02d47 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/f3fc3cb6-9994-4fe4-842d-db46240a9c9c HTTP/1.1" status: 200 len: 2649 time: 0.1543374 Aug 23 14:24:34.384044 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device d8f90b75-c0e3-4aff-a3b3-648b925c461f up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:34.431270 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d0170b41-ab04-4529-b270-31a703780b9d req-0f86e3ea-a6a2-407a-94e0-049bcdddc100 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 210 time: 0.0878034 Aug 23 14:24:34.456355 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a9addc7-81f1-45f0-a232-b84ef9d35c7c req-ea7dd64e-8201-4984-bac7-5926b2d6d4f7 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/f3fc3cb6-9994-4fe4-842d-db46240a9c9c HTTP/1.1" status: 200 len: 2649 time: 0.1932335 Aug 23 14:24:34.483398 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-e02b3e63-e7e6-4a77-adaa-f38e9ffd9f0f None None] Provisioning for port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:34.511438 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-e02b3e63-e7e6-4a77-adaa-f38e9ffd9f0f None None] Provisioning complete for port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:34.511947 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e02b3e63-e7e6-4a77-adaa-f38e9ffd9f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:34.795400 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 8a056939-b206-4766-acb6-fefd4ddc8fc6 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:34.881593 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a9897af1-9caa-45da-a910-6a760f97e920 req-8b863216-914e-4035-9c4a-1cfb8fba417b tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Synchronizing usage tracker for tenant:cf76b574c3574a10a1992f45fba620a8 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:34.895873 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port d8f90b75-c0e3-4aff-a3b3-648b925c461f completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:34.904562 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port d8f90b75-c0e3-4aff-a3b3-648b925c461f triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:34.904935 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:34.926737 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46854) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:34.935547 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-299063713'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:34.946839 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:34.951802 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Usage tracker for resource:network and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:34.962104 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:34.966284 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:34.975546 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799f3cf-0689-46d9-8365-231b2c491884 req-715e1026-a8b1-4ddf-a7a2-0cc5c8abbbab tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:34.982425 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3799f3cf-0689-46d9-8365-231b2c491884 req-715e1026-a8b1-4ddf-a7a2-0cc5c8abbbab tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 949 time: 0.2812040 Aug 23 14:24:34.999870 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e02b3e63-e7e6-4a77-adaa-f38e9ffd9f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.036758 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a9897af1-9caa-45da-a910-6a760f97e920 req-8b863216-914e-4035-9c4a-1cfb8fba417b tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Unset dirty status for tenant:cf76b574c3574a10a1992f45fba620a8 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:35.038509 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a9897af1-9caa-45da-a910-6a760f97e920 req-8b863216-914e-4035-9c4a-1cfb8fba417b tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cf76b574c3574a10a1992f45fba620a8 HTTP/1.1" status: 200 len: 5439 time: 0.3632395 Aug 23 14:24:35.041564 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3799f3cf-0689-46d9-8365-231b2c491884 req-194083eb-cf43-472d-9cc1-16190aa2373e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581222 Aug 23 14:24:35.095045 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.102898 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Made reservation on behalf of a57a2cb7a2fa4a21aed5f1a428985f6b for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:35.106732 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.126952 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 8a056939-b206-4766-acb6-fefd4ddc8fc6 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:35.127358 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.158890 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a9897af1-9caa-45da-a910-6a760f97e920 req-1bcfe7ab-d5bf-48ee-ae9c-836179ec72e2 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] 10.222.0.86 "GET /v2.0/security-groups/6c0c5dc2-b5d6-4b93-b9bd-6c1576359ab1 HTTP/1.1" status: 200 len: 2649 time: 0.0876565 Aug 23 14:24:35.175615 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:24:35.186107 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.191465 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Added segment 8a7ff026-dc80-4643-af31-34113affe6a6 of type vlan for network f0f6b55e-e85b-48de-9926-8589f458acf2 Aug 23 14:24:35.220370 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.240474 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a9897af1-9caa-45da-a910-6a760f97e920 req-5171d57e-31e7-4a3a-a4cb-d21f48a9caf6 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] 10.222.0.86 "GET /v2.0/security-groups/6c0c5dc2-b5d6-4b93-b9bd-6c1576359ab1 HTTP/1.1" status: 200 len: 2649 time: 0.0717509 Aug 23 14:24:35.312479 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-e02b3e63-e7e6-4a77-adaa-f38e9ffd9f0f None None] For port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=4e2fbe6f-ee7a-43be-97cc-5ae550df4769,segment=NetworkSegment(1211bd09-38a3-4d1f-affb-7c3e25e54000),segment_id=1211bd09-38a3-4d1f-affb-7c3e25e54000)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:35.318942 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ac690b-f093-4d1e-802c-f30a6bff88a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f90b75-c0e3-4aff-a3b3-648b925c461f'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:35.336773 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port d8f90b75-c0e3-4aff-a3b3-648b925c461f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d8f90b75-c0e3-4aff-a3b3-648b925c461f,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:35.396604 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.403456 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:35.404371 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.433225 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a8ede350-4ba1-4708-9e5c-b0db969c9720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:35.480070 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e02b3e63-e7e6-4a77-adaa-f38e9ffd9f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.481964 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-277d4651-1d5d-4965-9b58-5660f2731784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:35.552563 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.575108 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6438084 Aug 23 14:24:35.577090 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46878) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:35.588992 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1903886213'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:35.594280 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Pushing event updated for resources: {'Network': ['ID=f0f6b55e-e85b-48de-9926-8589f458acf2,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:35.597767 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:35.601947 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:35.605346 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Usage tracker for resource:network and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:35.609385 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Quota usage for network was recalculated. Used quota:2. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:35.617098 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:35.622056 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network f0f6b55e-e85b-48de-9926-8589f458acf2 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:24:35.657648 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45a970ea-c6da-4bb6-ae0a-14b632c7ad45 req-7aabe4c3-fc6a-49fe-b478-9ace55cac19c tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/c1d034d8-546a-4b9c-97d6-c0b114cd3785 HTTP/1.1" status: 200 len: 1612 time: 0.2105210 Aug 23 14:24:35.752744 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06abdc1-516d-40ee-af1a-9c8ca3f9c347 req-532bc1a8-693d-49d0-9e50-5d3e798968ac tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:35.760214 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a06abdc1-516d-40ee-af1a-9c8ca3f9c347 req-532bc1a8-693d-49d0-9e50-5d3e798968ac tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.2485394 Aug 23 14:24:35.806182 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b3e63-e7e6-4a77-adaa-f38e9ffd9f0f None None] Pushing event updated for resources: {'Port': ['ID=4e2fbe6f-ee7a-43be-97cc-5ae550df4769,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:35.808869 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-45a970ea-c6da-4bb6-ae0a-14b632c7ad45 req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.811022 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-e02b3e63-e7e6-4a77-adaa-f38e9ffd9f0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:35.818257 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-0bcc09ad-b6d6-4cce-8e45-4b3a859d19d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:35.864302 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a06abdc1-516d-40ee-af1a-9c8ca3f9c347 req-fdc876af-0573-4dd6-9738-5a5aa0f71ee5 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028590 Aug 23 14:24:35.864488 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Made reservation on behalf of a57a2cb7a2fa4a21aed5f1a428985f6b for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:35.868303 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.879886 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-45a970ea-c6da-4bb6-ae0a-14b632c7ad45 req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.917387 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=d8f90b75-c0e3-4aff-a3b3-648b925c461f,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:35.921419 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:35.939929 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-652dc571-f8ab-4658-b21b-e0c974d79134 None None] Provisioning complete for port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:35.944739 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-652dc571-f8ab-4658-b21b-e0c974d79134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.958327 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:24:35.981667 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.982018 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Added segment 2e2818a3-609e-43ea-a696-200db31a23d2 of type vlan for network 858144c2-6cd4-447d-8936-4f3181765b0c Aug 23 14:24:36.037936 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:36.093053 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ac690b-f093-4d1e-802c-f30a6bff88a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f90b75-c0e3-4aff-a3b3-648b925c461f', 'code': 200} Aug 23 14:24:36.115455 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46890) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:36.173390 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-45a970ea-c6da-4bb6-ae0a-14b632c7ad45 req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:36.209524 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8247100b-3515-4e6c-931c-ceea7920bcbb tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:36.222119 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:36.235307 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:36.238811 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:36.288439 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f9fa0fa6-1ad8-4edc-82ab-a426162a561c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:36.306310 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-05343d70-f666-4ea9-9bbe-d25caf80f91d req-a9050520-f03e-4b94-94bf-ed51f9102ccf tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 210 time: 0.0648527 Aug 23 14:24:36.320925 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d034d8-546a-4b9c-97d6-c0b114cd3785,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:36.368505 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:36.368896 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:36.369314 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:36.369664 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:36.370032 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:36.370397 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:36.370761 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:36.371124 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:36.371483 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:36.371841 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:36.372201 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:36.384327 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:36.430031 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-514dc755-faeb-4624-9895-4136478f64bb req-b6c77f34-6614-41df-b1c2-bfc49c48b728 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 1101 time: 0.3459504 Aug 23 14:24:36.501884 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9239309 Aug 23 14:24:36.508915 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-df002621-9c65-4c36-a1cf-20f6388bd57f admin admin] Deleting subnet 85f85230-dbce-4146-9032-327f9929bf7c {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:24:36.515561 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46898) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:36.524281 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-df002621-9c65-4c36-a1cf-20f6388bd57f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:36.556062 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Request body: {'subnet': {'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:36.565364 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-45a970ea-c6da-4bb6-ae0a-14b632c7ad45 req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:36.570701 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-45a970ea-c6da-4bb6-ae0a-14b632c7ad45 req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "DELETE /v2.0/security-groups/c1d034d8-546a-4b9c-97d6-c0b114cd3785 HTTP/1.1" status: 204 len: 173 time: 0.9118338 Aug 23 14:24:36.584778 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Pushing event updated for resources: {'Network': ['ID=858144c2-6cd4-447d-8936-4f3181765b0c,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:36.602703 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 858144c2-6cd4-447d-8936-4f3181765b0c details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:24:36.689253 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-514dc755-faeb-4624-9895-4136478f64bb req-ae3e8a35-b98e-45de-b0d1-8e2f9e814edb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506208 Aug 23 14:24:36.740292 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:36.776820 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:36.843000 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-df002621-9c65-4c36-a1cf-20f6388bd57f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:36.881329 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-5ac04466-4fbd-4654-98c7-c223313d5f05 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:36.885334 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-5ac04466-4fbd-4654-98c7-c223313d5f05 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:36.888117 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-5ac04466-4fbd-4654-98c7-c223313d5f05 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.60 "GET /v2.0/networks?id=f5585df4-d9f7-4122-a3b8-45dac41247fb&id=5bb3cd23-d008-41ca-883e-1b961b0f59ab HTTP/1.1" status: 200 len: 1390 time: 0.2959867 Aug 23 14:24:36.946984 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:36.947534 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:36.957065 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Request body: {'port': {'device_id': '9f10c871-659d-4f30-9a15-ac908ef0b82f', 'network_id': 'f5585df4-d9f7-4122-a3b8-45dac41247fb', 'admin_state_up': True, 'tenant_id': '6b1b0bc397db41e6b623414627ceceea'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:37.048576 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:37.060175 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-df002621-9c65-4c36-a1cf-20f6388bd57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:37.117012 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:37.127307 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:37.164072 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5251adc1-90df-4c59-9e66-8e80fe4d8a5b req-650fdae0-8c97-4aaf-8462-b75084b63e53 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "GET /v2.0/security-groups/190bc476-9749-4889-94f7-1dfc524cd166 HTTP/1.1" status: 200 len: 1611 time: 0.2886622 Aug 23 14:24:37.170817 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c3048-30ce-425c-823c-9430e5e248a5 req-075aa181-a077-469e-aa97-ca5547880764 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:37.179311 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac6c3048-30ce-425c-823c-9430e5e248a5 req-075aa181-a077-469e-aa97-ca5547880764 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 950 time: 0.7019513 Aug 23 14:24:37.204373 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Usage tracker for resource:subnet and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:37.218813 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:37.254788 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:37.370020 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Made reservation on behalf of 6b1b0bc397db41e6b623414627ceceea for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:37.373334 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:37.424590 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Made reservation on behalf of a57a2cb7a2fa4a21aed5f1a428985f6b for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:37.445063 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac6c3048-30ce-425c-823c-9430e5e248a5 req-23b094b7-ed52-41ee-9eac-eda9129208b4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650826 Aug 23 14:24:37.463160 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-df002621-9c65-4c36-a1cf-20f6388bd57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:37.559236 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5251adc1-90df-4c59-9e66-8e80fe4d8a5b req-f7e26ee7-d081-49af-bb9e-2d6ee91ff883 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:37.619280 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5251adc1-90df-4c59-9e66-8e80fe4d8a5b req-f7e26ee7-d081-49af-bb9e-2d6ee91ff883 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:37.789937 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c1124a44-ae1e-441a-9d42-f3196355cd26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:37.854994 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df002621-9c65-4c36-a1cf-20f6388bd57f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f85230-dbce-4146-9032-327f9929bf7c,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:37.874942 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-df002621-9c65-4c36-a1cf-20f6388bd57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:37.878609 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Allocated IP 19.80.0.150 (f5585df4-d9f7-4122-a3b8-45dac41247fb/169da6d0-804b-4753-912b-7c6d65806ac3/225d6247-1fac-41c7-b462-1b0caa3e792e) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:37.881040 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5251adc1-90df-4c59-9e66-8e80fe4d8a5b req-f7e26ee7-d081-49af-bb9e-2d6ee91ff883 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:37.885801 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:37.896225 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-138c7e43-c123-422a-a162-a979e882af36 tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:37.927067 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e26ee7-d081-49af-bb9e-2d6ee91ff883 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190bc476-9749-4889-94f7-1dfc524cd166,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:37.930790 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f7e26ee7-d081-49af-bb9e-2d6ee91ff883 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:37.949071 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-df002621-9c65-4c36-a1cf-20f6388bd57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:37.971528 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-df002621-9c65-4c36-a1cf-20f6388bd57f admin admin] 10.222.0.86 "DELETE /v2.0/subnets/85f85230-dbce-4146-9032-327f9929bf7c HTTP/1.1" status: 204 len: 168 time: 1.8528569 Aug 23 14:24:37.973707 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46918) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:38.199991 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46922) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:38.304612 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:38.338618 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-5251adc1-90df-4c59-9e66-8e80fe4d8a5b req-f7e26ee7-d081-49af-bb9e-2d6ee91ff883 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:38.340406 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5251adc1-90df-4c59-9e66-8e80fe4d8a5b req-f7e26ee7-d081-49af-bb9e-2d6ee91ff883 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] 10.222.0.86 "DELETE /v2.0/security-groups/190bc476-9749-4889-94f7-1dfc524cd166 HTTP/1.1" status: 204 len: 173 time: 1.1585195 Aug 23 14:24:38.353592 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Transition to ACTIVE for port object 225d6247-1fac-41c7-b462-1b0caa3e792e will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:38.367260 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3751f6-5238-460f-b6ef-11ded1bef13b req-32eca3db-e54b-4cb7-b4b5-26fc378f1648 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:38.373989 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ea3751f6-5238-460f-b6ef-11ded1bef13b req-32eca3db-e54b-4cb7-b4b5-26fc378f1648 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.6213264 Aug 23 14:24:38.396624 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-899d7bdf-5dee-4d65-b52c-ae5befff4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:38.444888 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ea3751f6-5238-460f-b6ef-11ded1bef13b req-1ee058d0-7d2e-4aad-9972-36b69dd0b1cc tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699544 Aug 23 14:24:38.559288 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7bfb09c6-cb9d-444c-86c3-a732e12898f9 req-ae47571e-18c1-41c1-9dbd-f24b4e79e79b tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] 10.222.0.86 "GET /v2.0/security-groups/381a0ca3-6d15-4ad5-85f5-d840677e2bbb HTTP/1.1" status: 200 len: 1612 time: 0.0639589 Aug 23 14:24:38.577408 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:38.587344 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6c2e7e62-4766-4394-b4ea-02ee85a13003 tempest-MigrationsAdminTest-2128302060 tempest-MigrationsAdminTest-2128302060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:38.746347 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-20e280eb-2f5c-4e92-ad1a-e9ee0dca7b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:38.765632 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-899d7bdf-5dee-4d65-b52c-ae5befff4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:38.794207 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-899d7bdf-5dee-4d65-b52c-ae5befff4a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde3cda3-a79e-4478-9843-40b5ea065bca']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:38.816857 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-899d7bdf-5dee-4d65-b52c-ae5befff4a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894b2a0d-918e-4692-93d0-de48eed59442') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:38.817812 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-899d7bdf-5dee-4d65-b52c-ae5befff4a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894b2a0d-918e-4692-93d0-de48eed59442') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:38.819373 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Network f5585df4-d9f7-4122-a3b8-45dac41247fb is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:38.829683 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:38.843252 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:24:38.872622 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-899d7bdf-5dee-4d65-b52c-ae5befff4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:38.910976 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:38.911609 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:38.919813 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event updated for resources: {'Port': ['ID=225d6247-1fac-41c7-b462-1b0caa3e792e,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:38.924204 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-20e280eb-2f5c-4e92-ad1a-e9ee0dca7b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:38.925945 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:38.930302 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-899d7bdf-5dee-4d65-b52c-ae5befff4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:38.937590 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7bfb09c6-cb9d-444c-86c3-a732e12898f9 req-035e9efd-371a-44e3-a777-20e85e2f2674 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:38.938748 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-20e280eb-2f5c-4e92-ad1a-e9ee0dca7b48 admin admin] Usage tracker for resource:security_group_rule and tenant:cc38f0f8ab844954890adf8484792bb0 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:38.944236 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-20e280eb-2f5c-4e92-ad1a-e9ee0dca7b48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:38.947809 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899d7bdf-5dee-4d65-b52c-ae5befff4a9e admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:24:38.948340 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-899d7bdf-5dee-4d65-b52c-ae5befff4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:38.948985 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31589f-d444-4901-a022-ea2dfdbd48c8 req-210e48bf-8192-4842-8b08-c91a57d71f10 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:38.949772 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-8b31589f-d444-4901-a022-ea2dfdbd48c8 req-210e48bf-8192-4842-8b08-c91a57d71f10 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Synchronizing usage tracker for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:24:38.966891 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:24:38.976890 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-20e280eb-2f5c-4e92-ad1a-e9ee0dca7b48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:39.003579 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7bfb09c6-cb9d-444c-86c3-a732e12898f9 req-035e9efd-371a-44e3-a777-20e85e2f2674 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:39.033886 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0879068 Aug 23 14:24:39.041805 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:39.049223 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Request body: {'port': {'device_id': '9f10c871-659d-4f30-9a15-ac908ef0b82f', 'network_id': '5bb3cd23-d008-41ca-883e-1b961b0f59ab', 'admin_state_up': True, 'tenant_id': '6b1b0bc397db41e6b623414627ceceea'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:39.056795 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-31ec88da-3e44-4200-b1ac-609c0d78ebeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:39.221917 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-20e280eb-2f5c-4e92-ad1a-e9ee0dca7b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:39.241258 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Pushing event updated for resources: {'Subnet': ['ID=b7d75cf9-76aa-4e91-9341-365ed603384e,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:39.244299 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:39.256191 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Checking segment: {'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:24:39.256735 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Network hostable DHCP agents. Network: f0f6b55e-e85b-48de-9926-8589f458acf2, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:24:39.273356 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-8b31589f-d444-4901-a022-ea2dfdbd48c8 req-210e48bf-8192-4842-8b08-c91a57d71f10 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Unset dirty status for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:39.273356 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8b31589f-d444-4901-a022-ea2dfdbd48c8 req-210e48bf-8192-4842-8b08-c91a57d71f10 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 932 time: 0.6168883 Aug 23 14:24:39.289956 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-899d7bdf-5dee-4d65-b52c-ae5befff4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:39.289956 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:39.300394 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-899d7bdf-5dee-4d65-b52c-ae5befff4a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:39.310538 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:39.322379 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-20e280eb-2f5c-4e92-ad1a-e9ee0dca7b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:39.322799 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:39.344381 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d7bdf-5dee-4d65-b52c-ae5befff4a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=bde3cda3-a79e-4478-9843-40b5ea065bca,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:39.350088 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-899d7bdf-5dee-4d65-b52c-ae5befff4a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:39.350088 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f1f7f898-d386-4902-b5d4-e114c31c3226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:39.367909 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7bfb09c6-cb9d-444c-86c3-a732e12898f9 req-035e9efd-371a-44e3-a777-20e85e2f2674 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:39.373584 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:39.384620 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8b31589f-d444-4901-a022-ea2dfdbd48c8 req-7dba931b-3063-43f2-8c96-d4fedef8c92f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016362 Aug 23 14:24:39.394779 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e9efd-371a-44e3-a777-20e85e2f2674 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381a0ca3-6d15-4ad5-85f5-d840677e2bbb,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:39.395993 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-035e9efd-371a-44e3-a777-20e85e2f2674 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:39.398931 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e280eb-2f5c-4e92-ad1a-e9ee0dca7b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdddc48-a2f4-402c-ac5e-72c46a47668a,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:39.404887 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-20e280eb-2f5c-4e92-ad1a-e9ee0dca7b48 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cc38f0f8ab844954890adf8484792bb0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2024517 Aug 23 14:24:39.406249 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-20e280eb-2f5c-4e92-ad1a-e9ee0dca7b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:39.407797 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 46934) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:39.427727 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Made reservation on behalf of 6b1b0bc397db41e6b623414627ceceea for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:39.431115 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:39.446567 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Network f0f6b55e-e85b-48de-9926-8589f458acf2 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:24:39.452011 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-899d7bdf-5dee-4d65-b52c-ae5befff4a9e admin admin] 10.222.0.86 "DELETE /v2.0/networks/bde3cda3-a79e-4478-9843-40b5ea065bca HTTP/1.1" status: 204 len: 168 time: 1.4771101 Aug 23 14:24:39.486930 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-ac497a9b-7b10-4b05-a352-641014d25942 None None] Provisioning for port 225d6247-1fac-41c7-b462-1b0caa3e792e completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:39.527702 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-ac497a9b-7b10-4b05-a352-641014d25942 None None] Provisioning complete for port 225d6247-1fac-41c7-b462-1b0caa3e792e triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:39.528030 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ac497a9b-7b10-4b05-a352-641014d25942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:39.552734 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7bfb09c6-cb9d-444c-86c3-a732e12898f9 req-035e9efd-371a-44e3-a777-20e85e2f2674 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:39.553932 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7bfb09c6-cb9d-444c-86c3-a732e12898f9 req-035e9efd-371a-44e3-a777-20e85e2f2674 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] 10.222.0.86 "DELETE /v2.0/security-groups/381a0ca3-6d15-4ad5-85f5-d840677e2bbb HTTP/1.1" status: 204 len: 173 time: 0.9935074 Aug 23 14:24:39.666306 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-ac497a9b-7b10-4b05-a352-641014d25942 None None] Port 225d6247-1fac-41c7-b462-1b0caa3e792e cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:24:39.750655 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0d420408-ff98-4c44-91d0-04ba30573dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:39.870628 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0d420408-ff98-4c44-91d0-04ba30573dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:39.879410 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Allocated IP 19.86.0.182 (5bb3cd23-d008-41ca-883e-1b961b0f59ab/6fbaf21f-ac61-4c38-b8c7-91367aaf427d/1aea05e3-5424-48a0-8401-623475c2a383) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:40.001956 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457fe38-e81a-4d38-85f4-0fdc889fc2f9 req-7177d8cd-fc91-4cf2-bfe9-0001c594e74a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:40.004035 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b457fe38-e81a-4d38-85f4-0fdc889fc2f9 req-7177d8cd-fc91-4cf2-bfe9-0001c594e74a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 950 time: 0.3142507 Aug 23 14:24:40.046571 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b697e9-d041-4257-8959-d88157d94be9 req-fe49d898-2315-42d4-8088-9f6a0706f522 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:40.048056 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-83b697e9-d041-4257-8959-d88157d94be9 req-fe49d898-2315-42d4-8088-9f6a0706f522 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.3142138 Aug 23 14:24:40.053031 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, f0f6b55e-e85b-48de-9926-8589f458acf2) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:40.057198 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:40.057866 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:40.064274 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f60cf-779c-49b6-9a9a-b87c0239c9ac None None] Network f0f6b55e-e85b-48de-9926-8589f458acf2 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:24:40.160899 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6401086 Aug 23 14:24:40.163407 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46948) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:40.170946 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0d420408-ff98-4c44-91d0-04ba30573dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:40.180349 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b263ea73-93db-475f-83ce-3edae8549e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:40.195824 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Request body: {'subnet': {'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:40.356675 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d420408-ff98-4c44-91d0-04ba30573dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdddc48-a2f4-402c-ac5e-72c46a47668a,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:40.366929 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b457fe38-e81a-4d38-85f4-0fdc889fc2f9 req-35d768f7-cf1f-4abb-9928-ad7277e8433d tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473506 Aug 23 14:24:40.374700 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0d420408-ff98-4c44-91d0-04ba30573dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:40.410185 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-83b697e9-d041-4257-8959-d88157d94be9 req-07a638b7-e8ff-47a8-a8ed-adefc0478d84 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406637 Aug 23 14:24:40.440045 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 46958) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:40.455942 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-f0f6b55e-e85b-48de-9926-8589f458acf2', 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'fixed_ips': [{'subnet_id': 'b7d75cf9-76aa-4e91-9341-365ed603384e'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:24:40.457286 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:40.539990 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:40.546526 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Usage tracker for resource:subnet and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:40.550675 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:40.575047 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:40.586266 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:40.619911 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0d420408-ff98-4c44-91d0-04ba30573dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:40.621033 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-0d420408-ff98-4c44-91d0-04ba30573dac admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fcdddc48-a2f4-402c-ac5e-72c46a47668a HTTP/1.1" status: 204 len: 168 time: 1.2119601 Aug 23 14:24:40.694031 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Made reservation on behalf of a57a2cb7a2fa4a21aed5f1a428985f6b for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:40.694880 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Transition to ACTIVE for port object 1aea05e3-5424-48a0-8401-623475c2a383 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:40.773805 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Allocated IP 10.1.1.2 (f0f6b55e-e85b-48de-9926-8589f458acf2/b7d75cf9-76aa-4e91-9341-365ed603384e/1af69506-f009-4cb6-aad3-696388b24b53) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:40.886139 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-881b31e2-8709-450e-b202-28d036001a5c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f4078fd9dec9433dada943ac1c75d65d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4441752 Aug 23 14:24:40.891279 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46970) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:40.896328 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9e836c1e-85b0-4be9-a13d-578d7fe7916b req-34415beb-761c-4222-85e2-3185d5a87964 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] 10.222.0.86 "GET /v2.0/security-groups/44dce911-df72-47a9-aa31-018244d92a93 HTTP/1.1" status: 200 len: 1611 time: 0.3854835 Aug 23 14:24:40.999385 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.001593 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9e836c1e-85b0-4be9-a13d-578d7fe7916b req-69c37381-a0a5-49ce-97c9-78e6b4516887 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.012185 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8b3e721b-de7c-4f37-8477-c849165e7366 tempest-InstanceActionsV221TestJSON-506301927 tempest-InstanceActionsV221TestJSON-506301927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:41.038185 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.126739 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event updated for resources: {'Port': ['ID=1aea05e3-5424-48a0-8401-623475c2a383,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:41.145060 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:41.167100 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f3c17e59-3462-4022-b7ea-81acf6f3a1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.188090 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9e836c1e-85b0-4be9-a13d-578d7fe7916b req-69c37381-a0a5-49ce-97c9-78e6b4516887 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.192725 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.204169 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Transition to ACTIVE for port object 1af69506-f009-4cb6-aad3-696388b24b53 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:41.206835 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f3c17e59-3462-4022-b7ea-81acf6f3a1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.229489 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Transition to ACTIVE for port object 1af69506-f009-4cb6-aad3-696388b24b53 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:41.247145 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-16403319-3920-4aca-a0a2-2c63d6a8c966 req-f4bf5ac8-1942-4b52-8ad3-3a5c4c7c26eb tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 1101 time: 0.5747724 Aug 23 14:24:41.255366 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Network 5bb3cd23-d008-41ca-883e-1b961b0f59ab is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:41.258765 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:41.262771 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:24:41.322885 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.343462 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:41.508827 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:41.509710 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.517849 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Network f0f6b55e-e85b-48de-9926-8589f458acf2 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:41.533786 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:41.547943 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-16403319-3920-4aca-a0a2-2c63d6a8c966 req-89e933fe-8ff1-413c-a64e-62afd1f5af83 tempest-ServersOnMultiNodesTest-689441564 tempest-ServersOnMultiNodesTest-689441564-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187037 Aug 23 14:24:41.555676 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9e836c1e-85b0-4be9-a13d-578d7fe7916b req-69c37381-a0a5-49ce-97c9-78e6b4516887 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.562479 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-934d8e21-26d6-4c94-b2e3-101a09da5e7e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:41.578245 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:24:41.616725 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f3c17e59-3462-4022-b7ea-81acf6f3a1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.625430 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-65efb7e7-3a04-43c9-a409-1a5be0bd81d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:41.633710 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c37381-a0a5-49ce-97c9-78e6b4516887 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dce911-df72-47a9-aa31-018244d92a93,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:41.650915 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-69c37381-a0a5-49ce-97c9-78e6b4516887 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:41.654117 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c17e59-3462-4022-b7ea-81acf6f3a1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1329ef3e-eadd-4e1b-b457-8f0892d3764e,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:41.655509 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-9e836c1e-85b0-4be9-a13d-578d7fe7916b req-69c37381-a0a5-49ce-97c9-78e6b4516887 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.659921 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9e836c1e-85b0-4be9-a13d-578d7fe7916b req-69c37381-a0a5-49ce-97c9-78e6b4516887 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] 10.222.0.86 "DELETE /v2.0/security-groups/44dce911-df72-47a9-aa31-018244d92a93 HTTP/1.1" status: 204 len: 173 time: 0.7594304 Aug 23 14:24:41.686025 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f3c17e59-3462-4022-b7ea-81acf6f3a1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:41.703184 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6580522 Aug 23 14:24:41.716046 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Request body: {'port': {'device_id': '9f10c871-659d-4f30-9a15-ac908ef0b82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:41.718318 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.769140 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:41.899494 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f3c17e59-3462-4022-b7ea-81acf6f3a1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.901730 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f3c17e59-3462-4022-b7ea-81acf6f3a1fa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1329ef3e-eadd-4e1b-b457-8f0892d3764e HTTP/1.1" status: 204 len: 168 time: 1.0091398 Aug 23 14:24:41.972076 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Pushing event updated for resources: {'Port': ['ID=1af69506-f009-4cb6-aad3-696388b24b53,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:41.985907 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:42.105595 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Attempting to bind port 1af69506-f009-4cb6-aad3-696388b24b53 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:24:42.106344 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Attempting to bind port 1af69506-f009-4cb6-aad3-696388b24b53 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:24:42.106944 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Attempting to bind port 1af69506-f009-4cb6-aad3-696388b24b53 on network f0f6b55e-e85b-48de-9926-8589f458acf2 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:24:42.124284 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:24:42.125088 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Checking segment: {'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:24:42.126042 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:42.126694 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Bound using segment: {'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:24:42.127432 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Bound port: 1af69506-f009-4cb6-aad3-696388b24b53, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:24:42.128201 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:42.142521 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:42.157503 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Checking segment: {'id': '2e2818a3-609e-43ea-a696-200db31a23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:24:42.159690 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Network hostable DHCP agents. Network: 858144c2-6cd4-447d-8936-4f3181765b0c, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:24:42.226451 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-1f5c6910-fd1d-4ccf-8c70-602b0ce760c9 None None] Provisioning for port 1aea05e3-5424-48a0-8401-623475c2a383 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:42.239268 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-1f5c6910-fd1d-4ccf-8c70-602b0ce760c9 None None] Provisioning complete for port 1aea05e3-5424-48a0-8401-623475c2a383 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:42.240019 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1f5c6910-fd1d-4ccf-8c70-602b0ce760c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:42.240627 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Pushing event updated for resources: {'Subnet': ['ID=8c9c5e61-c2f1-429e-ba16-12c7c4010460,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:42.262051 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:42.361840 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-1f5c6910-fd1d-4ccf-8c70-602b0ce760c9 None None] Port 1aea05e3-5424-48a0-8401-623475c2a383 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:24:42.385369 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] For port 1af69506-f009-4cb6-aad3-696388b24b53, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:24:42.390564 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] For port 1af69506-f009-4cb6-aad3-696388b24b53, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=1af69506-f009-4cb6-aad3-696388b24b53,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:24:42.473111 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Network 858144c2-6cd4-447d-8936-4f3181765b0c is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:24:42.504018 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:42.508575 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:42.517748 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064fc7b-285a-4647-a81a-8c7c48de8a11 req-6332f1f7-fbf1-414f-8a96-1f748a4c30ac tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:42.525708 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064fc7b-285a-4647-a81a-8c7c48de8a11 req-6332f1f7-fbf1-414f-8a96-1f748a4c30ac tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:42.526588 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-8064fc7b-285a-4647-a81a-8c7c48de8a11 req-6332f1f7-fbf1-414f-8a96-1f748a4c30ac tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Synchronizing usage tracker for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:42.605205 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 858144c2-6cd4-447d-8936-4f3181765b0c) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:42.621963 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:42.630534 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:42.659628 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557e6d0e-d5d6-4bda-8678-073a16aec102 None None] Network 858144c2-6cd4-447d-8936-4f3181765b0c requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:24:42.692588 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4113a-c988-455f-98b1-d522504852ea req-ecc3e167-1500-4403-8b00-58f853ad06d1 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:42.694294 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-75f4113a-c988-455f-98b1-d522504852ea req-ecc3e167-1500-4403-8b00-58f853ad06d1 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.5166090 Aug 23 14:24:42.792872 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6196458 Aug 23 14:24:42.793400 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 46998) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:42.804049 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Pushing event updated for resources: {'Port': ['ID=1af69506-f009-4cb6-aad3-696388b24b53,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:42.814838 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:42.834293 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Request body: {'port': {'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2', 'name': 'tempest-TaggedBootDevicesTest-1438001711', 'fixed_ips': [{'subnet_id': 'b7d75cf9-76aa-4e91-9341-365ed603384e'}]}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:42.838727 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-8064fc7b-285a-4647-a81a-8c7c48de8a11 req-6332f1f7-fbf1-414f-8a96-1f748a4c30ac tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Unset dirty status for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:42.845655 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8064fc7b-285a-4647-a81a-8c7c48de8a11 req-6332f1f7-fbf1-414f-8a96-1f748a4c30ac tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1655 time: 0.6724660 Aug 23 14:24:42.999174 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-858144c2-6cd4-447d-8936-4f3181765b0c', 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'fixed_ips': [{'subnet_id': '8c9c5e61-c2f1-429e-ba16-12c7c4010460'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:24:43.001126 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:43.005251 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-75f4113a-c988-455f-98b1-d522504852ea req-1babb336-cd39-4103-857f-7524011c1eb4 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765214 Aug 23 14:24:43.164181 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47004) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:43.196961 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8064fc7b-285a-4647-a81a-8c7c48de8a11 req-65a284ed-945b-45ca-b30e-94711b38231b tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502479 Aug 23 14:24:43.324985 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:43.339266 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Usage tracker for resource:port and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:43.348670 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:43.369258 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:43.473498 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Made reservation on behalf of a57a2cb7a2fa4a21aed5f1a428985f6b for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:43.506322 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Allocated IP 10.2.2.2 (858144c2-6cd4-447d-8936-4f3181765b0c/8c9c5e61-c2f1-429e-ba16-12c7c4010460/0316b512-5763-4314-a37f-cd60af7ab4b6) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:43.700108 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225d6247-1fac-41c7-b462-1b0caa3e792e {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:24:43.811793 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:43.942843 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-15945ede-4889-48e2-8a66-11a95803fea1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cf76b574c3574a10a1992f45fba620a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7773883 Aug 23 14:24:43.943588 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47026) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:43.950056 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Transition to ACTIVE for port object 225d6247-1fac-41c7-b462-1b0caa3e792e will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:44.075671 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:44.090849 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:44.101776 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-83d5ebe5-6a85-40f4-84af-4d7d28b37d47 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:44.152701 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Transition to ACTIVE for port object 0316b512-5763-4314-a37f-cd60af7ab4b6 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:44.241749 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Pushing event updated for resources: {'Port': ['ID=225d6247-1fac-41c7-b462-1b0caa3e792e,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:44.247220 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Transition to ACTIVE for port object 0316b512-5763-4314-a37f-cd60af7ab4b6 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:44.316165 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:44.345916 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] device_id is not set on port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f yet. {{(pid=76506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:24:44.356187 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:44.360448 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:44.400238 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:44.436129 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4bff33bb-e092-40bd-8382-ebf56ed31ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:44.521729 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Network 858144c2-6cd4-447d-8936-4f3181765b0c is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:44.527162 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:44.540110 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:24:44.712149 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Pushing event updated for resources: {'Port': ['ID=0316b512-5763-4314-a37f-cd60af7ab4b6,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:44.720719 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:44.740195 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Attempting to bind port 0316b512-5763-4314-a37f-cd60af7ab4b6 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:24:44.744545 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Attempting to bind port 0316b512-5763-4314-a37f-cd60af7ab4b6 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '2e2818a3-609e-43ea-a696-200db31a23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:24:44.744545 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Attempting to bind port 0316b512-5763-4314-a37f-cd60af7ab4b6 on network 858144c2-6cd4-447d-8936-4f3181765b0c {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:24:44.754903 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:24:44.755371 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Checking segment: {'id': '2e2818a3-609e-43ea-a696-200db31a23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:24:44.755745 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:44.756124 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Bound using segment: {'id': '2e2818a3-609e-43ea-a696-200db31a23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:24:44.756624 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Bound port: 0316b512-5763-4314-a37f-cd60af7ab4b6, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2818a3-609e-43ea-a696-200db31a23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:24:44.757014 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:44.792929 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3697db08-b728-4e99-a917-aad99dda805e None None] Network f0f6b55e-e85b-48de-9926-8589f458acf2 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:24:44.909259 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Allocated IP 10.1.1.6 (f0f6b55e-e85b-48de-9926-8589f458acf2/b7d75cf9-76aa-4e91-9341-365ed603384e/4068ceab-52bd-4af1-a8ff-bd84eee1a96f) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:44.990074 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4bff33bb-e092-40bd-8382-ebf56ed31ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:45.038387 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 1af69506-f009-4cb6-aad3-696388b24b53 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:45.343462 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-bc3dd049-d9cf-41d3-8ac1-b5292a830e6c None None] Provisioning for port 1af69506-f009-4cb6-aad3-696388b24b53 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:45.378373 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:45.410489 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Transition to ACTIVE for port object 4068ceab-52bd-4af1-a8ff-bd84eee1a96f will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:45.559025 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47054) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:45.561937 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:45.595048 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-34e657e3-c8a8-4d18-8c34-56de9f9d48ae tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:45.773330 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Network f0f6b55e-e85b-48de-9926-8589f458acf2 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:45.775051 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:45.803900 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:24:45.806425 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-ae065889-d270-4f12-8156-f79735cac541 None None] For port 0316b512-5763-4314-a37f-cd60af7ab4b6, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:24:45.839743 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-ae065889-d270-4f12-8156-f79735cac541 None None] For port 0316b512-5763-4314-a37f-cd60af7ab4b6, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=0316b512-5763-4314-a37f-cd60af7ab4b6,segment=NetworkSegment(2e2818a3-609e-43ea-a696-200db31a23d2),segment_id=2e2818a3-609e-43ea-a696-200db31a23d2)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:24:45.874733 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 1af69506-f009-4cb6-aad3-696388b24b53 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:45.890858 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 1af69506-f009-4cb6-aad3-696388b24b53 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:45.891318 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:45.897902 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f9317-0e39-4061-92b3-f19d73c8f4ef req-02c30d59-6505-402b-b143-97c9f43ce545 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:45.908626 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-875f9317-0e39-4061-92b3-f19d73c8f4ef req-02c30d59-6505-402b-b143-97c9f43ce545 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 950 time: 1.6680822 Aug 23 14:24:45.949333 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Pushing event updated for resources: {'Port': ['ID=4068ceab-52bd-4af1-a8ff-bd84eee1a96f,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:45.950475 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:45.977938 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc85cf-0cac-4d78-8cb1-fa7a93100f28 req-6fa7a8b6-1ae7-412b-8403-4dd3f10e90ec tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:45.982622 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:45.989484 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5bbc85cf-0cac-4d78-8cb1-fa7a93100f28 req-6fa7a8b6-1ae7-412b-8403-4dd3f10e90ec tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 1.2486780 Aug 23 14:24:45.994215 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:46.026052 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Attempting to bind port 225d6247-1fac-41c7-b462-1b0caa3e792e on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:24:46.032442 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Attempting to bind port 225d6247-1fac-41c7-b462-1b0caa3e792e by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '484558e3-5076-4aa0-acf7-5ccd016dcc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f5585df4-d9f7-4122-a3b8-45dac41247fb'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:24:46.034621 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Attempting to bind port 225d6247-1fac-41c7-b462-1b0caa3e792e on network f5585df4-d9f7-4122-a3b8-45dac41247fb {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:24:46.059570 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:46.066852 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:46.201201 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4064434 Aug 23 14:24:46.203554 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47064) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:46.210959 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Request body: {'port': {'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2', 'name': 'tempest-TaggedBootDevicesTest-1678431849', 'fixed_ips': [{'subnet_id': 'b7d75cf9-76aa-4e91-9341-365ed603384e'}]}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:46.263071 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5bbc85cf-0cac-4d78-8cb1-fa7a93100f28 req-2f3922cf-ba1f-4fd2-9717-6dae8f336ce2 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718761 Aug 23 14:24:46.273914 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Port 225d6247-1fac-41c7-b462-1b0caa3e792e on network f5585df4-d9f7-4122-a3b8-45dac41247fb not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:24:46.274275 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Attempting to bind port 225d6247-1fac-41c7-b462-1b0caa3e792e on network f5585df4-d9f7-4122-a3b8-45dac41247fb {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:24:46.305310 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4bff33bb-e092-40bd-8382-ebf56ed31ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:46.357036 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-87611a20-4a01-49f8-b24c-f6fda4ad865e tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:46.404811 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Pushing event updated for resources: {'Port': ['ID=0316b512-5763-4314-a37f-cd60af7ab4b6,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:46.416599 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:46.442152 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-875f9317-0e39-4061-92b3-f19d73c8f4ef req-84e54933-2ad8-4732-a618-2c4c66dae548 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966922 Aug 23 14:24:46.464097 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff33bb-e092-40bd-8382-ebf56ed31ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0c5dc2-b5d6-4b93-b9bd-6c1576359ab1,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:46.477010 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4bff33bb-e092-40bd-8382-ebf56ed31ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:46.481076 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4bff33bb-e092-40bd-8382-ebf56ed31ef9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6c0c5dc2-b5d6-4b93-b9bd-6c1576359ab1 HTTP/1.1" status: 204 len: 168 time: 2.5331211 Aug 23 14:24:46.486463 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4bff33bb-e092-40bd-8382-ebf56ed31ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:46.488746 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:24:46.489397 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Checking segment: {'id': '484558e3-5076-4aa0-acf7-5ccd016dcc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f5585df4-d9f7-4122-a3b8-45dac41247fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:24:46.493351 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Bound using segment: {'id': '484558e3-5076-4aa0-acf7-5ccd016dcc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f5585df4-d9f7-4122-a3b8-45dac41247fb'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:24:46.494009 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Bound port: 225d6247-1fac-41c7-b462-1b0caa3e792e, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484558e3-5076-4aa0-acf7-5ccd016dcc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f5585df4-d9f7-4122-a3b8-45dac41247fb'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:24:46.494519 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:46.545948 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:46.554251 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-262818786-network', 'tenant_id': '820225b5fc2c4a49843f6267fe27a972'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:46.574979 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:46.619852 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Usage tracker for resource:network and tenant:820225b5fc2c4a49843f6267fe27a972 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:46.635869 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:46.663871 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 1af69506-f009-4cb6-aad3-696388b24b53, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=1af69506-f009-4cb6-aad3-696388b24b53,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:46.701186 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:46.727035 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:46.730059 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:46.791035 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-d588e98b-77da-44c3-8ecb-cce5dd2331a9 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:46.792609 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-d588e98b-77da-44c3-8ecb-cce5dd2331a9 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.60 "GET /v2.0/ports?device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 950 time: 1.3343475 Aug 23 14:24:46.854398 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-361b6ef2-cc32-445d-996a-51079b66445a None None] Provisioning for port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:46.859030 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Made reservation on behalf of 820225b5fc2c4a49843f6267fe27a972 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:46.861388 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:46.932345 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-361b6ef2-cc32-445d-996a-51079b66445a None None] Provisioning complete for port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:46.933069 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-361b6ef2-cc32-445d-996a-51079b66445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:46.935336 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:47.031308 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:47.054352 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 0316b512-5763-4314-a37f-cd60af7ab4b6 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:47.090437 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Usage tracker for resource:port and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:47.102169 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Quota usage for port was recalculated. Used quota:5. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:47.136831 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-361b6ef2-cc32-445d-996a-51079b66445a None None] Port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:24:47.142725 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:47.144943 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=1af69506-f009-4cb6-aad3-696388b24b53,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:47.150223 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:47.170995 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-361b6ef2-cc32-445d-996a-51079b66445a None None] Provisioning complete for port 1af69506-f009-4cb6-aad3-696388b24b53 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:47.171846 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-361b6ef2-cc32-445d-996a-51079b66445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:47.180894 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:47.186883 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Usage tracker for resource:security_group_rule and tenant:820225b5fc2c4a49843f6267fe27a972 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:47.195002 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:47.219328 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:47.250409 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 0316b512-5763-4314-a37f-cd60af7ab4b6 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:47.343916 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Deleting port d8f90b75-c0e3-4aff-a3b3-648b925c461f {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:24:47.344417 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:47.361275 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Made reservation on behalf of a57a2cb7a2fa4a21aed5f1a428985f6b for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:47.376543 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:47.494894 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-656cff45-6d3c-497e-9d39-471b739dd14d None None] Provisioning complete for port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:47.496781 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-656cff45-6d3c-497e-9d39-471b739dd14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:47.559651 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] device_id is not set on port b7afa866-f977-42da-ab92-c3c330d6abe4 yet. {{(pid=76506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:24:47.709019 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-656cff45-6d3c-497e-9d39-471b739dd14d None None] Port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:24:47.833058 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:47.917065 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:47.948661 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:24:47.963667 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:47.964086 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Added segment 9e491e17-3774-4665-b104-fa9bc1d27a27 of type vlan for network 751e3a73-43ba-4c31-8700-234bd202d289 Aug 23 14:24:47.994865 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7c583395-939a-4616-9f1c-46bbda21ae30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:48.069970 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e360bc-c3ac-48cf-865e-8081ad934d9b,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:48.103683 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:48.109601 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47092) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:48.164250 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:48.173917 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d857f0c4-b1c0-472e-a8d0-2a8f7a1fa0b1 None None] Network 858144c2-6cd4-447d-8936-4f3181765b0c requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:24:48.221486 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] For port 225d6247-1fac-41c7-b462-1b0caa3e792e, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:24:48.257598 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc296c-bf76-412c-b6d2-02ee376e08bc req-b88dbbe7-9e1d-4d10-841e-f90d6121b8da tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:48.262156 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc296c-bf76-412c-b6d2-02ee376e08bc req-b88dbbe7-9e1d-4d10-841e-f90d6121b8da tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:48.270675 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0bdc296c-bf76-412c-b6d2-02ee376e08bc req-b88dbbe7-9e1d-4d10-841e-f90d6121b8da tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1667 time: 1.7076614 Aug 23 14:24:48.272854 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47096) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:48.326950 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1134361405'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:48.339668 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] For port 225d6247-1fac-41c7-b462-1b0caa3e792e, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=225d6247-1fac-41c7-b462-1b0caa3e792e,segment=NetworkSegment(484558e3-5076-4aa0-acf7-5ccd016dcc74),segment_id=484558e3-5076-4aa0-acf7-5ccd016dcc74)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:24:48.344190 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.resource_extend [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:24:48.374099 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0bdc296c-bf76-412c-b6d2-02ee376e08bc req-888356e9-d7e1-42ac-b9f6-f4aabb1969eb tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020291 Aug 23 14:24:48.379593 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] For port d8f90b75-c0e3-4aff-a3b3-648b925c461f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d8f90b75-c0e3-4aff-a3b3-648b925c461f,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:48.380692 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:48.429344 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device d8f90b75-c0e3-4aff-a3b3-648b925c461f no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:48.455578 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:48.556556 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Usage tracker for resource:network and tenant:4ae04c19703948b084682c54287f9037 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:48.588336 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Calling delete_port for d8f90b75-c0e3-4aff-a3b3-648b925c461f owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:24:48.598659 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0ff64085-4aff-4997-ad8c-0693241f24e7 None None] Provisioning for port 0316b512-5763-4314-a37f-cd60af7ab4b6 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:48.631555 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0ff64085-4aff-4997-ad8c-0693241f24e7 None None] Provisioning complete for port 0316b512-5763-4314-a37f-cd60af7ab4b6 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:48.631939 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0ff64085-4aff-4997-ad8c-0693241f24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:48.645696 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:48.672841 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:48.681643 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e9df8bd4-8070-4c72-8386-01ef8daafe67 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=38c5f9741e254a8abdcfe0b5308b5f73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5704412 Aug 23 14:24:48.773780 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:48.789257 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47104) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:48.805333 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:48.806379 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:48.806978 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:48.841740 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:48.860922 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Pushing event updated for resources: {'Port': ['ID=225d6247-1fac-41c7-b462-1b0caa3e792e,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:48.882568 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b307b-f3fe-4e6e-a0ea-7e4bc784bd44 req-65e81f03-d8be-482a-b4c5-cf97923582b2 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:48.892041 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a92b307b-f3fe-4e6e-a0ea-7e4bc784bd44 req-65e81f03-d8be-482a-b4c5-cf97923582b2 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 1.2652175 Aug 23 14:24:48.897261 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-920c12f8-a051-4397-8678-fe6392aefb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:48.898029 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:48.900770 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] 10.222.0.60 "PUT /v2.0/ports/225d6247-1fac-41c7-b462-1b0caa3e792e HTTP/1.1" status: 200 len: 1092 time: 7.1891418 Aug 23 14:24:48.902641 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:48.913772 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f10c871-659d-4f30-9a15-ac908ef0b82f', 'tag': '225d6247-1fac-41c7-b462-1b0caa3e792e'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:48.934807 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:49.017011 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 1af69506-f009-4cb6-aad3-696388b24b53 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:49.072710 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Request body: {'port': {'device_id': '9f10c871-659d-4f30-9a15-ac908ef0b82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:49.145500 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ac690b-f093-4d1e-802c-f30a6bff88a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8f90b75-c0e3-4aff-a3b3-648b925c461f'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:49.207089 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Allocated IP 10.1.1.238 (f0f6b55e-e85b-48de-9926-8589f458acf2/b7d75cf9-76aa-4e91-9341-365ed603384e/b7afa866-f977-42da-ab92-c3c330d6abe4) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:49.212156 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port d8f90b75-c0e3-4aff-a3b3-648b925c461f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d8f90b75-c0e3-4aff-a3b3-648b925c461f,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:49.279360 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a92b307b-f3fe-4e6e-a0ea-7e4bc784bd44 req-64ca0b12-600a-487c-86df-13bc36b9140c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854210 Aug 23 14:24:49.306219 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0ff64085-4aff-4997-ad8c-0693241f24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:49.324362 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:49.327326 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:49.388861 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:49.430084 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f10c871-659d-4f30-9a15-ac908ef0b82f', 'tag': '225d6247-1fac-41c7-b462-1b0caa3e792e', 'status': 'completed', 'code': 200} Aug 23 14:24:49.473181 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3244e-54b8-43d0-9141-500460c32706 req-425afd04-d9c5-42c3-8525-6fe01c5849e9 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:49.474393 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4fd3244e-54b8-43d0-9141-500460c32706 req-425afd04-d9c5-42c3-8525-6fe01c5849e9 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 950 time: 0.6450474 Aug 23 14:24:49.490940 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ac690b-f093-4d1e-802c-f30a6bff88a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8f90b75-c0e3-4aff-a3b3-648b925c461f', 'code': 200} Aug 23 14:24:49.551051 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=d8f90b75-c0e3-4aff-a3b3-648b925c461f,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:49.586268 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:49.615813 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-0ff64085-4aff-4997-ad8c-0693241f24e7 None None] For port 0316b512-5763-4314-a37f-cd60af7ab4b6, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=0316b512-5763-4314-a37f-cd60af7ab4b6,segment=NetworkSegment(2e2818a3-609e-43ea-a696-200db31a23d2),segment_id=2e2818a3-609e-43ea-a696-200db31a23d2)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:49.668488 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 1af69506-f009-4cb6-aad3-696388b24b53 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:49.668857 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:49.690194 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Made reservation on behalf of 4ae04c19703948b084682c54287f9037 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:49.701834 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:49.781220 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0ff64085-4aff-4997-ad8c-0693241f24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:49.806459 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:49.891197 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.3268776 Aug 23 14:24:49.892310 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Pushing event updated for resources: {'Network': ['ID=751e3a73-43ba-4c31-8700-234bd202d289,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:49.908384 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:49.916099 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 751e3a73-43ba-4c31-8700-234bd202d289 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:24:49.934948 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47128) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:49.960756 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Request body: {'subnet': {'network_id': '751e3a73-43ba-4c31-8700-234bd202d289', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-262818786-subnet', 'tenant_id': '820225b5fc2c4a49843f6267fe27a972', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:49.974701 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:49.983403 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Usage tracker for resource:subnet and tenant:820225b5fc2c4a49843f6267fe27a972 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:49.996607 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:50.019996 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:50.067850 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff64085-4aff-4997-ad8c-0693241f24e7 None None] Pushing event updated for resources: {'Port': ['ID=0316b512-5763-4314-a37f-cd60af7ab4b6,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:50.072480 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-0ff64085-4aff-4997-ad8c-0693241f24e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:50.112835 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b5e19eee-ed09-4a6e-87cb-b981243b27ce req-d0694658-1507-4946-8e6a-2bf26356978e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.1335900 Aug 23 14:24:50.135946 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Made reservation on behalf of 820225b5fc2c4a49843f6267fe27a972 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:50.138545 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:50.256712 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-7b09edd8-3bcf-45a8-9368-0dfa31bba9ff None None] Provisioning complete for port 0316b512-5763-4314-a37f-cd60af7ab4b6 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:50.257062 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7b09edd8-3bcf-45a8-9368-0dfa31bba9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:50.272320 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.api [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:24:50.272777 n-d-805629-1 neutron-server[76505]: DEBUG oslo_db.api [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:24:50.336629 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4fd3244e-54b8-43d0-9141-500460c32706 req-d4c28ec7-3d80-4709-acaa-d91a11284360 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8547108 Aug 23 14:24:50.534962 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:24:50.592478 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aea05e3-5424-48a0-8401-623475c2a383 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:24:50.600714 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:50.604596 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:50.620714 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Transition to ACTIVE for port object 1aea05e3-5424-48a0-8401-623475c2a383 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:50.650379 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:50.650724 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Added segment 05b4d4de-9b5b-4ce2-8622-0fa0f74eea21 of type vlan for network 60343cd1-e098-494e-b172-ce16a3009aaa Aug 23 14:24:50.694926 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b5e19eee-ed09-4a6e-87cb-b981243b27ce req-838300b3-bc77-4dd4-89f5-0f407f324743 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 1101 time: 0.5164557 Aug 23 14:24:50.701889 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Transition to ACTIVE for port object b7afa866-f977-42da-ab92-c3c330d6abe4 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:50.734333 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:50.767544 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ce384216-53e7-4795-a928-4d9cc489d21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:50.870767 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-42eb9f53-79f4-4556-abad-3720f28a4b1c req-444d9441-b795-4df9-baf9-bbc316b5e943 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b1b0bc397db41e6b623414627ceceea&device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1914 time: 1.3368549 Aug 23 14:24:50.874258 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-23ed6053-96e9-4f1c-ae38-7ba3b466acc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:50.892860 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 0316b512-5763-4314-a37f-cd60af7ab4b6 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:50.999449 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.010933 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.047041 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08c9c7-b11b-4a66-a023-792ab10028e6 req-2c5d02bf-1cfb-4119-a81e-488a59be465d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:51.053408 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08c9c7-b11b-4a66-a023-792ab10028e6 req-2c5d02bf-1cfb-4119-a81e-488a59be465d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:51.055345 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8c08c9c7-b11b-4a66-a023-792ab10028e6 req-2c5d02bf-1cfb-4119-a81e-488a59be465d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1667 time: 0.8151248 Aug 23 14:24:51.057722 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Deleting port d8f90b75-c0e3-4aff-a3b3-648b925c461f {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:24:51.058146 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.091468 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:51.101271 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Pushing event updated for resources: {'Port': ['ID=1aea05e3-5424-48a0-8401-623475c2a383,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:51.159897 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:51.247067 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 0316b512-5763-4314-a37f-cd60af7ab4b6 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:51.247777 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.339351 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47142) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:51.359332 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Pushing event updated for resources: {'Port': ['ID=b7afa866-f977-42da-ab92-c3c330d6abe4,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:51.366285 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d404350-63cf-48e2-94c5-b5aec38b153e req-8d806a7f-5bed-49e2-a312-8915fb90f9f5 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:51.367805 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2d404350-63cf-48e2-94c5-b5aec38b153e req-8d806a7f-5bed-49e2-a312-8915fb90f9f5 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.7366526 Aug 23 14:24:51.390438 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-23ed6053-96e9-4f1c-ae38-7ba3b466acc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.399454 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:51.436891 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.resource_extend [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:24:51.462637 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8c08c9c7-b11b-4a66-a023-792ab10028e6 req-4f0e3be3-a220-4dc0-8794-bdc6f1d02ed3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017495 Aug 23 14:24:51.467521 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb9f53-79f4-4556-abad-3720f28a4b1c req-4d8195c8-29e7-40e3-b059-b5003ba06d58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:51.467521 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb9f53-79f4-4556-abad-3720f28a4b1c req-4d8195c8-29e7-40e3-b059-b5003ba06d58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:51.467521 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb9f53-79f4-4556-abad-3720f28a4b1c req-4d8195c8-29e7-40e3-b059-b5003ba06d58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:51.468788 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-42eb9f53-79f4-4556-abad-3720f28a4b1c req-4d8195c8-29e7-40e3-b059-b5003ba06d58 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6b1b0bc397db41e6b623414627ceceea&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5057187 Aug 23 14:24:51.493296 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Network f0f6b55e-e85b-48de-9926-8589f458acf2 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:51.493583 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-64146cac-0c67-4087-90f7-25cc563482ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.576234 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Attempting to bind port 1aea05e3-5424-48a0-8401-623475c2a383 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:24:51.576624 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Attempting to bind port 1aea05e3-5424-48a0-8401-623475c2a383 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '1211bd09-38a3-4d1f-affb-7c3e25e54000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5bb3cd23-d008-41ca-883e-1b961b0f59ab'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:24:51.576905 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Attempting to bind port 1aea05e3-5424-48a0-8401-623475c2a383 on network 5bb3cd23-d008-41ca-883e-1b961b0f59ab {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:24:51.602746 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Port 1aea05e3-5424-48a0-8401-623475c2a383 on network 5bb3cd23-d008-41ca-883e-1b961b0f59ab not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:24:51.602746 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Attempting to bind port 1aea05e3-5424-48a0-8401-623475c2a383 on network 5bb3cd23-d008-41ca-883e-1b961b0f59ab {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:24:51.785144 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb9f53-79f4-4556-abad-3720f28a4b1c req-76943c1a-0f85-46ae-93ac-ed945e822753 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:51.786801 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-42eb9f53-79f4-4556-abad-3720f28a4b1c req-76943c1a-0f85-46ae-93ac-ed945e822753 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2712135 Aug 23 14:24:51.787722 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:51.794451 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.809331 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:24:51.873742 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] For port d8f90b75-c0e3-4aff-a3b3-648b925c461f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=d8f90b75-c0e3-4aff-a3b3-648b925c461f,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:51.873742 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.892317 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e19eee-ed09-4a6e-87cb-b981243b27ce req-bce1de02-216d-4c96-934a-c7c92bd76de7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:51.894577 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b5e19eee-ed09-4a6e-87cb-b981243b27ce req-bce1de02-216d-4c96-934a-c7c92bd76de7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 1.1540542 Aug 23 14:24:51.902509 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.906347 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:51.906899 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.992523 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:52.011304 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b5e19eee-ed09-4a6e-87cb-b981243b27ce req-98f27175-3108-456c-a38a-f30103ebba3a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 HTTP/1.1" status: 200 len: 217 time: 0.0935650 Aug 23 14:24:52.048589 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2d404350-63cf-48e2-94c5-b5aec38b153e req-07e6370b-6abd-4625-950c-0d66a93992df tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6364331 Aug 23 14:24:52.158981 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:24:52.159317 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Checking segment: {'id': '1211bd09-38a3-4d1f-affb-7c3e25e54000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5bb3cd23-d008-41ca-883e-1b961b0f59ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:24:52.159700 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Bound using segment: {'id': '1211bd09-38a3-4d1f-affb-7c3e25e54000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5bb3cd23-d008-41ca-883e-1b961b0f59ab'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:24:52.160138 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Bound port: 1aea05e3-5424-48a0-8401-623475c2a383, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1211bd09-38a3-4d1f-affb-7c3e25e54000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5bb3cd23-d008-41ca-883e-1b961b0f59ab'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:24:52.160483 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:52.177674 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Calling delete_port for d8f90b75-c0e3-4aff-a3b3-648b925c461f owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:24:52.289743 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:52.306287 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] For port 1aea05e3-5424-48a0-8401-623475c2a383, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:24:52.310102 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] For port 1aea05e3-5424-48a0-8401-623475c2a383, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1aea05e3-5424-48a0-8401-623475c2a383,segment=NetworkSegment(1211bd09-38a3-4d1f-affb-7c3e25e54000),segment_id=1211bd09-38a3-4d1f-affb-7c3e25e54000)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:24:52.320485 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:52.321404 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:52.324927 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-8e583af3-c013-4dd3-a7bb-db3175200852 None None] Provisioning for port b7afa866-f977-42da-ab92-c3c330d6abe4 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:52.325942 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-23ed6053-96e9-4f1c-ae38-7ba3b466acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:52.332895 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-8e583af3-c013-4dd3-a7bb-db3175200852 None None] Provisioning complete for port b7afa866-f977-42da-ab92-c3c330d6abe4 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:52.333579 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-8e583af3-c013-4dd3-a7bb-db3175200852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:52.334814 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-42b003e0-9155-4f3e-b931-a060c12691d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:52.374475 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Pushing event updated for resources: {'Network': ['ID=60343cd1-e098-494e-b172-ce16a3009aaa,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:52.384063 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-42b003e0-9155-4f3e-b931-a060c12691d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:52.388170 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-42b003e0-9155-4f3e-b931-a060c12691d4 admin admin] Usage tracker for resource:security_group_rule and tenant:13af9cbc60934b20bf4eea70685454a1 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:52.391950 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-42b003e0-9155-4f3e-b931-a060c12691d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:52.399940 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:52.402518 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-42b003e0-9155-4f3e-b931-a060c12691d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:52.405232 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-23ed6053-96e9-4f1c-ae38-7ba3b466acc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:52.406820 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-23ed6053-96e9-4f1c-ae38-7ba3b466acc5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1f9b15a3-ff9e-4d20-9ba9-fce6e1e3ac71 HTTP/1.1" status: 204 len: 168 time: 3.5690854 Aug 23 14:24:52.407877 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:52.454379 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-8e583af3-c013-4dd3-a7bb-db3175200852 None None] Port b7afa866-f977-42da-ab92-c3c330d6abe4 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:24:52.459821 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 60343cd1-e098-494e-b172-ce16a3009aaa details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:24:52.479009 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-42b003e0-9155-4f3e-b931-a060c12691d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:52.488149 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:52.507637 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0dcc2889-fa26-4e38-a9a1-2f71e1e6c89e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:52.521387 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 4.2474606 Aug 23 14:24:52.524487 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e19eee-ed09-4a6e-87cb-b981243b27ce req-a6c2b468-cb4f-4353-a727-ba2c335d8f04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:52.527327 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b5e19eee-ed09-4a6e-87cb-b981243b27ce req-a6c2b468-cb4f-4353-a727-ba2c335d8f04 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.5064077 Aug 23 14:24:52.538977 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47158) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:52.587853 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1094244619'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:52.599467 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.3946202 Aug 23 14:24:52.639335 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-42b003e0-9155-4f3e-b931-a060c12691d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:52.671140 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:52.681570 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:52.683155 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] 10.222.0.60 "PUT /v2.0/ports/1aea05e3-5424-48a0-8401-623475c2a383 HTTP/1.1" status: 200 len: 1092 time: 3.6289389 Aug 23 14:24:52.703931 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Usage tracker for resource:network and tenant:4ae04c19703948b084682c54287f9037 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:52.716911 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f10c871-659d-4f30-9a15-ac908ef0b82f', 'tag': '1aea05e3-5424-48a0-8401-623475c2a383'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:52.719635 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Quota usage for network was recalculated. Used quota:2. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:52.736380 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:52.746819 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7f3f91c7-fd63-48bd-81fa-51118a15b408 req-5c4843ca-705c-4150-abe5-5261b047f983 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=501d7424-a4e8-419d-b5c9-25824d93930b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5370886 Aug 23 14:24:52.747505 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5492dcf-e30d-4768-b9e2-7509514c5bbe,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:52.775834 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:52.777771 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3def8eef-57c6-4b66-b338-31d373905f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.435s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:52.791389 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Checking segment: {'id': '9e491e17-3774-4665-b104-fa9bc1d27a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '751e3a73-43ba-4c31-8700-234bd202d289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:24:52.792340 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Network hostable DHCP agents. Network: 751e3a73-43ba-4c31-8700-234bd202d289, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:24:52.835632 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed6053-96e9-4f1c-ae38-7ba3b466acc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9b15a3-ff9e-4d20-9ba9-fce6e1e3ac71,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:52.845798 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-23ed6053-96e9-4f1c-ae38-7ba3b466acc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:52.883806 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-42b003e0-9155-4f3e-b931-a060c12691d4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=13af9cbc60934b20bf4eea70685454a1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5267930 Aug 23 14:24:52.884558 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47170) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:52.902599 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Pushing event updated for resources: {'Port': ['ID=1aea05e3-5424-48a0-8401-623475c2a383,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:52.910640 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdfd5f-f807-4e2b-b208-c713e9fdc72f req-16bad3c9-d1e6-4c61-83e7-33f5836644d5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:52.913209 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b5e19eee-ed09-4a6e-87cb-b981243b27ce req-a4d5a45a-b067-4ca8-be4a-88bbfbe760eb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3194299 Aug 23 14:24:52.916336 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Made reservation on behalf of 4ae04c19703948b084682c54287f9037 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:52.917490 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-34bdfd5f-f807-4e2b-b208-c713e9fdc72f req-16bad3c9-d1e6-4c61-83e7-33f5836644d5 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=27ac690b-f093-4d1e-802c-f30a6bff88a1 HTTP/1.1" status: 200 len: 948 time: 1.2050982 Aug 23 14:24:52.919835 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:52.921396 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:52.925058 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-07827150-55b8-4931-8a26-6783e1953902 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:53.032143 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Network 751e3a73-43ba-4c31-8700-234bd202d289 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:24:53.060343 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b003e0-9155-4f3e-b931-a060c12691d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98de8a07-a762-423a-990b-ad1a3413d021,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:53.089333 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-42b003e0-9155-4f3e-b931-a060c12691d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:53.101431 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7f3f91c7-fd63-48bd-81fa-51118a15b408 req-2300c3cf-1911-450b-bc78-78602bd5b826 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&device_id=501d7424-a4e8-419d-b5c9-25824d93930b HTTP/1.1" status: 200 len: 1100 time: 0.3061032 Aug 23 14:24:53.107767 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:24:53.119145 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-34bdfd5f-f807-4e2b-b208-c713e9fdc72f req-5b6e009b-7fa7-42c4-807d-c35e9ef141b1 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827946 Aug 23 14:24:53.127391 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17277e48-6681-4ad9-af96-a22b93bde227 req-85acd0f6-5de1-465c-8b13-cb77be8cc955 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:53.138029 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17277e48-6681-4ad9-af96-a22b93bde227 req-85acd0f6-5de1-465c-8b13-cb77be8cc955 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:53.145133 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-17277e48-6681-4ad9-af96-a22b93bde227 req-85acd0f6-5de1-465c-8b13-cb77be8cc955 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1679 time: 0.4727464 Aug 23 14:24:53.230001 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:53.244266 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['7a7c1f89-ab22-4f6c-a376-97349b6a4c31', '664ad7f0-1de6-4707-8edd-70b579c7203e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:24:53.259816 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-49df115e-12f1-4352-aced-896d8945b968 tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:53.306741 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5', 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad', 'aaade1d4-3318-4a6e-b481-1615702af61e', 'f7ccfc84-4595-4e2d-a43a-420c3601d4a5', '256467bb-1b26-4c98-8408-6cc5ac7b4113'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:24:53.321510 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-68ace97d-ba86-4232-8ea9-95bfabc83d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:53.364775 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-2d760782-07b0-4baf-8c96-a12602f9810a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b1b0bc397db41e6b623414627ceceea&device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1981 time: 0.5218954 Aug 23 14:24:53.365715 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event deleted for resources: {'Port': ['ID=d8f90b75-c0e3-4aff-a3b3-648b925c461f,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:53.371404 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:53.397423 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:53.397819 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Added segment 6b0a1c83-b750-48a9-a961-6e5d879606dc of type vlan for network 7bd06f60-5c6d-482d-9ba9-7ac1efed0037 Aug 23 14:24:53.407122 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 751e3a73-43ba-4c31-8700-234bd202d289) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:53.445943 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:53.446413 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:53.460561 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2aedcd-e3f2-4815-a91e-dfd4e1f8dfd3 None None] Network 751e3a73-43ba-4c31-8700-234bd202d289 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:24:53.511643 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b5e19eee-ed09-4a6e-87cb-b981243b27ce req-2cb28e54-b7b1-421c-bb37-db1f250b68a1 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691860 Aug 23 14:24:53.536428 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:53.541690 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-68ace97d-ba86-4232-8ea9-95bfabc83d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:53.686360 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.7447937 Aug 23 14:24:53.731845 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-663ca38c-1dc5-4967-9d38-ae896ba5e3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:53.760168 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] No DVR routers for this DVR port d8f90b75-c0e3-4aff-a3b3-648b925c461f on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:24:53.763430 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:53.791880 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-0fa96e9e-47ad-4b29-b8f7-e6805ebb2ce7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.150&port_id=225d6247-1fac-41c7-b462-1b0caa3e792e HTTP/1.1" status: 200 len: 217 time: 0.3761528 Aug 23 14:24:53.907344 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-9dbd50bf-3a9d-49f2-895a-c2d05513a377 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:53.910404 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-9dbd50bf-3a9d-49f2-895a-c2d05513a377 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=169da6d0-804b-4753-912b-7c6d65806ac3 HTTP/1.1" status: 200 len: 801 time: 0.1100016 Aug 23 14:24:53.915278 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-17277e48-6681-4ad9-af96-a22b93bde227 req-348baa97-8b52-408d-8f64-20c56b35da94 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7631245 Aug 23 14:24:53.916132 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c54f1ecb-f1ee-4f06-aae7-101899a0b97f req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.60 "DELETE /v2.0/ports/d8f90b75-c0e3-4aff-a3b3-648b925c461f HTTP/1.1" status: 204 len: 173 time: 6.8673186 Aug 23 14:24:53.976186 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f91c7-fd63-48bd-81fa-51118a15b408 req-9dace300-9cba-4282-adb2-5e364febd0f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:53.985526 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7f3f91c7-fd63-48bd-81fa-51118a15b408 req-9dace300-9cba-4282-adb2-5e364febd0f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.8281906 Aug 23 14:24:54.067199 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-5ada47e2-f912-4879-a645-5bf272f4325e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5585df4-d9f7-4122-a3b8-45dac41247fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1454792 Aug 23 14:24:54.067525 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47198) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:54.082366 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--448810256', 'description': 'tempest-description--695537553'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:54.176611 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f10c871-659d-4f30-9a15-ac908ef0b82f', 'tag': '1aea05e3-5424-48a0-8401-623475c2a383', 'status': 'completed', 'code': 200} Aug 23 14:24:54.177499 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:54.229099 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:54.232884 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:54.233484 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:54.242579 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7bb694-9f01-49bd-8771-569cf9b8107d None None] Network 751e3a73-43ba-4c31-8700-234bd202d289 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:24:54.266601 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-985e6a73-6f62-4544-b605-957625e0b056 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:54.277897 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Usage tracker for resource:security_group and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:54.287533 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:54.333404 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:54.405855 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7f3f91c7-fd63-48bd-81fa-51118a15b408 req-65d4234d-1765-4eca-b4bc-b9dc3ce2d03d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=664ad7f0-1de6-4707-8edd-70b579c7203e HTTP/1.1" status: 200 len: 217 time: 0.3794241 Aug 23 14:24:54.480705 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-ba928824-fe42-478a-97f8-9a776088a5cc service neutron] 10.222.0.60 "GET /v2.0/networks/f5585df4-d9f7-4122-a3b8-45dac41247fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904321 Aug 23 14:24:54.564077 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b5e19eee-ed09-4a6e-87cb-b981243b27ce req-e88f59bd-a377-448f-96ab-23fda711afc9 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0122442 Aug 23 14:24:54.580099 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Pushing event updated for resources: {'Network': ['ID=7bd06f60-5c6d-482d-9ba9-7ac1efed0037,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:54.587213 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:54.614435 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f91c7-fd63-48bd-81fa-51118a15b408 req-443e8bd8-cbb7-4f97-a709-fbbdda9792ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:54.616559 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7f3f91c7-fd63-48bd-81fa-51118a15b408 req-443e8bd8-cbb7-4f97-a709-fbbdda9792ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1848178 Aug 23 14:24:54.623535 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 7bd06f60-5c6d-482d-9ba9-7ac1efed0037 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:24:54.624969 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6ebaacef-1af7-4ac1-987a-a2722aeb7a3f req-44bbd822-bc2f-41ca-9c6f-80c38510f12c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 1096 time: 0.6009839 Aug 23 14:24:54.630507 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc8a55-994b-4f1d-a562-4596d1971f0d req-78709715-b967-43d0-8f1a-242d5ea6e78b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:54.633049 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-16bc8a55-994b-4f1d-a562-4596d1971f0d req-78709715-b967-43d0-8f1a-242d5ea6e78b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.3514233 Aug 23 14:24:54.848368 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-68ace97d-ba86-4232-8ea9-95bfabc83d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:54.854238 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-68ace97d-ba86-4232-8ea9-95bfabc83d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:54.860238 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-68ace97d-ba86-4232-8ea9-95bfabc83d6b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/98de8a07-a762-423a-990b-ad1a3413d021 HTTP/1.1" status: 204 len: 168 time: 1.9740713 Aug 23 14:24:54.869989 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.2963450 Aug 23 14:24:54.874899 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47212) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:54.882078 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-19b293b4-8564-470e-ba9d-a23273bf5211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:54.921340 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Request body: {'subnet': {'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:54.946204 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ace97d-ba86-4232-8ea9-95bfabc83d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98de8a07-a762-423a-990b-ad1a3413d021,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:54.946889 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-a1704b3d-5843-4d41-b862-d9156db545e0 service neutron] 10.222.0.60 "GET /v2.0/networks/f5585df4-d9f7-4122-a3b8-45dac41247fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476464 Aug 23 14:24:54.954352 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:54.958638 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-68ace97d-ba86-4232-8ea9-95bfabc83d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:55.036948 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:55.371653 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7f3f91c7-fd63-48bd-81fa-51118a15b408 req-b5677b11-e28d-4b3a-82db-2b277ed182b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7466812 Aug 23 14:24:55.381591 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebaacef-1af7-4ac1-987a-a2722aeb7a3f req-9f60ad76-bfc9-4c76-845f-5469bded56bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:55.384681 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6ebaacef-1af7-4ac1-987a-a2722aeb7a3f req-9f60ad76-bfc9-4c76-845f-5469bded56bd service neutron] 10.222.0.91 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 912 time: 0.7172773 Aug 23 14:24:55.430212 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:55.529981 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-7116057b-d4a2-4351-a521-3be6b3b89d2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.182&port_id=1aea05e3-5424-48a0-8401-623475c2a383 HTTP/1.1" status: 200 len: 217 time: 0.5384269 Aug 23 14:24:55.536081 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Usage tracker for resource:subnet and tenant:4ae04c19703948b084682c54287f9037 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:55.540551 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:55.540790 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:55.548972 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:55.596707 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Usage tracker for resource:security_group_rule and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:55.607712 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:55.619089 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-16bc8a55-994b-4f1d-a562-4596d1971f0d req-0e642453-f837-4415-b6cc-f9a417d2e608 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6708417 Aug 23 14:24:55.623804 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:55.634600 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-d49978be-c315-41b5-886c-d2444249a9dd tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:55.635211 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-d49978be-c315-41b5-886c-d2444249a9dd tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/networks?id=751e3a73-43ba-4c31-8700-234bd202d289 HTTP/1.1" status: 200 len: 813 time: 0.4579768 Aug 23 14:24:55.682667 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-8861bb69-feaa-4744-a29f-368371778bb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:55.686404 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-8861bb69-feaa-4744-a29f-368371778bb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6fbaf21f-ac61-4c38-b8c7-91367aaf427d HTTP/1.1" status: 200 len: 801 time: 0.1403108 Aug 23 14:24:55.693094 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-9c36f8fa-094a-4b0e-821a-0b431c23f333 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/quotas/820225b5fc2c4a49843f6267fe27a972 HTTP/1.1" status: 200 len: 375 time: 0.0302927 Aug 23 14:24:55.763366 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Made reservation on behalf of 4ae04c19703948b084682c54287f9037 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:55.795405 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6ebaacef-1af7-4ac1-987a-a2722aeb7a3f req-55a9d63d-88f5-4471-b7b9-472f404b7494 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc990f93-6d8c-4c98-999e-ee27750b9950 HTTP/1.1" status: 200 len: 217 time: 0.3658509 Aug 23 14:24:55.804081 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-d248947f-d9a1-4f3b-ae5c-797fc76fb868 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=820225b5fc2c4a49843f6267fe27a972&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634952 Aug 23 14:24:55.880983 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:55.960183 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47234) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:55.977692 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:55.980106 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7f3f91c7-fd63-48bd-81fa-51118a15b408 req-616a394e-165f-42cb-8750-2b4cd0e37efb service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840790 Aug 23 14:24:56.011992 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3de00a90-3951-427f-9e02-7563613a0fd8 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:56.055130 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7094971c-f467-450e-9945-053580a98fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:56.058234 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:56.154657 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:56.174541 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:56.184819 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-b4e033b0-7e4c-4ec0-b9f5-a065b79939b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5bb3cd23-d008-41ca-883e-1b961b0f59ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4857471 Aug 23 14:24:56.184819 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ac690b-f093-4d1e-802c-f30a6bff88a1', 'name': 'network-vif-deleted', 'tag': 'd8f90b75-c0e3-4aff-a3b3-648b925c461f'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:56.192712 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-b3c2d671-fd29-42d2-be9b-9000d7a6de7c service neutron] 10.222.0.86 "GET /v2.0/networks/751e3a73-43ba-4c31-8700-234bd202d289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798630 Aug 23 14:24:56.218422 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:56.219600 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 2.1487281 Aug 23 14:24:56.246721 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47240) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:56.280409 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebaacef-1af7-4ac1-987a-a2722aeb7a3f req-111d3d17-d162-4504-a80a-df56e37e56c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:56.281928 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6ebaacef-1af7-4ac1-987a-a2722aeb7a3f req-111d3d17-d162-4504-a80a-df56e37e56c3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=27bb7382-12c0-438e-a1f3-4f81c598dc69 HTTP/1.1" status: 200 len: 851 time: 0.4070716 Aug 23 14:24:56.287097 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:56.315070 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-d9bdfcfe-c918-48e8-8740-0a645ae4bfe4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Request body: {'security_group_rule': {'security_group_id': 'ba8be9ef-8a1f-4933-8ba9-2f5122e0996b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:56.423640 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6ebaacef-1af7-4ac1-987a-a2722aeb7a3f req-ca8dfee9-0d8f-4a64-9f81-09c4e6016a16 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2961c70e-af3c-4bcf-91eb-0eb4d684285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226997 Aug 23 14:24:56.504342 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-d9bdfcfe-c918-48e8-8740-0a645ae4bfe4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:56.523486 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-d9bdfcfe-c918-48e8-8740-0a645ae4bfe4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Usage tracker for resource:security_group_rule and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:56.540520 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55c145-2ac3-4671-903a-75a4e6c53f58 req-ccb8408b-a6f3-4bc7-b32c-1413ae931418 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:56.544433 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55c145-2ac3-4671-903a-75a4e6c53f58 req-ccb8408b-a6f3-4bc7-b32c-1413ae931418 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:56.546118 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-de55c145-2ac3-4671-903a-75a4e6c53f58 req-ccb8408b-a6f3-4bc7-b32c-1413ae931418 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1679 time: 0.5420265 Aug 23 14:24:56.549506 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-d9bdfcfe-c918-48e8-8740-0a645ae4bfe4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:56.560107 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-d9bdfcfe-c918-48e8-8740-0a645ae4bfe4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:56.560530 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-7094971c-f467-450e-9945-053580a98fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:56.587281 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-7094971c-f467-450e-9945-053580a98fb2 admin admin] Usage tracker for resource:security_group_rule and tenant:524fa7f318fc4a43b37a1c2d7b215f7b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:56.597025 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-7094971c-f467-450e-9945-053580a98fb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:56.615756 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-7094971c-f467-450e-9945-053580a98fb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:56.621161 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-7f3f91c7-fd63-48bd-81fa-51118a15b408 req-ce862bf7-4e74-4e51-a737-d74bd3e37557 service neutron] 10.222.0.60 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312113 Aug 23 14:24:56.677798 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-af1fc28a-c0e2-4832-bdc0-6e5e6eac74d2 service neutron] 10.222.0.60 "GET /v2.0/networks/5bb3cd23-d008-41ca-883e-1b961b0f59ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833210 Aug 23 14:24:56.680881 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-781bdf47-e717-4dec-8c44-88227baf0d7a service neutron] 10.222.0.86 "GET /v2.0/networks/751e3a73-43ba-4c31-8700-234bd202d289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636497 Aug 23 14:24:56.696039 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-de55c145-2ac3-4671-903a-75a4e6c53f58 req-b135b784-c81a-46c8-8bca-f472bd474ca1 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416185 Aug 23 14:24:56.707888 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6ebaacef-1af7-4ac1-987a-a2722aeb7a3f req-74da4c3b-2ccf-4c49-9af4-1be08362815b service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649868 Aug 23 14:24:56.880401 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d9bdfcfe-c918-48e8-8740-0a645ae4bfe4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:56.994406 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f1e3ead0-e791-41a8-8b92-bdcb47b5f03c req-285cc0ee-cc96-4b6e-adfa-f678e97a9118 service neutron] 10.222.0.60 "GET /v2.0/networks/5bb3cd23-d008-41ca-883e-1b961b0f59ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973845 Aug 23 14:24:57.012090 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d9bdfcfe-c918-48e8-8740-0a645ae4bfe4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.027264 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7094971c-f467-450e-9945-053580a98fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.056304 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ac690b-f093-4d1e-802c-f30a6bff88a1', 'name': 'network-vif-deleted', 'tag': 'd8f90b75-c0e3-4aff-a3b3-648b925c461f', 'status': 'completed', 'code': 200} Aug 23 14:24:57.072202 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d9bdfcfe-c918-48e8-8740-0a645ae4bfe4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.076064 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:57.081725 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-6ebaacef-1af7-4ac1-987a-a2722aeb7a3f req-586e2079-baaa-43ab-88d7-c8d273144c38 service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386631 Aug 23 14:24:57.119059 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdfcfe-c918-48e8-8740-0a645ae4bfe4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901dcf56-5ce0-4608-93fc-777f211d24e9,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:57.130537 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d9bdfcfe-c918-48e8-8740-0a645ae4bfe4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:57.133094 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7094971c-f467-450e-9945-053580a98fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.144266 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-35dd510a-334c-4908-8c20-1b98a05a2455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:57.173489 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.211675 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094971c-f467-450e-9945-053580a98fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b958780-293e-4a99-9369-64fa559f41ed,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:57.215818 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7094971c-f467-450e-9945-053580a98fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:57.224251 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fc1017ff-0966-4149-8a3e-5f8c1a585738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:57.266455 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-7094971c-f467-450e-9945-053580a98fb2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=524fa7f318fc4a43b37a1c2d7b215f7b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2964683 Aug 23 14:24:57.273712 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47264) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:57.310311 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d9bdfcfe-c918-48e8-8740-0a645ae4bfe4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.311613 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-d9bdfcfe-c918-48e8-8740-0a645ae4bfe4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0151126 Aug 23 14:24:57.321605 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47270) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:57.336364 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-9796d663-0f63-4013-b4d1-c785c83e2d16 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Request body: {'security_group_rule': {'security_group_id': 'ba8be9ef-8a1f-4933-8ba9-2f5122e0996b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:57.347100 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Pushing event updated for resources: {'Subnet': ['ID=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:57.350266 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:57.351733 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-9796d663-0f63-4013-b4d1-c785c83e2d16 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:57.358909 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-9796d663-0f63-4013-b4d1-c785c83e2d16 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Usage tracker for resource:security_group_rule and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:57.361985 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Checking segment: {'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:24:57.362349 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Network hostable DHCP agents. Network: 60343cd1-e098-494e-b172-ce16a3009aaa, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:24:57.368727 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-9796d663-0f63-4013-b4d1-c785c83e2d16 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:57.378348 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-847645d2-262e-4f30-95b0-7585664a9ede req-7fae4ccb-4eff-44ff-b067-85f91decf081 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 210 time: 0.0459301 Aug 23 14:24:57.378685 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-9796d663-0f63-4013-b4d1-c785c83e2d16 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:57.471610 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f5730-820e-41de-93b6-291266e5d5d3 req-48208850-9fd5-4a4b-afc6-981ffb2e80da tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:57.473121 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-695f5730-820e-41de-93b6-291266e5d5d3 req-48208850-9fd5-4a4b-afc6-981ffb2e80da tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 945 time: 0.2937865 Aug 23 14:24:57.479839 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a88c111c-82da-4b8f-99af-4399a1e28977 req-23d15197-1b06-444b-8889-44af75db201e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b1b0bc397db41e6b623414627ceceea&device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1981 time: 0.2522726 Aug 23 14:24:57.480706 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-53180334-2b0b-4472-855c-49432aa3c01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.483101 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9796d663-0f63-4013-b4d1-c785c83e2d16 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.532000 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Network 60343cd1-e098-494e-b172-ce16a3009aaa is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:24:57.573134 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9796d663-0f63-4013-b4d1-c785c83e2d16 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.605735 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-53180334-2b0b-4472-855c-49432aa3c01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.607432 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 60343cd1-e098-494e-b172-ce16a3009aaa) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:57.619265 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672c7a99-280d-4c20-9f22-00c6a0364052 None None] Network 60343cd1-e098-494e-b172-ce16a3009aaa requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:24:57.624642 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:57.625983 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.641393 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9796d663-0f63-4013-b4d1-c785c83e2d16 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.647959 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-76d3dc1e-c965-44a5-98b2-7bbef098fea3 tempest-ServersTestJSON-965382681 tempest-ServersTestJSON-965382681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:57.705659 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796d663-0f63-4013-b4d1-c785c83e2d16 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0110aa7-e3aa-4313-af8e-6a3303fadf5d,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:57.710432 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9796d663-0f63-4013-b4d1-c785c83e2d16 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:57.775050 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device dc990f93-6d8c-4c98-999e-ee27750b9950 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:57.785968 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8859081 Aug 23 14:24:57.787369 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9796d663-0f63-4013-b4d1-c785c83e2d16 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.791547 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9796d663-0f63-4013-b4d1-c785c83e2d16 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4665716 Aug 23 14:24:57.791547 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47288) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:57.791847 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-404af9a6-3c34-41bf-ad79-091c7b739cd1 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=8876a3677e3e4f91b1e0a704fbb57681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735064 Aug 23 14:24:57.792658 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47290) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:57.794698 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-695f5730-820e-41de-93b6-291266e5d5d3 req-62fc10fe-92e6-41b2-a466-9ff141a51f7c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099880 Aug 23 14:24:57.799459 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Request body: {'subnet': {'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:57.827146 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:24:57.839405 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:57.933687 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c111c-82da-4b8f-99af-4399a1e28977 req-045ff7a2-c3b7-4d90-8e32-a0bed277aa59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:57.935235 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a88c111c-82da-4b8f-99af-4399a1e28977 req-045ff7a2-c3b7-4d90-8e32-a0bed277aa59 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5bb3cd23-d008-41ca-883e-1b961b0f59ab HTTP/1.1" status: 200 len: 902 time: 0.4281473 Aug 23 14:24:57.974760 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:57.979168 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Usage tracker for resource:subnet and tenant:4ae04c19703948b084682c54287f9037 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:57.982601 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:57.989894 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:58.001355 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Usage tracker for resource:floatingip and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:58.004768 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:58.012390 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:58.018583 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-60343cd1-e098-494e-b172-ce16a3009aaa', 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'fixed_ips': [{'subnet_id': 'efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:24:58.019456 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:58.029133 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-53180334-2b0b-4472-855c-49432aa3c01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:58.069623 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Made reservation on behalf of 4ae04c19703948b084682c54287f9037 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:58.072770 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fae0ffcf-d6e1-4af9-9b00-d5459c678efe tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:58.112010 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a88c111c-82da-4b8f-99af-4399a1e28977 req-81045783-9625-400d-88d7-cb74bc7583e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.182&port_id=1aea05e3-5424-48a0-8401-623475c2a383 HTTP/1.1" status: 200 len: 217 time: 0.1670969 Aug 23 14:24:58.135721 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53180334-2b0b-4472-855c-49432aa3c01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b958780-293e-4a99-9369-64fa559f41ed,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:58.138271 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-53180334-2b0b-4472-855c-49432aa3c01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:58.165826 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for floatingip, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:58.183304 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-53180334-2b0b-4472-855c-49432aa3c01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:58.184758 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-53180334-2b0b-4472-855c-49432aa3c01a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7b958780-293e-4a99-9369-64fa559f41ed HTTP/1.1" status: 204 len: 168 time: 0.9090021 Aug 23 14:24:58.200094 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:58.279821 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf9451d-ecb5-4910-a6c1-0b534a7e0eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc990f93-6d8c-4c98-999e-ee27750b9950'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:58.284941 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:58.293227 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-1e1ebb82-019d-41ec-90e0-8e785a7fdd81 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:58.302104 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port dc990f93-6d8c-4c98-999e-ee27750b9950, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=dc990f93-6d8c-4c98-999e-ee27750b9950,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:58.306025 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-1e1ebb82-019d-41ec-90e0-8e785a7fdd81 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4871860 Aug 23 14:24:58.315373 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Allocated IP 10.1.1.2 (60343cd1-e098-494e-b172-ce16a3009aaa/efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7/ab577b71-a7a5-4cef-847d-2943e03b1df2) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:58.344556 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c111c-82da-4b8f-99af-4399a1e28977 req-d6abff79-c777-426b-a257-6f1cc8597080 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:58.347329 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a88c111c-82da-4b8f-99af-4399a1e28977 req-d6abff79-c777-426b-a257-6f1cc8597080 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6fbaf21f-ac61-4c38-b8c7-91367aaf427d HTTP/1.1" status: 200 len: 801 time: 0.2162907 Aug 23 14:24:58.357313 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-419d96c9-2a44-4bec-bbef-e9403152af23 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/quotas/8876a3677e3e4f91b1e0a704fbb57681 HTTP/1.1" status: 200 len: 375 time: 0.0497744 Aug 23 14:24:58.412733 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:58.421025 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:58.466453 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-4d9e9752-ac49-41d1-8884-3ce7dae53a21 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=8876a3677e3e4f91b1e0a704fbb57681&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076436 Aug 23 14:24:58.475216 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a169e1e-ecc0-4147-adc8-c6ac89c006f3 req-f31a9fb7-74d5-42b0-8181-a5ada29dee02 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:58.475913 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0a169e1e-ecc0-4147-adc8-c6ac89c006f3 req-f31a9fb7-74d5-42b0-8181-a5ada29dee02 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Synchronizing usage tracker for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:58.484985 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 225d6247-1fac-41c7-b462-1b0caa3e792e details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:24:58.545803 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:58.547519 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a88c111c-82da-4b8f-99af-4399a1e28977 req-941848e0-cc35-41a5-b4e0-b929b8c4e644 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5bb3cd23-d008-41ca-883e-1b961b0f59ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1874139 Aug 23 14:24:58.637643 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=dc990f93-6d8c-4c98-999e-ee27750b9950,revision_number=8']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:58.651465 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:58.775975 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a88c111c-82da-4b8f-99af-4399a1e28977 req-04a3ff85-9e97-4ca3-afa6-74d35cca8f09 service neutron] 10.222.0.60 "GET /v2.0/networks/5bb3cd23-d008-41ca-883e-1b961b0f59ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199235 Aug 23 14:24:58.777112 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0a169e1e-ecc0-4147-adc8-c6ac89c006f3 req-f31a9fb7-74d5-42b0-8181-a5ada29dee02 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Unset dirty status for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:58.783877 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a169e1e-ecc0-4147-adc8-c6ac89c006f3 req-f31a9fb7-74d5-42b0-8181-a5ada29dee02 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 949 time: 0.7684553 Aug 23 14:24:58.801903 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:58.872346 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Allocated IP 172.25.6.7 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/460a15f4-ac61-4277-bc83-b674472cd3ca) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:58.880195 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 225d6247-1fac-41c7-b462-1b0caa3e792e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=225d6247-1fac-41c7-b462-1b0caa3e792e,segment=NetworkSegment(484558e3-5076-4aa0-acf7-5ccd016dcc74),segment_id=484558e3-5076-4aa0-acf7-5ccd016dcc74)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:58.895017 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:58.907785 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '225d6247-1fac-41c7-b462-1b0caa3e792e', 'network_id': 'f5585df4-d9f7-4122-a3b8-45dac41247fb', 'port_id': '225d6247-1fac-41c7-b462-1b0caa3e792e', 'mac_address': 'fa:16:3e:1f:40:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169da6d0-804b-4753-912b-7c6d65806ac3', 'ip_address': '19.80.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:24:58.913113 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Transition to ACTIVE for port object ab577b71-a7a5-4cef-847d-2943e03b1df2 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:59.016446 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Transition to ACTIVE for port object ab577b71-a7a5-4cef-847d-2943e03b1df2 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:59.029524 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:24:59.044906 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:59.071233 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225d6247-1fac-41c7-b462-1b0caa3e792e {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:24:59.095264 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 225d6247-1fac-41c7-b462-1b0caa3e792e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=225d6247-1fac-41c7-b462-1b0caa3e792e,segment=NetworkSegment(484558e3-5076-4aa0-acf7-5ccd016dcc74),segment_id=484558e3-5076-4aa0-acf7-5ccd016dcc74)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:59.098587 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:59.103569 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a0041e64-ea1d-4efb-949c-bce9bada401b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:59.179772 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Pushing event updated for resources: {'Port': ['ID=ab577b71-a7a5-4cef-847d-2943e03b1df2,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:59.198009 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:59.201287 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:59.202266 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 1aea05e3-5424-48a0-8401-623475c2a383 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:24:59.216842 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f193dfa7-bbb4-44a2-bf62-3f4fef4921c7 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:59.306513 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0a169e1e-ecc0-4147-adc8-c6ac89c006f3 req-22613c47-c05d-4b15-8f18-6c32b2bff27b tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213406 Aug 23 14:24:59.373623 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:59.496724 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=225d6247-1fac-41c7-b462-1b0caa3e792e,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:59.512346 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:59.531311 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 1aea05e3-5424-48a0-8401-623475c2a383, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1aea05e3-5424-48a0-8401-623475c2a383,segment=NetworkSegment(1211bd09-38a3-4d1f-affb-7c3e25e54000),segment_id=1211bd09-38a3-4d1f-affb-7c3e25e54000)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:59.555878 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Network 60343cd1-e098-494e-b172-ce16a3009aaa is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:59.560784 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:59.565268 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:24:59.586224 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '1aea05e3-5424-48a0-8401-623475c2a383', 'network_id': '5bb3cd23-d008-41ca-883e-1b961b0f59ab', 'port_id': '1aea05e3-5424-48a0-8401-623475c2a383', 'mac_address': 'fa:16:3e:65:82:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fbaf21f-ac61-4c38-b8c7-91367aaf427d', 'ip_address': '19.86.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:24:59.609880 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a88c111c-82da-4b8f-99af-4399a1e28977 req-b00a72cc-01e9-4e2b-a09e-74a0fba22753 service neutron] 10.222.0.60 "GET /v2.0/networks/5bb3cd23-d008-41ca-883e-1b961b0f59ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8030303 Aug 23 14:24:59.618320 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ec110-47b9-496e-b506-754a57375b8b req-e6dba053-ee90-4142-930b-72c772c81889 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:59.624237 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ec110-47b9-496e-b506-754a57375b8b req-e6dba053-ee90-4142-930b-72c772c81889 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:59.634196 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d24ec110-47b9-496e-b506-754a57375b8b req-e6dba053-ee90-4142-930b-72c772c81889 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1680 time: 0.6229732 Aug 23 14:24:59.670545 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:59.694286 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Pushing event updated for resources: {'Subnet': ['ID=be98dc23-f694-4932-97a2-aea48dd049f5,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:59.700706 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:59.715922 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d24ec110-47b9-496e-b506-754a57375b8b req-37341cf6-1d0f-48f1-854f-a4484d03339c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805368 Aug 23 14:24:59.753266 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63a491-8dd3-444a-a08a-7dff7eef090e req-6eb2c47d-c92b-4224-a662-9b9a8d318c62 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:59.754048 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-ce63a491-8dd3-444a-a08a-7dff7eef090e req-6eb2c47d-c92b-4224-a662-9b9a8d318c62 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Synchronizing usage tracker for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:59.770825 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-ce63a491-8dd3-444a-a08a-7dff7eef090e req-6eb2c47d-c92b-4224-a662-9b9a8d318c62 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Unset dirty status for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:59.772026 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ce63a491-8dd3-444a-a08a-7dff7eef090e req-6eb2c47d-c92b-4224-a662-9b9a8d318c62 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 949 time: 0.4791451 Aug 23 14:24:59.773982 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Checking segment: {'id': '6b0a1c83-b750-48a9-a961-6e5d879606dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:24:59.774337 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Network hostable DHCP agents. Network: 7bd06f60-5c6d-482d-9ba9-7ac1efed0037, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:24:59.830953 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:59.866391 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-ce63a491-8dd3-444a-a08a-7dff7eef090e req-4322ae57-807b-4a12-9791-fc9e558de06a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Deleting port 256467bb-1b26-4c98-8408-6cc5ac7b4113 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:24:59.866743 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ce63a491-8dd3-444a-a08a-7dff7eef090e req-4322ae57-807b-4a12-9791-fc9e558de06a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:59.891644 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aea05e3-5424-48a0-8401-623475c2a383 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:24:59.902674 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Attempting to bind port ab577b71-a7a5-4cef-847d-2943e03b1df2 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:24:59.902674 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Attempting to bind port ab577b71-a7a5-4cef-847d-2943e03b1df2 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:24:59.902674 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Attempting to bind port ab577b71-a7a5-4cef-847d-2943e03b1df2 on network 60343cd1-e098-494e-b172-ce16a3009aaa {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:24:59.917407 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:24:59.918209 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Checking segment: {'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:24:59.919080 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:59.920175 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Bound using segment: {'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:24:59.920722 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Bound port: ab577b71-a7a5-4cef-847d-2943e03b1df2, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:24:59.921174 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:59.933393 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 1aea05e3-5424-48a0-8401-623475c2a383, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1aea05e3-5424-48a0-8401-623475c2a383,segment=NetworkSegment(1211bd09-38a3-4d1f-affb-7c3e25e54000),segment_id=1211bd09-38a3-4d1f-affb-7c3e25e54000)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:24:59.943673 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-af684a7f-b1c8-4db2-ad6b-210d738359cd req-1ac89732-6794-4f7e-baec-9ba9a1fdc2b7 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 210 time: 0.0737760 Aug 23 14:24:59.945767 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf9451d-ecb5-4910-a6c1-0b534a7e0eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc990f93-6d8c-4c98-999e-ee27750b9950', 'code': 200} Aug 23 14:25:00.012645 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:00.032593 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e1e0d7ac-f976-4947-97b7-d5672bcfe5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:00.059597 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c51517c4-5b5b-4550-8651-f752247c83af req-34575dac-f254-437d-8f6b-28902413cf32 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=e628f44e-361e-499d-a456-b888737d16d5 HTTP/1.1" status: 200 len: 210 time: 0.0481410 Aug 23 14:25:00.072166 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:00.085805 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:00.091324 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:00.106630 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:00.136806 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:00.243838 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=1aea05e3-5424-48a0-8401-623475c2a383,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:00.255172 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:00.275688 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff6072-6f26-4c48-98c5-f4a3f900013b req-df30a908-406a-4564-8235-1f8c0bd1857e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:00.277071 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] For port ab577b71-a7a5-4cef-847d-2943e03b1df2, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:25:00.281288 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-50ff6072-6f26-4c48-98c5-f4a3f900013b req-df30a908-406a-4564-8235-1f8c0bd1857e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 943 time: 0.1775701 Aug 23 14:25:00.284998 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] For port ab577b71-a7a5-4cef-847d-2943e03b1df2, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ab577b71-a7a5-4cef-847d-2943e03b1df2,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:25:00.343471 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Network 7bd06f60-5c6d-482d-9ba9-7ac1efed0037 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:25:00.367167 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['1aea05e3-5424-48a0-8401-623475c2a383'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:00.373907 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Pushing event updated for resources: {'Port': ['ID=460a15f4-ac61-4277-bc83-b674472cd3ca,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:00.378625 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:00.413137 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-50ff6072-6f26-4c48-98c5-f4a3f900013b req-6be820d7-c05e-4db3-b804-c867bc1b0499 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307316 Aug 23 14:25:00.467398 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['225d6247-1fac-41c7-b462-1b0caa3e792e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:00.482161 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 7bd06f60-5c6d-482d-9ba9-7ac1efed0037) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:00.492486 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:00.493089 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:00.520297 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5686c89-a2b4-4baa-8b11-fe67e66f5746 None None] Network 7bd06f60-5c6d-482d-9ba9-7ac1efed0037 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:25:00.537299 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:00.757854 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a89f2c79-7aac-4b0a-98ca-1c71794d4398 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9667914 Aug 23 14:25:00.763619 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:00.775005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47340) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:00.794761 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Request body: {'port': {'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa', 'name': 'tempest-TaggedBootDevicesTest_v242-1362446897', 'fixed_ips': [{'subnet_id': 'efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7'}]}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:00.825845 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-a2f4189b-8c31-4e46-a73f-b358973221f3 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:00.827416 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-a2f4189b-8c31-4e46-a73f-b358973221f3 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Synchronizing usage tracker for tenant:820225b5fc2c4a49843f6267fe27a972 on resource:network {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:00.842001 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-ce63a491-8dd3-444a-a08a-7dff7eef090e req-4322ae57-807b-4a12-9791-fc9e558de06a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] For port 256467bb-1b26-4c98-8408-6cc5ac7b4113, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=256467bb-1b26-4c98-8408-6cc5ac7b4113,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:00.842775 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ce63a491-8dd3-444a-a08a-7dff7eef090e req-4322ae57-807b-4a12-9791-fc9e558de06a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:00.954610 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Pushing event updated for resources: {'Port': ['ID=ab577b71-a7a5-4cef-847d-2943e03b1df2,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:00.973939 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:01.184287 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-ce63a491-8dd3-444a-a08a-7dff7eef090e req-4322ae57-807b-4a12-9791-fc9e558de06a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Calling delete_port for 256467bb-1b26-4c98-8408-6cc5ac7b4113 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:01.210588 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a39b45-a353-4a2e-a156-ff736d46a76e req-e19c938b-f754-4def-91e9-7866c185f7a8 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:01.222996 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-18a39b45-a353-4a2e-a156-ff736d46a76e req-e19c938b-f754-4def-91e9-7866c185f7a8 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 949 time: 0.5960257 Aug 23 14:25:01.256459 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:01.263269 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Usage tracker for resource:port and tenant:4ae04c19703948b084682c54287f9037 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:01.274723 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Quota usage for port was recalculated. Used quota:3. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:01.288947 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:01.363533 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-18a39b45-a353-4a2e-a156-ff736d46a76e req-b5262263-4425-4c47-b73c-a422229d6d05 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395264 Aug 23 14:25:01.435320 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-7bd06f60-5c6d-482d-9ba9-7ac1efed0037', 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'fixed_ips': [{'subnet_id': 'be98dc23-f694-4932-97a2-aea48dd049f5'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:25:01.437064 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:01.439162 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Made reservation on behalf of 4ae04c19703948b084682c54287f9037 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:01.677808 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-a2f4189b-8c31-4e46-a73f-b358973221f3 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Unset dirty status for tenant:820225b5fc2c4a49843f6267fe27a972 on resource:network {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:01.680664 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-a2f4189b-8c31-4e46-a73f-b358973221f3 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.91 "GET /v2.0/networks?id=751e3a73-43ba-4c31-8700-234bd202d289 HTTP/1.1" status: 200 len: 813 time: 1.1437409 Aug 23 14:25:01.719196 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Request body: {'port': {'device_id': '9a3f972d-6cc4-41b0-8384-bceefd101c4a', 'network_id': '751e3a73-43ba-4c31-8700-234bd202d289', 'admin_state_up': True, 'tenant_id': '820225b5fc2c4a49843f6267fe27a972'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:01.743660 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:01.762540 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:01.896960 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] device_id is not set on port b8ad156f-a175-4727-9751-600fe733884e yet. {{(pid=76505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:25:01.998372 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Allocated IP 10.2.2.2 (7bd06f60-5c6d-482d-9ba9-7ac1efed0037/be98dc23-f694-4932-97a2-aea48dd049f5/ace23bd3-b4a2-4634-af92-3fef147c8f96) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:02.087829 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:02.103287 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Usage tracker for resource:port and tenant:820225b5fc2c4a49843f6267fe27a972 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:02.111417 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ce63a491-8dd3-444a-a08a-7dff7eef090e req-4322ae57-807b-4a12-9791-fc9e558de06a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:02.115340 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:02.155942 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c7185b11-acd2-4138-9c23-38290df2c397 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:02.206783 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:02.208746 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5', 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad', 'aaade1d4-3318-4a6e-b481-1615702af61e', 'f7ccfc84-4595-4e2d-a43a-420c3601d4a5'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:02.280419 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:02.429035 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4e552-3970-4a49-9510-7f59819670f3 req-6d001bcf-947d-419b-b05e-e94e6a815f74 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:02.446143 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4e552-3970-4a49-9510-7f59819670f3 req-6d001bcf-947d-419b-b05e-e94e6a815f74 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:02.458441 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b4a4e552-3970-4a49-9510-7f59819670f3 req-6d001bcf-947d-419b-b05e-e94e6a815f74 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1681 time: 0.6633241 Aug 23 14:25:02.588982 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Allocated IP 10.1.1.166 (60343cd1-e098-494e-b172-ce16a3009aaa/efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7/b8ad156f-a175-4727-9751-600fe733884e) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:02.627570 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b4a4e552-3970-4a49-9510-7f59819670f3 req-0c2467a8-bf92-4f0e-a1d9-4bee1cc8cd1d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654832 Aug 23 14:25:02.870621 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9924058-aa4a-4024-a598-c425efe56827 None None] Network 60343cd1-e098-494e-b172-ce16a3009aaa requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:25:02.983978 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:03.063357 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-84599a2e-7c8c-48f6-92d9-b9d4a1cfd133 req-d2b4025b-d7b2-49a2-84a6-ca52b017f408 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 210 time: 0.1536629 Aug 23 14:25:03.090170 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322ae57-807b-4a12-9791-fc9e558de06a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event deleted for resources: {'Port': ['ID=256467bb-1b26-4c98-8408-6cc5ac7b4113,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:03.119700 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['7a7c1f89-ab22-4f6c-a376-97349b6a4c31', '664ad7f0-1de6-4707-8edd-70b579c7203e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:03.151110 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4322ae57-807b-4a12-9791-fc9e558de06a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.995s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:03.170266 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Made reservation on behalf of 820225b5fc2c4a49843f6267fe27a972 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:03.179693 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:03.226759 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ab577b71-a7a5-4cef-847d-2943e03b1df2 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:25:03.342622 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-62864170-5c4f-48a9-9b2a-4a636ab81854 None None] Provisioning for port ab577b71-a7a5-4cef-847d-2943e03b1df2 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:03.347460 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-7ac50d24-5602-46f2-91e2-8090049eddb4 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=8876a3677e3e4f91b1e0a704fbb57681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3531711 Aug 23 14:25:03.359870 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce63a491-8dd3-444a-a08a-7dff7eef090e req-4322ae57-807b-4a12-9791-fc9e558de06a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] No DVR routers for this DVR port 256467bb-1b26-4c98-8408-6cc5ac7b4113 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:03.378819 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:03.394166 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ce63a491-8dd3-444a-a08a-7dff7eef090e req-4322ae57-807b-4a12-9791-fc9e558de06a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:03.401282 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ae6ca24b-0eaf-40a2-b042-d61da4b1d710 req-ff5f97bd-f16d-427f-99e7-3b2ef5fb94a7 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=e628f44e-361e-499d-a456-b888737d16d5 HTTP/1.1" status: 200 len: 210 time: 0.0793831 Aug 23 14:25:03.402584 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08444ad0-64f0-4cbc-9aec-bb97352f809a', 'name': 'network-vif-deleted', 'tag': '256467bb-1b26-4c98-8408-6cc5ac7b4113'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:03.440962 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:03.472205 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Transition to ACTIVE for port object b8ad156f-a175-4727-9751-600fe733884e will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:03.502523 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Transition to ACTIVE for port object ace23bd3-b4a2-4634-af92-3fef147c8f96 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:03.619146 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:03.668933 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ce63a491-8dd3-444a-a08a-7dff7eef090e req-4322ae57-807b-4a12-9791-fc9e558de06a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "DELETE /v2.0/ports/256467bb-1b26-4c98-8408-6cc5ac7b4113 HTTP/1.1" status: 204 len: 173 time: 3.8764112 Aug 23 14:25:03.672856 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Transition to ACTIVE for port object ace23bd3-b4a2-4634-af92-3fef147c8f96 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:03.707729 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:03.729822 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8e5fa9f6-1a89-4721-af1f-de47000dd365 req-9c28a087-6586-4ecd-8d07-26a8c6d917ef tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=08444ad0-64f0-4cbc-9aec-bb97352f809a HTTP/1.1" status: 200 len: 210 time: 0.1082270 Aug 23 14:25:03.730857 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b8582e04-97fa-41da-b099-50312c918857 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:03.746377 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.resource_extend [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:25:03.788086 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:03.800198 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-4e2840ee-cf94-4c1c-9e3b-6c04ed453821 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:03.802217 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-4e2840ee-cf94-4c1c-9e3b-6c04ed453821 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4444735 Aug 23 14:25:03.826665 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Request body: {'port': {'device_id': 'e628f44e-361e-499d-a456-b888737d16d5', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': '8876a3677e3e4f91b1e0a704fbb57681'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:03.847379 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 256467bb-1b26-4c98-8408-6cc5ac7b4113 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:03.854665 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0ebd5-37b2-43f5-9463-a320cb5e9733 req-7623babc-3000-490c-9d73-f3551a92fcf4 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:03.856424 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a4e0ebd5-37b2-43f5-9463-a320cb5e9733 req-7623babc-3000-490c-9d73-f3551a92fcf4 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cf9451d-ecb5-4910-a6c1-0b534a7e0eec HTTP/1.1" status: 200 len: 943 time: 0.3724368 Aug 23 14:25:03.886297 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:03.899278 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:03.952698 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: 256467bb-1b26-4c98-8408-6cc5ac7b4113 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:25:03.953296 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 256467bb-1b26-4c98-8408-6cc5ac7b4113 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:25:03.954071 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device dc990f93-6d8c-4c98-999e-ee27750b9950 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:03.981803 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-a4e0ebd5-37b2-43f5-9463-a320cb5e9733 req-18f54bc7-5ea2-4209-bcb4-2cab13b259c0 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Deleting port dc990f93-6d8c-4c98-999e-ee27750b9950 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:03.982264 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a4e0ebd5-37b2-43f5-9463-a320cb5e9733 req-18f54bc7-5ea2-4209-bcb4-2cab13b259c0 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:04.007976 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Allocated IP 172.20.0.8 (751e3a73-43ba-4c31-8700-234bd202d289/d5492dcf-e30d-4768-b9e2-7509514c5bbe/a86286a1-3956-493a-abef-0edcf0bdac08) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:04.096133 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port ab577b71-a7a5-4cef-847d-2943e03b1df2 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:04.111819 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Pushing event updated for resources: {'Port': ['ID=b8ad156f-a175-4727-9751-600fe733884e,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:04.113128 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Network 60343cd1-e098-494e-b172-ce16a3009aaa is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:04.117967 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:04.119229 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:04.138263 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:04.165696 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port ab577b71-a7a5-4cef-847d-2943e03b1df2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:04.166518 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:04.249410 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:04.253959 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d24d8cf9-f5a1-4bf9-b031-78f4a095d3e4 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:04.308353 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08444ad0-64f0-4cbc-9aec-bb97352f809a', 'name': 'network-vif-deleted', 'tag': '256467bb-1b26-4c98-8408-6cc5ac7b4113', 'status': 'completed', 'code': 200} Aug 23 14:25:04.370984 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Network 7bd06f60-5c6d-482d-9ba9-7ac1efed0037 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:04.415154 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:04.465731 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:04.477004 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Pushing event updated for resources: {'Port': ['ID=ace23bd3-b4a2-4634-af92-3fef147c8f96,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:04.488661 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:04.525212 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Pushing event updated for resources: {'Port': ['ID=460a15f4-ac61-4277-bc83-b674472cd3ca,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:04.543515 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:04.562681 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 225d6247-1fac-41c7-b462-1b0caa3e792e up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:25:04.571718 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:04.574521 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:04.591448 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:04.605517 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:04.612458 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Usage tracker for resource:port and tenant:8876a3677e3e4f91b1e0a704fbb57681 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:04.653085 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:04.674903 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:04.700945 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:04.745164 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9668040 Aug 23 14:25:04.746122 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47432) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:04.763575 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Request body: {'port': {'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa', 'name': 'tempest-TaggedBootDevicesTest_v242-1529897963', 'fixed_ips': [{'subnet_id': 'efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7'}]}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:04.797158 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:04.807237 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.0134811 Aug 23 14:25:04.808092 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Made reservation on behalf of 8876a3677e3e4f91b1e0a704fbb57681 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:04.811962 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:04.830821 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:04.888140 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75fe95-ff7a-413d-a7c5-12667ab5fce7 req-9e7ec631-a538-47b7-bfdb-539c6180cd91 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:04.895074 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:04.895262 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75fe95-ff7a-413d-a7c5-12667ab5fce7 req-9e7ec631-a538-47b7-bfdb-539c6180cd91 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:04.909956 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ef75fe95-ff7a-413d-a7c5-12667ab5fce7 req-9e7ec631-a538-47b7-bfdb-539c6180cd91 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1681 time: 0.6493905 Aug 23 14:25:04.915325 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:05.022835 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Attempting to bind port ace23bd3-b4a2-4634-af92-3fef147c8f96 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:05.023913 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Attempting to bind port ace23bd3-b4a2-4634-af92-3fef147c8f96 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '6b0a1c83-b750-48a9-a961-6e5d879606dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:05.024888 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Attempting to bind port ace23bd3-b4a2-4634-af92-3fef147c8f96 on network 7bd06f60-5c6d-482d-9ba9-7ac1efed0037 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:05.028108 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:05.044907 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-a4e0ebd5-37b2-43f5-9463-a320cb5e9733 req-18f54bc7-5ea2-4209-bcb4-2cab13b259c0 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] For port dc990f93-6d8c-4c98-999e-ee27750b9950, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=dc990f93-6d8c-4c98-999e-ee27750b9950,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:05.045425 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a4e0ebd5-37b2-43f5-9463-a320cb5e9733 req-18f54bc7-5ea2-4209-bcb4-2cab13b259c0 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:05.097235 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Network 751e3a73-43ba-4c31-8700-234bd202d289 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:05.098553 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:05.112056 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:05.120718 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Usage tracker for resource:security_group_rule and tenant:8876a3677e3e4f91b1e0a704fbb57681 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:05.150053 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:05.174366 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ef75fe95-ff7a-413d-a7c5-12667ab5fce7 req-8055d037-edfd-4e95-be13-6b6693633d50 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630336 Aug 23 14:25:05.185425 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:25:05.187120 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Checking segment: {'id': '6b0a1c83-b750-48a9-a961-6e5d879606dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:25:05.187948 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:05.188929 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Bound using segment: {'id': '6b0a1c83-b750-48a9-a961-6e5d879606dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:25:05.190475 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Bound port: ace23bd3-b4a2-4634-af92-3fef147c8f96, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0a1c83-b750-48a9-a961-6e5d879606dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:25:05.191438 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:05.219491 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:05.220097 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:05.225083 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Pushing event updated for resources: {'Port': ['ID=a86286a1-3956-493a-abef-0edcf0bdac08,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:05.230383 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:05.240223 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:05.256118 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:05.271591 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port ab577b71-a7a5-4cef-847d-2943e03b1df2, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ab577b71-a7a5-4cef-847d-2943e03b1df2,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:05.278793 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:05.297775 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Usage tracker for resource:port and tenant:4ae04c19703948b084682c54287f9037 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:05.301388 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Quota usage for port was recalculated. Used quota:5. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:05.313501 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 225d6247-1fac-41c7-b462-1b0caa3e792e completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:05.321885 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:05.344208 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 225d6247-1fac-41c7-b462-1b0caa3e792e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:05.344805 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:05.349181 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-a4e0ebd5-37b2-43f5-9463-a320cb5e9733 req-18f54bc7-5ea2-4209-bcb4-2cab13b259c0 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Calling delete_port for dc990f93-6d8c-4c98-999e-ee27750b9950 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:05.406951 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6969137 Aug 23 14:25:05.420773 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:05.429970 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Request body: {'port': {'device_id': '9a3f972d-6cc4-41b0-8384-bceefd101c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:05.446186 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:05.504108 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Made reservation on behalf of 4ae04c19703948b084682c54287f9037 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:05.666243 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4688f46-3c40-474c-909d-e73c5cc05191 req-f8603acf-8a23-4e60-bf4c-5c1c18e72fd6 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:05.678154 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e4688f46-3c40-474c-909d-e73c5cc05191 req-f8603acf-8a23-4e60-bf4c-5c1c18e72fd6 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 931 time: 0.2244108 Aug 23 14:25:05.762022 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] For port ace23bd3-b4a2-4634-af92-3fef147c8f96, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:25:05.807763 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] For port ace23bd3-b4a2-4634-af92-3fef147c8f96, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ace23bd3-b4a2-4634-af92-3fef147c8f96,segment=NetworkSegment(6b0a1c83-b750-48a9-a961-6e5d879606dc),segment_id=6b0a1c83-b750-48a9-a961-6e5d879606dc)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:25:05.847016 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e4688f46-3c40-474c-909d-e73c5cc05191 req-171f1f4f-e0ec-4925-812c-dffeda4512c0 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3e360bc-c3ac-48cf-865e-8081ad934d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658099 Aug 23 14:25:05.856816 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=ab577b71-a7a5-4cef-847d-2943e03b1df2,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:05.881945 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a4e0ebd5-37b2-43f5-9463-a320cb5e9733 req-18f54bc7-5ea2-4209-bcb4-2cab13b259c0 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:05.893661 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:05.976021 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:05.977177 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:05.995219 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:06.019886 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f54bc7-5ea2-4209-bcb4-2cab13b259c0 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Pushing event deleted for resources: {'Port': ['ID=dc990f93-6d8c-4c98-999e-ee27750b9950,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:06.023615 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-18f54bc7-5ea2-4209-bcb4-2cab13b259c0 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:06.048273 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:06.058842 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:06.075361 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:06.099094 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-57a657c3-f298-41d6-b32d-f3263790542e None None] Provisioning complete for port ab577b71-a7a5-4cef-847d-2943e03b1df2 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:06.100143 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-57a657c3-f298-41d6-b32d-f3263790542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:06.206594 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:06.216290 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f46c3d62-acd6-42a9-90cf-68a62aaebf55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:06.234126 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:06.242618 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e0ebd5-37b2-43f5-9463-a320cb5e9733 req-18f54bc7-5ea2-4209-bcb4-2cab13b259c0 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] No DVR routers for this DVR port dc990f93-6d8c-4c98-999e-ee27750b9950 on host n-h1-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:06.248983 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3e9091f0-83af-449b-ae06-bb50e17afe0c req-a9ef54b4-d695-4630-9f33-0ad24e3e1631 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=e628f44e-361e-499d-a456-b888737d16d5 HTTP/1.1" status: 200 len: 210 time: 0.1315718 Aug 23 14:25:06.250748 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a4e0ebd5-37b2-43f5-9463-a320cb5e9733 req-18f54bc7-5ea2-4209-bcb4-2cab13b259c0 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:06.255438 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf9451d-ecb5-4910-a6c1-0b534a7e0eec', 'name': 'network-vif-deleted', 'tag': 'dc990f93-6d8c-4c98-999e-ee27750b9950'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:06.284941 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a4e0ebd5-37b2-43f5-9463-a320cb5e9733 req-18f54bc7-5ea2-4209-bcb4-2cab13b259c0 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "DELETE /v2.0/ports/dc990f93-6d8c-4c98-999e-ee27750b9950 HTTP/1.1" status: 204 len: 173 time: 2.4184735 Aug 23 14:25:06.335743 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Pushing event updated for resources: {'Port': ['ID=ace23bd3-b4a2-4634-af92-3fef147c8f96,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:06.345493 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:06.346074 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f10c871-659d-4f30-9a15-ac908ef0b82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225d6247-1fac-41c7-b462-1b0caa3e792e'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:06.405098 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 225d6247-1fac-41c7-b462-1b0caa3e792e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=225d6247-1fac-41c7-b462-1b0caa3e792e,segment=NetworkSegment(484558e3-5076-4aa0-acf7-5ccd016dcc74),segment_id=484558e3-5076-4aa0-acf7-5ccd016dcc74)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:06.492537 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] device_id is not set on port 35e6671a-e1a8-4f86-80ff-87b3e4afb018 yet. {{(pid=76506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:25:06.501975 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:06.501975 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 1aea05e3-5424-48a0-8401-623475c2a383 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:25:06.547923 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:06.781627 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=225d6247-1fac-41c7-b462-1b0caa3e792e,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:06.785749 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:06.815419 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a1283f5e-cc1e-4540-b57c-7f7135c345b9 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Synchronizing usage tracker for tenant:a57a2cb7a2fa4a21aed5f1a428985f6b on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:06.862284 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-57a657c3-f298-41d6-b32d-f3263790542e None None] Provisioning for port b8ad156f-a175-4727-9751-600fe733884e completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:06.871607 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-57a657c3-f298-41d6-b32d-f3263790542e None None] Provisioning complete for port b8ad156f-a175-4727-9751-600fe733884e triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:06.872268 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-57a657c3-f298-41d6-b32d-f3263790542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:06.894731 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ff8f71-21de-42b3-a77a-53581cdce8fc,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:06.899056 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86286a1-3956-493a-abef-0edcf0bdac08 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:06.910341 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:06.915676 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 1aea05e3-5424-48a0-8401-623475c2a383 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:06.926967 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:06.941174 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 1aea05e3-5424-48a0-8401-623475c2a383 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:06.941675 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:07.014975 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a1283f5e-cc1e-4540-b57c-7f7135c345b9 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Unset dirty status for tenant:a57a2cb7a2fa4a21aed5f1a428985f6b on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:07.020066 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a1283f5e-cc1e-4540-b57c-7f7135c345b9 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--448810256&fields=id&tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b HTTP/1.1" status: 200 len: 267 time: 0.3638167 Aug 23 14:25:07.032835 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Transition to ACTIVE for port object a86286a1-3956-493a-abef-0edcf0bdac08 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:07.070059 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-57a657c3-f298-41d6-b32d-f3263790542e None None] Port b8ad156f-a175-4727-9751-600fe733884e cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:25:07.218761 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-005f6c88-2c04-4da3-a6fb-97dbb8b8b0fa tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:07.221298 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-005f6c88-2c04-4da3-a6fb-97dbb8b8b0fa tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Synchronizing usage tracker for tenant:a57a2cb7a2fa4a21aed5f1a428985f6b on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:07.254981 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:07.296156 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-005f6c88-2c04-4da3-a6fb-97dbb8b8b0fa tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Unset dirty status for tenant:a57a2cb7a2fa4a21aed5f1a428985f6b on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:07.299704 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-005f6c88-2c04-4da3-a6fb-97dbb8b8b0fa tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports/4068ceab-52bd-4af1-a8ff-bd84eee1a96f HTTP/1.1" status: 200 len: 930 time: 0.2715313 Aug 23 14:25:07.299984 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:07.323583 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-cf951c5e-921f-4463-91da-83c7c849c899 None None] Provisioning complete for port b8ad156f-a175-4727-9751-600fe733884e triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:07.323583 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cf951c5e-921f-4463-91da-83c7c849c899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:07.334748 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d75d84df-8ff5-4619-84f0-61facaa5e289 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:07.372799 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 1aea05e3-5424-48a0-8401-623475c2a383, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1aea05e3-5424-48a0-8401-623475c2a383,segment=NetworkSegment(1211bd09-38a3-4d1f-affb-7c3e25e54000),segment_id=1211bd09-38a3-4d1f-affb-7c3e25e54000)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:07.418099 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-cf951c5e-921f-4463-91da-83c7c849c899 None None] Port b8ad156f-a175-4727-9751-600fe733884e cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:25:07.428876 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:07.439397 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a0041e64-ea1d-4efb-949c-bce9bada401b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:07.530957 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-fce1c28f-bd58-486d-b1f1-d36d263fd37b tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:07.542114 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-fce1c28f-bd58-486d-b1f1-d36d263fd37b tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports/b7afa866-f977-42da-ab92-c3c330d6abe4 HTTP/1.1" status: 200 len: 932 time: 0.2355249 Aug 23 14:25:07.568055 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=1aea05e3-5424-48a0-8401-623475c2a383,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:07.572004 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:07.627074 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-cde59678-3567-4ea7-a7c3-3a8b00c8a0bc tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?network_id=858144c2-6cd4-447d-8936-4f3181765b0c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0832114 Aug 23 14:25:07.696777 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Allocated IP 10.1.1.5 (60343cd1-e098-494e-b172-ce16a3009aaa/efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7/35e6671a-e1a8-4f86-80ff-87b3e4afb018) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:07.699012 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2e1d90c6-ef63-4069-a02a-794e1e55051b tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?network_id=858144c2-6cd4-447d-8936-4f3181765b0c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0710061 Aug 23 14:25:07.761523 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ab577b71-a7a5-4cef-847d-2943e03b1df2 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:25:07.962959 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Pushing event updated for resources: {'Port': ['ID=a86286a1-3956-493a-abef-0edcf0bdac08,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:07.966627 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:07.993532 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Allocated IP 192.168.233.201 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/2a947fbf-4554-46bd-bb38-d9413f0cb4e2) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:08.019981 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a3ff3848-c377-4201-bc9a-b98e829dfb9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:08.029814 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a3ff3848-c377-4201-bc9a-b98e829dfb9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:08.038810 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a3ff3848-c377-4201-bc9a-b98e829dfb9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:08.052231 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd9f13e-e076-4afc-9eaa-5fee37fdfe4d None None] Network 7bd06f60-5c6d-482d-9ba9-7ac1efed0037 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:25:08.064344 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a3ff3848-c377-4201-bc9a-b98e829dfb9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/networks?id=d27153f4-243c-41c7-bfad-3a69009a013b&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=858144c2-6cd4-447d-8936-4f3181765b0c&id=858144c2-6cd4-447d-8936-4f3181765b0c HTTP/1.1" status: 200 len: 1990 time: 0.3640921 Aug 23 14:25:08.100041 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-27b4b036-ff93-486f-b7f8-3de16c9002f1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/quotas/a57a2cb7a2fa4a21aed5f1a428985f6b HTTP/1.1" status: 200 len: 375 time: 0.0344627 Aug 23 14:25:08.153488 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Attempting to bind port a86286a1-3956-493a-abef-0edcf0bdac08 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:08.153852 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Attempting to bind port a86286a1-3956-493a-abef-0edcf0bdac08 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '9e491e17-3774-4665-b104-fa9bc1d27a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '751e3a73-43ba-4c31-8700-234bd202d289'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:08.154250 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Attempting to bind port a86286a1-3956-493a-abef-0edcf0bdac08 on network 751e3a73-43ba-4c31-8700-234bd202d289 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:08.175159 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Port a86286a1-3956-493a-abef-0edcf0bdac08 on network 751e3a73-43ba-4c31-8700-234bd202d289 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:08.175483 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Attempting to bind port a86286a1-3956-493a-abef-0edcf0bdac08 on network 751e3a73-43ba-4c31-8700-234bd202d289 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:08.187087 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port ab577b71-a7a5-4cef-847d-2943e03b1df2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:08.187323 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:25:08.187482 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:08.187678 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Checking segment: {'id': '9e491e17-3774-4665-b104-fa9bc1d27a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '751e3a73-43ba-4c31-8700-234bd202d289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:25:08.188043 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Bound using segment: {'id': '9e491e17-3774-4665-b104-fa9bc1d27a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '751e3a73-43ba-4c31-8700-234bd202d289'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:25:08.188492 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Bound port: a86286a1-3956-493a-abef-0edcf0bdac08, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e491e17-3774-4665-b104-fa9bc1d27a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '751e3a73-43ba-4c31-8700-234bd202d289'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:25:08.189350 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:08.294486 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-62b53dff-8e98-4835-bc34-00a16a2cd3b0 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1932132 Aug 23 14:25:08.390063 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-01ceabbe-7426-4eaf-8bfd-155516d5bd2d None None] Provisioning for port ace23bd3-b4a2-4634-af92-3fef147c8f96 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:08.400969 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6c8c7-7bf2-46c5-a84d-cb82a7a24115 req-e310c367-b038-4fda-a5a2-37442e353cee tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:08.405530 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6c8c7-7bf2-46c5-a84d-cb82a7a24115 req-e310c367-b038-4fda-a5a2-37442e353cee tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:08.412880 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ace23bd3-b4a2-4634-af92-3fef147c8f96 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:25:08.416782 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-35b6c8c7-7bf2-46c5-a84d-cb82a7a24115 req-e310c367-b038-4fda-a5a2-37442e353cee tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1683 time: 0.3110993 Aug 23 14:25:08.568213 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:08.576929 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] For port a86286a1-3956-493a-abef-0edcf0bdac08, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:25:08.581916 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-35b6c8c7-7bf2-46c5-a84d-cb82a7a24115 req-ee9f9425-5b47-475f-8a27-d12062f107c5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671927 Aug 23 14:25:08.585666 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-ae90e52a-d9fa-4fea-922a-ddbc15fbb9de service neutron] 10.222.0.86 "GET /v2.0/networks/d27153f4-243c-41c7-bfad-3a69009a013b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799957 Aug 23 14:25:08.648225 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] For port a86286a1-3956-493a-abef-0edcf0bdac08, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a86286a1-3956-493a-abef-0edcf0bdac08,segment=NetworkSegment(9e491e17-3774-4665-b104-fa9bc1d27a27),segment_id=9e491e17-3774-4665-b104-fa9bc1d27a27)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:25:08.668782 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Transition to ACTIVE for port object 35e6671a-e1a8-4f86-80ff-87b3e4afb018 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:08.689871 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:08.728419 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Transition to ACTIVE for port object 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:08.738484 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:08.748180 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:08.753509 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port ace23bd3-b4a2-4634-af92-3fef147c8f96 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:08.763627 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port ace23bd3-b4a2-4634-af92-3fef147c8f96 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:08.764238 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:08.939564 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Pushing event updated for resources: {'Port': ['ID=a86286a1-3956-493a-abef-0edcf0bdac08,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:08.945949 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:08.949542 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f10c871-659d-4f30-9a15-ac908ef0b82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225d6247-1fac-41c7-b462-1b0caa3e792e', 'code': 200} Aug 23 14:25:08.956040 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:08.957998 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] 10.222.0.91 "PUT /v2.0/ports/a86286a1-3956-493a-abef-0edcf0bdac08 HTTP/1.1" status: 200 len: 1091 time: 3.5392635 Aug 23 14:25:08.958892 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3f972d-6cc4-41b0-8384-bceefd101c4a', 'tag': 'a86286a1-3956-493a-abef-0edcf0bdac08'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:08.988201 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:09.000966 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-726a088f-af7c-44a8-863d-87a5514260be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:09.124254 n-d-805629-1 neutron-server[76505]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2cf9451d-ecb5-4910-a6c1-0b534a7e0eec', 'name': 'network-vif-deleted', 'tag': 'dc990f93-6d8c-4c98-999e-ee27750b9950', 'status': 'failed', 'code': 422} returned with failed status Aug 23 14:25:09.149957 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:09.217753 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-72b432e5-3fd4-4d3e-97a3-3f17a4de518d None None] Provisioning complete for port ace23bd3-b4a2-4634-af92-3fef147c8f96 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:09.217753 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-72b432e5-3fd4-4d3e-97a3-3f17a4de518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:09.304546 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e54df689-24b2-47cc-9438-09d969fd76f7 service neutron] 10.222.0.86 "GET /v2.0/networks/d27153f4-243c-41c7-bfad-3a69009a013b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7106893 Aug 23 14:25:09.351492 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port ace23bd3-b4a2-4634-af92-3fef147c8f96, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ace23bd3-b4a2-4634-af92-3fef147c8f96,segment=NetworkSegment(6b0a1c83-b750-48a9-a961-6e5d879606dc),segment_id=6b0a1c83-b750-48a9-a961-6e5d879606dc)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:09.368991 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:09.442594 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:09.461336 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:09.493080 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-328c3b95-1913-4f44-b76c-2aed0e9f0db3 service neutron] 10.222.0.86 "GET /v2.0/ports/4068ceab-52bd-4af1-a8ff-bd84eee1a96f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1819847 Aug 23 14:25:09.550816 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47522) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:09.617251 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=ace23bd3-b4a2-4634-af92-3fef147c8f96,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:09.621940 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:09.698957 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Network 60343cd1-e098-494e-b172-ce16a3009aaa is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:09.703564 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Pushing event updated for resources: {'Port': ['ID=2a947fbf-4554-46bd-bb38-d9413f0cb4e2,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:09.715631 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:09.733136 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b40b9cfb-8266-4df7-86c7-3977e2f0830c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:09.762131 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-45d9c04b-c057-481b-9fe2-068cba7e0014 service neutron] 10.222.0.86 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604392 Aug 23 14:25:09.805121 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:09.808091 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:09.856798 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:09.883856 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:09.887673 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:10.025627 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:10.026442 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:10.031562 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-c3cd342c-53fe-449a-9ae8-5f917b0be76c service neutron] 10.222.0.86 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620614 Aug 23 14:25:10.134052 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-0f0245c6-f5b6-4221-990c-8b5951b2aeee service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=820225b5fc2c4a49843f6267fe27a972&device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 1094 time: 0.7706614 Aug 23 14:25:10.135316 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-08cf1561-40e6-4048-be61-96c00d6e1430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:10.161426 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a9861d05-cc25-4dd1-8018-c04c138f8904 service neutron] 10.222.0.86 "GET /v2.0/ports/b7afa866-f977-42da-ab92-c3c330d6abe4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1054215 Aug 23 14:25:10.319986 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:10.320861 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:10.361307 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Pushing event updated for resources: {'Port': ['ID=35e6671a-e1a8-4f86-80ff-87b3e4afb018,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:10.409030 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-08cf1561-40e6-4048-be61-96c00d6e1430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:10.409030 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-08cf1561-40e6-4048-be61-96c00d6e1430 admin admin] Usage tracker for resource:security_group_rule and tenant:f8f79d7c12a144de952c672bd0175281 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:10.409030 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-08cf1561-40e6-4048-be61-96c00d6e1430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:10.417991 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-08cf1561-40e6-4048-be61-96c00d6e1430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:10.441245 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-f993e63b-6c52-4456-8ac7-9a9bf0f68bb8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a86286a1-3956-493a-abef-0edcf0bdac08 HTTP/1.1" status: 200 len: 217 time: 0.2495875 Aug 23 14:25:10.444220 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:10.455186 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.7070649 Aug 23 14:25:10.471075 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-32d491f9-937a-4e9e-8b50-a526088ac987 None None] Provisioning for port 35e6671a-e1a8-4f86-80ff-87b3e4afb018 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:10.508917 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6902385 Aug 23 14:25:10.514035 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-32d491f9-937a-4e9e-8b50-a526088ac987 None None] Provisioning complete for port 35e6671a-e1a8-4f86-80ff-87b3e4afb018 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:10.514427 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-32d491f9-937a-4e9e-8b50-a526088ac987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:10.537804 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Request body: {'port': {'device_id': 'e628f44e-361e-499d-a456-b888737d16d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:10.556569 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53180337-1e8c-4b21-8013-b62b6009c6a8 req-da634fea-d587-4ece-80c4-0bc57f4c8d9b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:10.566047 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-53180337-1e8c-4b21-8013-b62b6009c6a8 req-da634fea-d587-4ece-80c4-0bc57f4c8d9b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 943 time: 0.3979342 Aug 23 14:25:10.600115 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-12ca7f94-1fef-4a09-a246-b665fd5547b8 service neutron] 10.222.0.86 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059549 Aug 23 14:25:10.651445 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-32d491f9-937a-4e9e-8b50-a526088ac987 None None] Port 35e6671a-e1a8-4f86-80ff-87b3e4afb018 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:25:10.698449 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-08cf1561-40e6-4048-be61-96c00d6e1430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:10.704880 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-8d94e9f4-eab2-4b18-b106-d7a0806fc033 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:10.707119 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-8d94e9f4-eab2-4b18-b106-d7a0806fc033 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d5492dcf-e30d-4768-b9e2-7509514c5bbe HTTP/1.1" status: 200 len: 853 time: 0.2502389 Aug 23 14:25:10.749852 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-53180337-1e8c-4b21-8013-b62b6009c6a8 req-13f7a4c7-3967-49a0-a77c-970e9ce3740b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3e360bc-c3ac-48cf-865e-8081ad934d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823549 Aug 23 14:25:10.808344 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-08cf1561-40e6-4048-be61-96c00d6e1430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:10.820458 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ec68f7bb-eee6-496c-86c1-4bf22cbbbc0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:10.830211 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-d3435ea0-4f09-4280-9103-1a613f34d691 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=751e3a73-43ba-4c31-8700-234bd202d289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130316 Aug 23 14:25:10.841226 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-143b3a64-9df5-4fc0-b337-f1a3f6f4b752 service neutron] 10.222.0.86 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284081 Aug 23 14:25:10.886428 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-1737638c-59f8-4996-9698-454e8cb096d2 None None] Provisioning for port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:10.899059 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-1737638c-59f8-4996-9698-454e8cb096d2 None None] Provisioning complete for port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:10.899889 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1737638c-59f8-4996-9698-454e8cb096d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:10.980403 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f10c871-659d-4f30-9a15-ac908ef0b82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aea05e3-5424-48a0-8401-623475c2a383'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:10.992944 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-1737638c-59f8-4996-9698-454e8cb096d2 None None] Port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:25:10.994906 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:11.024632 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf1561-40e6-4048-be61-96c00d6e1430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcd2282-071a-400e-b41c-8e4d3471e2f3,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:11.043474 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-08cf1561-40e6-4048-be61-96c00d6e1430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:11.098979 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-08cf1561-40e6-4048-be61-96c00d6e1430 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f8f79d7c12a144de952c672bd0175281&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5354846 Aug 23 14:25:11.105511 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47536) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:11.127811 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2d8a991a-e20a-4777-a4c4-314aef94bc00 service neutron] 10.222.0.86 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851040 Aug 23 14:25:11.276478 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723a46f-39c9-4678-b81d-000cb950759d req-dc49e297-d659-4a3e-a1b4-19b8f3efc20b tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:11.276478 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0723a46f-39c9-4678-b81d-000cb950759d req-dc49e297-d659-4a3e-a1b4-19b8f3efc20b tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=e628f44e-361e-499d-a456-b888737d16d5 HTTP/1.1" status: 200 len: 936 time: 0.3044686 Aug 23 14:25:11.285184 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-9474f42c-8560-465f-8030-500e0caf2acd service neutron] 10.222.0.91 "GET /v2.0/networks/751e3a73-43ba-4c31-8700-234bd202d289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413810 Aug 23 14:25:11.344779 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b3e7e3a2-af4d-43f4-959b-e978a3f49289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:11.359352 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-860b3b28-75db-4384-b644-30605b5cf8c8 service neutron] 10.222.0.86 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208815 Aug 23 14:25:11.462905 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0723a46f-39c9-4678-b81d-000cb950759d req-afea079b-34a0-4a66-a54c-2964bb6bb294 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750948 Aug 23 14:25:11.466725 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b3e7e3a2-af4d-43f4-959b-e978a3f49289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:11.511661 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b6bff-cf7c-4409-8ecc-a97242c8e9f9 req-402bc0df-605f-447e-b565-36daa1f97868 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:11.512463 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-b65b6bff-cf7c-4409-8ecc-a97242c8e9f9 req-402bc0df-605f-447e-b565-36daa1f97868 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Synchronizing usage tracker for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:11.600862 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ace23bd3-b4a2-4634-af92-3fef147c8f96 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:25:11.608204 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-489ad92c-13d7-4d0d-9a6f-5e96549ec6a1 req-445cdc63-7fea-4020-abb6-5fde85724aff service neutron] 10.222.0.91 "GET /v2.0/networks/751e3a73-43ba-4c31-8700-234bd202d289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153017 Aug 23 14:25:11.635859 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-4cfe6d82-e5cd-4fad-95fb-03bb7ad66ec4 service neutron] 10.222.0.86 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679262 Aug 23 14:25:11.832568 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port ace23bd3-b4a2-4634-af92-3fef147c8f96 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:11.833941 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:11.858826 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3f972d-6cc4-41b0-8384-bceefd101c4a', 'tag': 'a86286a1-3956-493a-abef-0edcf0bdac08', 'status': 'completed', 'code': 200} Aug 23 14:25:11.864672 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-b65b6bff-cf7c-4409-8ecc-a97242c8e9f9 req-402bc0df-605f-447e-b565-36daa1f97868 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Unset dirty status for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:11.865883 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b65b6bff-cf7c-4409-8ecc-a97242c8e9f9 req-402bc0df-605f-447e-b565-36daa1f97868 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "GET /v2.0/ports?device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 948 time: 0.8125603 Aug 23 14:25:12.020975 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:12.039348 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:12.185075 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-b65b6bff-cf7c-4409-8ecc-a97242c8e9f9 req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Deleting port f7ccfc84-4595-4e2d-a43a-420c3601d4a5 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:12.185412 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b65b6bff-cf7c-4409-8ecc-a97242c8e9f9 req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:12.199351 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b3e7e3a2-af4d-43f4-959b-e978a3f49289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:12.208936 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f7e26ee7-d081-49af-bb9e-2d6ee91ff883 tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:12.236291 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2d6a66ac-1d4b-43e9-b6c8-803e1ae8a8dd service neutron] 10.222.0.86 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842190 Aug 23 14:25:12.238963 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Transition to ACTIVE for port object 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:12.248505 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7e3a2-af4d-43f4-959b-e978a3f49289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcd2282-071a-400e-b41c-8e4d3471e2f3,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:12.259351 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b3e7e3a2-af4d-43f4-959b-e978a3f49289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:12.306119 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b3e7e3a2-af4d-43f4-959b-e978a3f49289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:12.308265 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-b3e7e3a2-af4d-43f4-959b-e978a3f49289 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5fcd2282-071a-400e-b41c-8e4d3471e2f3 HTTP/1.1" status: 204 len: 168 time: 1.2010934 Aug 23 14:25:12.321600 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:12.333467 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-85d42d6a-0753-42b8-81e6-62ad2b899443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:12.368355 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482eca5-747e-4aa3-99d3-03cea06df027 req-d31c90d0-f07a-40cb-ba4e-9a4c5b811f3c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:12.372524 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482eca5-747e-4aa3-99d3-03cea06df027 req-d31c90d0-f07a-40cb-ba4e-9a4c5b811f3c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:12.373626 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d68abb84-ce94-40d8-ac90-919a118ac2c7 req-2f5386a0-702d-49b4-86be-cf3beab28cc9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=820225b5fc2c4a49843f6267fe27a972&device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 1094 time: 0.4472585 Aug 23 14:25:12.375548 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9482eca5-747e-4aa3-99d3-03cea06df027 req-d31c90d0-f07a-40cb-ba4e-9a4c5b811f3c tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1683 time: 0.3745000 Aug 23 14:25:12.484588 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9482eca5-747e-4aa3-99d3-03cea06df027 req-748471c6-6015-4939-b21d-b1ae1fa865f4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943036 Aug 23 14:25:12.494307 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-090bf0c9-0d66-4dc2-8848-1e3444685c95 service neutron] 10.222.0.86 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384717 Aug 23 14:25:12.733691 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a947fbf-4554-46bd-bb38-d9413f0cb4e2,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:12.750418 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:12.856633 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-9e4f995f-3343-4bc4-ae1a-4ce1e1aeef08 service neutron] 10.222.0.86 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499956 Aug 23 14:25:12.974845 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68abb84-ce94-40d8-ac90-919a118ac2c7 req-96c73473-7985-4f1f-a88c-8de312043b85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:12.977175 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d68abb84-ce94-40d8-ac90-919a118ac2c7 req-96c73473-7985-4f1f-a88c-8de312043b85 service neutron] 10.222.0.91 "GET /v2.0/networks?id=751e3a73-43ba-4c31-8700-234bd202d289 HTTP/1.1" status: 200 len: 914 time: 0.5892129 Aug 23 14:25:12.979981 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-b65b6bff-cf7c-4409-8ecc-a97242c8e9f9 req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] For port f7ccfc84-4595-4e2d-a43a-420c3601d4a5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=f7ccfc84-4595-4e2d-a43a-420c3601d4a5,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:12.980337 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b65b6bff-cf7c-4409-8ecc-a97242c8e9f9 req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:13.030027 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c0426-d0e7-4d6c-b304-a4971c5b52df req-0fb19a7f-8187-46f1-803d-7a14543711cc tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:13.031915 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b00c0426-d0e7-4d6c-b304-a4971c5b52df req-0fb19a7f-8187-46f1-803d-7a14543711cc tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 948 time: 0.2404945 Aug 23 14:25:13.139898 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-0e838952-0860-41ee-a0d9-127835a2f379 service neutron] 10.222.0.86 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502224 Aug 23 14:25:13.152230 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b00c0426-d0e7-4d6c-b304-a4971c5b52df req-1964d034-be01-42e5-98d1-6dc73292dd4a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005831 Aug 23 14:25:13.272958 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-b65b6bff-cf7c-4409-8ecc-a97242c8e9f9 req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Calling delete_port for f7ccfc84-4595-4e2d-a43a-420c3601d4a5 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:13.344537 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d68abb84-ce94-40d8-ac90-919a118ac2c7 req-a119067c-9304-4bf8-a6df-4e4ab98de22a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a86286a1-3956-493a-abef-0edcf0bdac08 HTTP/1.1" status: 200 len: 217 time: 0.3518107 Aug 23 14:25:13.350273 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-8ee10d8c-d348-4e32-af17-0ae143623142 service neutron] 10.222.0.86 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968186 Aug 23 14:25:13.432271 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Attempting to bind port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:13.432598 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Attempting to bind port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:13.433157 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Attempting to bind port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:13.472032 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:13.472361 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Attempting to bind port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:13.482525 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68abb84-ce94-40d8-ac90-919a118ac2c7 req-e967f90f-1665-4d7e-ac9f-8c200d1b9fad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:13.486487 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d68abb84-ce94-40d8-ac90-919a118ac2c7 req-e967f90f-1665-4d7e-ac9f-8c200d1b9fad service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d5492dcf-e30d-4768-b9e2-7509514c5bbe HTTP/1.1" status: 200 len: 853 time: 0.1324749 Aug 23 14:25:13.514860 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47554) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:13.538814 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c54bbe6c-b835-4101-8cee-7fcbe6d59b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:13.543312 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:25:13.543647 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:25:13.544230 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:25:13.544861 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Bound port: 2a947fbf-4554-46bd-bb38-d9413f0cb4e2, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:25:13.545212 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:13.584761 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-c54bbe6c-b835-4101-8cee-7fcbe6d59b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:13.591864 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-c54bbe6c-b835-4101-8cee-7fcbe6d59b9b admin admin] Usage tracker for resource:security_group_rule and tenant:352757aeafd544bc9aa1c6774f1e50d8 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:13.595384 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-c54bbe6c-b835-4101-8cee-7fcbe6d59b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:13.617851 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-c54bbe6c-b835-4101-8cee-7fcbe6d59b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:13.694914 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d68abb84-ce94-40d8-ac90-919a118ac2c7 req-3988d8b7-ca4b-434a-8fbe-bc50f93870c1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=751e3a73-43ba-4c31-8700-234bd202d289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1979020 Aug 23 14:25:13.700809 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47562) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:13.713519 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506083619', 'description': 'tempest-description--1562434244'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:13.724981 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:13.739929 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Usage tracker for resource:security_group and tenant:4ae04c19703948b084682c54287f9037 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:13.747026 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:13.761424 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f10c871-659d-4f30-9a15-ac908ef0b82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aea05e3-5424-48a0-8401-623475c2a383', 'code': 200} Aug 23 14:25:13.762673 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c54bbe6c-b835-4101-8cee-7fcbe6d59b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:13.763960 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:13.920333 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c54bbe6c-b835-4101-8cee-7fcbe6d59b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:13.967393 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0ad13a4d-7549-42cb-9984-9a253f936945 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:14.000445 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:14.032387 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] For port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:25:14.039695 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b65b6bff-cf7c-4409-8ecc-a97242c8e9f9 req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:14.054916 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5', 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad', 'aaade1d4-3318-4a6e-b481-1615702af61e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:14.057627 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5c647437-7eed-4e3e-9eca-3e7173144b9d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:14.072260 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bbe6c-b835-4101-8cee-7fcbe6d59b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdcb448-41e3-43a7-bdaa-32d17ef9c2cf,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:14.081236 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-c54bbe6c-b835-4101-8cee-7fcbe6d59b9b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=352757aeafd544bc9aa1c6774f1e50d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5651388 Aug 23 14:25:14.084580 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c54bbe6c-b835-4101-8cee-7fcbe6d59b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:14.089940 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47572) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:14.119703 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['7a7c1f89-ab22-4f6c-a376-97349b6a4c31', '664ad7f0-1de6-4707-8edd-70b579c7203e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:14.125711 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d68abb84-ce94-40d8-ac90-919a118ac2c7 req-9f4b489c-e0e0-4493-8cc3-cf4db6a52b41 service neutron] 10.222.0.91 "GET /v2.0/networks/751e3a73-43ba-4c31-8700-234bd202d289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192736 Aug 23 14:25:14.130116 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] For port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2a947fbf-4554-46bd-bb38-d9413f0cb4e2,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:25:14.135435 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:14.147066 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event deleted for resources: {'Port': ['ID=f7ccfc84-4595-4e2d-a43a-420c3601d4a5,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:14.149272 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Usage tracker for resource:security_group_rule and tenant:4ae04c19703948b084682c54287f9037 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:14.157952 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:14.180506 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f2bcf-59c8-4e5b-9f62-3b11b092c8b3 req-38428e5d-be37-4a34-a66e-0fbaef3bfa15 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:14.182052 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-852f2bcf-59c8-4e5b-9f62-3b11b092c8b3 req-38428e5d-be37-4a34-a66e-0fbaef3bfa15 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 943 time: 0.2694869 Aug 23 14:25:14.183955 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:14.193184 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3c9cffce-f076-48ad-89b0-3eeaad0860ef req-782b6018-d974-4b78-a364-89b1d2f391b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1985 time: 0.3486476 Aug 23 14:25:14.331537 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d3f423d6-9973-458b-8be4-b040dcbc075a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:14.335558 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:14.365474 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3c9cffce-f076-48ad-89b0-3eeaad0860ef req-563eb298-4000-44c8-8a9d-9004ecc79256 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380732 Aug 23 14:25:14.367938 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-852f2bcf-59c8-4e5b-9f62-3b11b092c8b3 req-d0c6bd6e-83fe-4219-a43c-351a0463078a tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3e360bc-c3ac-48cf-865e-8081ad934d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688492 Aug 23 14:25:14.399530 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:14.401793 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d3f423d6-9973-458b-8be4-b040dcbc075a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:14.499180 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:14.499180 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:14.499180 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:14.500628 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:14.500628 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:14.500628 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:14.500849 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:14.502006 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:14.502006 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:14.502275 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:14.502598 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:14.518060 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:14.527427 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b3e7e3a2-af4d-43f4-959b-e978a3f49289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:14.546036 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:14.548998 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:14.629347 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:14.635490 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] 10.222.0.91 "PUT /v2.0/ports/2a947fbf-4554-46bd-bb38-d9413f0cb4e2 HTTP/1.1" status: 200 len: 1096 time: 4.1099002 Aug 23 14:25:14.652395 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d3f423d6-9973-458b-8be4-b040dcbc075a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:14.659605 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e628f44e-361e-499d-a456-b888737d16d5', 'tag': '2a947fbf-4554-46bd-bb38-d9413f0cb4e2'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:14.712523 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65b6bff-cf7c-4409-8ecc-a97242c8e9f9 req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] No DVR routers for this DVR port f7ccfc84-4595-4e2d-a43a-420c3601d4a5 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:14.754151 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b65b6bff-cf7c-4409-8ecc-a97242c8e9f9 req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:14.853530 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49cd4044-ca9a-45ee-a448-b359cf04ac1d,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:14.858161 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d68abb84-ce94-40d8-ac90-919a118ac2c7 req-586fad41-2b8a-44da-8383-b9a4049bc2aa service neutron] 10.222.0.91 "GET /v2.0/networks/751e3a73-43ba-4c31-8700-234bd202d289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7130318 Aug 23 14:25:14.885263 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:14.890379 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a947fbf-4554-46bd-bb38-d9413f0cb4e2,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:14.890557 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:14.896647 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:14.916914 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d3f423d6-9973-458b-8be4-b040dcbc075a admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:14.918132 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-d3f423d6-9973-458b-8be4-b040dcbc075a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cfdcb448-41e3-43a7-bdaa-32d17ef9c2cf HTTP/1.1" status: 204 len: 168 time: 0.8273668 Aug 23 14:25:14.926057 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f423d6-9973-458b-8be4-b040dcbc075a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdcb448-41e3-43a7-bdaa-32d17ef9c2cf,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:14.935519 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-ec177e1d-b2b4-4bac-9ca6-3395530d986b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8876a3677e3e4f91b1e0a704fbb57681&device_id=e628f44e-361e-499d-a456-b888737d16d5 HTTP/1.1" status: 200 len: 1099 time: 0.1214986 Aug 23 14:25:14.939300 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d3f423d6-9973-458b-8be4-b040dcbc075a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:14.989898 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:14.991790 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2901168 Aug 23 14:25:14.998751 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47590) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:15.008923 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-2b1d3d2e-dc8e-4eb4-8cd6-5fba60f3fa48 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Request body: {'security_group_rule': {'security_group_id': '49cd4044-ca9a-45ee-a448-b359cf04ac1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:15.018639 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-2b1d3d2e-dc8e-4eb4-8cd6-5fba60f3fa48 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:15.025330 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b65b6bff-cf7c-4409-8ecc-a97242c8e9f9 req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "DELETE /v2.0/ports/f7ccfc84-4595-4e2d-a43a-420c3601d4a5 HTTP/1.1" status: 204 len: 173 time: 3.1494248 Aug 23 14:25:15.041956 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-2b1d3d2e-dc8e-4eb4-8cd6-5fba60f3fa48 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Usage tracker for resource:security_group_rule and tenant:4ae04c19703948b084682c54287f9037 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:15.043175 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-50ae694e-6a57-4068-9cb0-a90a71cfa592 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=2a947fbf-4554-46bd-bb38-d9413f0cb4e2 HTTP/1.1" status: 200 len: 217 time: 0.0989294 Aug 23 14:25:15.048999 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-2b1d3d2e-dc8e-4eb4-8cd6-5fba60f3fa48 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:15.064124 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-d9019c2e-76c5-4348-be84-a7c33e14fa1b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:15.065815 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-d9019c2e-76c5-4348-be84-a7c33e14fa1b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 811 time: 0.4767087 Aug 23 14:25:15.066873 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-2b1d3d2e-dc8e-4eb4-8cd6-5fba60f3fa48 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:15.104009 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-446faec9-0c42-4df5-9ab4-9470457b0855 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/quotas/2db89cf8ec4049f391cd185e2d3192bc HTTP/1.1" status: 200 len: 375 time: 0.0202446 Aug 23 14:25:15.153965 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-2e994c37-f82c-4fec-a216-ae8999b83a8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:15.155592 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-2e994c37-f82c-4fec-a216-ae8999b83a8f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1007204 Aug 23 14:25:15.166225 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-ef761d6f-d220-4d92-af70-f00534d77713 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Synchronizing usage tracker for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:15.250097 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-42898072-2d25-4f65-b6c5-08c797f154a0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847876 Aug 23 14:25:15.250560 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-ef761d6f-d220-4d92-af70-f00534d77713 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Unset dirty status for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:15.252536 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-ef761d6f-d220-4d92-af70-f00534d77713 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1419621 Aug 23 14:25:15.254198 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3d2e-dc8e-4eb4-8cd6-5fba60f3fa48 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:15.443411 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-b099001e-1b4f-440e-834b-a94c95bc16e5 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825545 Aug 23 14:25:15.650343 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-30472d7b-776a-4454-9e70-cb11e45ca0da service neutron] 10.222.0.86 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840201 Aug 23 14:25:15.697746 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3d2e-dc8e-4eb4-8cd6-5fba60f3fa48 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:15.741027 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1b80d65c-6573-45b3-8a4e-e35c5809b7b6 req-e05cad70-3ac1-4ea7-9b8f-4dc94164b968 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899299 Aug 23 14:25:15.795623 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3d2e-dc8e-4eb4-8cd6-5fba60f3fa48 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:15.811914 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-51d4148c-aa7f-40a0-8784-0afdad45ac65 tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:15.851681 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d3d2e-dc8e-4eb4-8cd6-5fba60f3fa48 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e17c495-9b4a-42fe-8b45-0b76bb926425,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:15.855756 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2b1d3d2e-dc8e-4eb4-8cd6-5fba60f3fa48 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:15.865499 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device a86286a1-3956-493a-abef-0edcf0bdac08 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:25:15.880678 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device f7ccfc84-4595-4e2d-a43a-420c3601d4a5 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:15.892830 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-ea115f27-b8af-45dc-86ea-b97d5fc13841 service neutron] 10.222.0.86 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414896 Aug 23 14:25:15.931641 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3d2e-dc8e-4eb4-8cd6-5fba60f3fa48 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:15.932005 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: f7ccfc84-4595-4e2d-a43a-420c3601d4a5 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:25:15.932620 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device f7ccfc84-4595-4e2d-a43a-420c3601d4a5 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:25:15.935609 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-2b1d3d2e-dc8e-4eb4-8cd6-5fba60f3fa48 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9321749 Aug 23 14:25:15.935714 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47612) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:15.944162 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-9a161673-1c9a-4c52-b12d-3011249455fe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Request body: {'security_group_rule': {'security_group_id': '49cd4044-ca9a-45ee-a448-b359cf04ac1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:15.956367 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-9a161673-1c9a-4c52-b12d-3011249455fe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:15.966205 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-9a161673-1c9a-4c52-b12d-3011249455fe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Usage tracker for resource:security_group_rule and tenant:4ae04c19703948b084682c54287f9037 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:15.984981 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-9a161673-1c9a-4c52-b12d-3011249455fe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:15.991806 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-9a161673-1c9a-4c52-b12d-3011249455fe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:16.123879 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bdea7-58e6-4fb0-a8bd-a114c4c34ff6 req-6c984e4c-57a2-4718-bfd6-6c40f25e04ee tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:16.127166 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-408bdea7-58e6-4fb0-a8bd-a114c4c34ff6 req-6c984e4c-57a2-4718-bfd6-6c40f25e04ee tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=e628f44e-361e-499d-a456-b888737d16d5 HTTP/1.1" status: 200 len: 948 time: 0.1171911 Aug 23 14:25:16.138381 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9a161673-1c9a-4c52-b12d-3011249455fe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:16.252198 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-408bdea7-58e6-4fb0-a8bd-a114c4c34ff6 req-89b27469-7bf1-4f73-8ad4-c91919d044cb tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143181 Aug 23 14:25:16.260089 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port a86286a1-3956-493a-abef-0edcf0bdac08, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a86286a1-3956-493a-abef-0edcf0bdac08,segment=NetworkSegment(9e491e17-3774-4665-b104-fa9bc1d27a27),segment_id=9e491e17-3774-4665-b104-fa9bc1d27a27)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:16.293675 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'a86286a1-3956-493a-abef-0edcf0bdac08', 'network_id': '751e3a73-43ba-4c31-8700-234bd202d289', 'port_id': 'a86286a1-3956-493a-abef-0edcf0bdac08', 'mac_address': 'fa:16:3e:a8:33:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5492dcf-e30d-4768-b9e2-7509514c5bbe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:25:16.346266 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9a161673-1c9a-4c52-b12d-3011249455fe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:16.406967 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:16.443490 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86286a1-3956-493a-abef-0edcf0bdac08 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:16.461495 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port a86286a1-3956-493a-abef-0edcf0bdac08, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a86286a1-3956-493a-abef-0edcf0bdac08,segment=NetworkSegment(9e491e17-3774-4665-b104-fa9bc1d27a27),segment_id=9e491e17-3774-4665-b104-fa9bc1d27a27)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:16.498981 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5ccdda81-21a9-4acf-b89a-0eaf2e3fd3d1 req-6e874fbb-8f8e-46dc-b3e7-f291cd035cfa tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=71bda5dc-df3c-4a59-8de0-e6954f63c308 HTTP/1.1" status: 200 len: 210 time: 0.0593553 Aug 23 14:25:16.505163 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9a161673-1c9a-4c52-b12d-3011249455fe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:16.520803 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:16.552488 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a161673-1c9a-4c52-b12d-3011249455fe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674cb996-0b8d-4504-b384-9c6424a341cf,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:16.564728 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9a161673-1c9a-4c52-b12d-3011249455fe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:16.580937 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:16.582746 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:16.594406 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e628f44e-361e-499d-a456-b888737d16d5', 'tag': '2a947fbf-4554-46bd-bb38-d9413f0cb4e2', 'status': 'completed', 'code': 200} Aug 23 14:25:16.602104 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7de4c1-c93f-4ece-b883-dcf6d7963d37 req-1f79e342-4e19-4eeb-9449-4d5d3a84fbc8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:16.606606 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7de4c1-c93f-4ece-b883-dcf6d7963d37 req-1f79e342-4e19-4eeb-9449-4d5d3a84fbc8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:16.621463 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9f7de4c1-c93f-4ece-b883-dcf6d7963d37 req-1f79e342-4e19-4eeb-9449-4d5d3a84fbc8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1683 time: 0.3007104 Aug 23 14:25:16.679835 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9a161673-1c9a-4c52-b12d-3011249455fe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:16.684205 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-9a161673-1c9a-4c52-b12d-3011249455fe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7443891 Aug 23 14:25:16.687220 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47636) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:16.704493 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:16.729404 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=a86286a1-3956-493a-abef-0edcf0bdac08,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:16.748489 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:16.748727 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:16.749040 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:16.749490 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:16.749825 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:16.750153 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:16.750475 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:16.751327 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:16.751782 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:16.752102 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:16.752419 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:16.752734 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:16.766618 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:16.795830 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Usage tracker for resource:floatingip and tenant:4ae04c19703948b084682c54287f9037 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:16.801470 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:16.808073 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8ad56a8a-22c3-4423-9a3a-3a06c03202ed req-ced99050-28df-4e25-9bb7-62385796aa84 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8876a3677e3e4f91b1e0a704fbb57681&device_id=e628f44e-361e-499d-a456-b888737d16d5 HTTP/1.1" status: 200 len: 1099 time: 0.1557710 Aug 23 14:25:16.817957 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9f7de4c1-c93f-4ece-b883-dcf6d7963d37 req-238ccbf3-b6a1-4aed-b2c0-dfad07a700f3 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955504 Aug 23 14:25:16.819134 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:16.868112 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a86286a1-3956-493a-abef-0edcf0bdac08'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:16.899973 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for floatingip, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:17.053534 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad56a8a-22c3-4423-9a3a-3a06c03202ed req-398c03ae-acfb-4a4b-b114-035e676a2bb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:17.055896 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8ad56a8a-22c3-4423-9a3a-3a06c03202ed req-398c03ae-acfb-4a4b-b114-035e676a2bb9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.2385890 Aug 23 14:25:17.083989 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cfa5c-aafe-499f-8622-f531c96a5266 req-204d6c5b-363f-446d-a63a-19849e70788e tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:17.085851 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d05cfa5c-aafe-499f-8622-f531c96a5266 req-204d6c5b-363f-446d-a63a-19849e70788e tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 944 time: 0.3276033 Aug 23 14:25:17.177763 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8ad56a8a-22c3-4423-9a3a-3a06c03202ed req-5e57cb9f-b903-4db4-9a0f-57b71157fd94 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=2a947fbf-4554-46bd-bb38-d9413f0cb4e2 HTTP/1.1" status: 200 len: 217 time: 0.1031373 Aug 23 14:25:17.178843 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cf7a2fe2-7c71-4e34-9ad8-0d7d32095364 req-2655c4cf-9640-44c3-b0d6-095be8d94c2f tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 210 time: 0.0879292 Aug 23 14:25:17.246182 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d05cfa5c-aafe-499f-8622-f531c96a5266 req-0de317c9-a366-4aac-b3a8-50121fa4d94a tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3e360bc-c3ac-48cf-865e-8081ad934d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748940 Aug 23 14:25:17.274764 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad56a8a-22c3-4423-9a3a-3a06c03202ed req-2f5c0f68-1a39-4642-8036-b299e9196315 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:17.276679 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8ad56a8a-22c3-4423-9a3a-3a06c03202ed req-2f5c0f68-1a39-4642-8036-b299e9196315 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.0850139 Aug 23 14:25:17.373052 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8ad56a8a-22c3-4423-9a3a-3a06c03202ed req-79f7b88a-3ce8-4f2b-8f77-e861af86d31c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0886056 Aug 23 14:25:17.377241 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6af29e5c-6804-48e7-9da8-133f770607db req-b90581c6-1538-40ed-be89-1f8f6678e611 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 210 time: 0.0769258 Aug 23 14:25:17.392202 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:17.629255 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8ad56a8a-22c3-4423-9a3a-3a06c03202ed req-f77e6f52-d327-4ba2-9572-edaf82f3fb30 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489657 Aug 23 14:25:17.668875 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Allocated IP 172.25.6.198 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/170c061e-5a41-4cf8-bce5-81d597ceaf4c) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:17.798576 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8ad56a8a-22c3-4423-9a3a-3a06c03202ed req-d643b4b3-96b5-4a51-b281-6df59cf83ade service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610579 Aug 23 14:25:17.800658 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefd05b-aedc-4cf9-8a39-e67deb18e585 req-5545ebb7-bf0a-487b-8736-f1399fef6271 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:17.802151 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5cefd05b-aedc-4cf9-8a39-e67deb18e585 req-5545ebb7-bf0a-487b-8736-f1399fef6271 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=e628f44e-361e-499d-a456-b888737d16d5 HTTP/1.1" status: 200 len: 948 time: 0.1964672 Aug 23 14:25:17.863843 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device a86286a1-3956-493a-abef-0edcf0bdac08 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:25:17.895901 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5cefd05b-aedc-4cf9-8a39-e67deb18e585 req-d2e73e6e-7e5a-4edf-bf0f-8c586816c350 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866776 Aug 23 14:25:17.919772 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:18.082333 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:18.087099 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7e97210e-dbfd-491a-bdca-11a74b2e74ec tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:18.169477 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:18.173538 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:18.177624 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:18.199842 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port a86286a1-3956-493a-abef-0edcf0bdac08 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:18.223887 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port a86286a1-3956-493a-abef-0edcf0bdac08 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:18.224586 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:18.227794 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Pushing event updated for resources: {'Port': ['ID=170c061e-5a41-4cf8-bce5-81d597ceaf4c,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:18.232445 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:18.382610 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:18.413139 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3f972d-6cc4-41b0-8384-bceefd101c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86286a1-3956-493a-abef-0edcf0bdac08'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:18.426297 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port a86286a1-3956-493a-abef-0edcf0bdac08, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a86286a1-3956-493a-abef-0edcf0bdac08,segment=NetworkSegment(9e491e17-3774-4665-b104-fa9bc1d27a27),segment_id=9e491e17-3774-4665-b104-fa9bc1d27a27)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:18.427681 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:18.467862 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b662263-591f-47f0-a3c4-7f18b1d2ec67 req-29ee7272-eaac-4dff-8221-04f6533e0bec tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:18.471859 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b662263-591f-47f0-a3c4-7f18b1d2ec67 req-29ee7272-eaac-4dff-8221-04f6533e0bec tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:18.473468 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b662263-591f-47f0-a3c4-7f18b1d2ec67 req-29ee7272-eaac-4dff-8221-04f6533e0bec tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1683 time: 0.1109266 Aug 23 14:25:18.514867 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:18.518097 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:18.596285 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bda5dc-df3c-4a59-8de0-e6954f63c308', 'name': 'network-vif-deleted', 'tag': 'f7ccfc84-4595-4e2d-a43a-420c3601d4a5'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:18.618750 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=a86286a1-3956-493a-abef-0edcf0bdac08,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:18.623296 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:18.719409 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:18.748109 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47694) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:18.782201 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b662263-591f-47f0-a3c4-7f18b1d2ec67 req-3152e1cf-88a3-4fb8-96bf-cca573461af2 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930279 Aug 23 14:25:18.807475 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4c563e6c-2038-4b30-bb61-342d5262ed1f req-e41dd373-5001-4cd5-80b0-1da218a53975 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 210 time: 0.0643418 Aug 23 14:25:18.950453 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aecf6c82-14b1-4703-b9ca-416129933406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:18.952111 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3f972d-6cc4-41b0-8384-bceefd101c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86286a1-3956-493a-abef-0edcf0bdac08', 'code': 200} Aug 23 14:25:19.028423 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-aecf6c82-14b1-4703-b9ca-416129933406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:19.034676 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-aecf6c82-14b1-4703-b9ca-416129933406 admin admin] Usage tracker for resource:security_group_rule and tenant:c37e8c0031fc4e769984f4cc1ff89805 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:19.073442 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-aecf6c82-14b1-4703-b9ca-416129933406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:19.086860 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-aecf6c82-14b1-4703-b9ca-416129933406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:19.143207 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-50e14d77-b574-48d4-84b4-37d57e20e43b req-6d86b62d-e6e4-4dad-9d45-19238e7c5c50 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 1096 time: 0.1053112 Aug 23 14:25:19.178113 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f95a85ea-2ed5-4125-972a-aeff556c3d2e req-ae692547-60e4-40a9-b3e8-bb53f17a4091 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 210 time: 0.0930336 Aug 23 14:25:19.217166 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aecf6c82-14b1-4703-b9ca-416129933406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:19.221291 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-50e14d77-b574-48d4-84b4-37d57e20e43b req-8f4f2669-12d5-4e7b-b37e-3093749cff77 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d3e360bc-c3ac-48cf-865e-8081ad934d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698020 Aug 23 14:25:19.267406 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71bda5dc-df3c-4a59-8de0-e6954f63c308', 'name': 'network-vif-deleted', 'tag': 'f7ccfc84-4595-4e2d-a43a-420c3601d4a5', 'status': 'completed', 'code': 200} Aug 23 14:25:19.287317 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-e8f945c1-05fc-4ab4-8d94-df9fbb1da310 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:19.289606 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-e8f945c1-05fc-4ab4-8d94-df9fbb1da310 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.60 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 811 time: 0.2932267 Aug 23 14:25:19.311379 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ed38c-0806-483d-ab31-ed00a892db0c req-7f376404-8690-4d23-b639-35076af0e616 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:19.312892 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ed3ed38c-0806-483d-ab31-ed00a892db0c req-7f376404-8690-4d23-b639-35076af0e616 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 945 time: 0.3571010 Aug 23 14:25:19.317072 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Request body: {'port': {'device_id': '659ea871-f68c-4756-a691-10a61012ac04', 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e', 'admin_state_up': True, 'tenant_id': '2db89cf8ec4049f391cd185e2d3192bc'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:19.318332 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aecf6c82-14b1-4703-b9ca-416129933406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:19.325873 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:19.344646 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:19.475188 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ed3ed38c-0806-483d-ab31-ed00a892db0c req-13b5b5cf-f9ac-4ef6-8664-70bc700a21ea tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3e360bc-c3ac-48cf-865e-8081ad934d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417317 Aug 23 14:25:19.495083 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf6c82-14b1-4703-b9ca-416129933406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d159977a-360c-452a-8a10-96e6e0288f0e,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:19.500076 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-aecf6c82-14b1-4703-b9ca-416129933406 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c37e8c0031fc4e769984f4cc1ff89805&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7509053 Aug 23 14:25:19.501729 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-aecf6c82-14b1-4703-b9ca-416129933406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:19.504693 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47702) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:19.527484 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:19.535415 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f8d7e6bf-eaa1-4d14-b84d-5ff03001778d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:19.584044 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:19.621725 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:19.728102 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Pushing event updated for resources: {'Port': ['ID=170c061e-5a41-4cf8-bce5-81d597ceaf4c,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:19.734556 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:19.775504 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:19.793863 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cd1254d7-e6ab-4d22-b110-4f1edbcb6d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:19.815009 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-958df4d8-c14a-47bb-9ebd-9ead961ebd08 service neutron] 10.222.0.60 "GET /v2.0/ports/4068ceab-52bd-4af1-a8ff-bd84eee1a96f HTTP/1.1" status: 200 len: 1026 time: 0.0827985 Aug 23 14:25:19.870547 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cd1254d7-e6ab-4d22-b110-4f1edbcb6d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:19.871668 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:25:19.897462 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-83dd9475-35f8-4a27-8142-59ff612cb887 service neutron] 10.222.0.60 "GET /v2.0/ports/b7afa866-f977-42da-ab92-c3c330d6abe4 HTTP/1.1" status: 200 len: 1028 time: 0.0706339 Aug 23 14:25:19.903208 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7b226-cb39-4dbe-97bd-0303bd3f8831 req-dba5e1a5-e005-4895-ab47-94f87584bc24 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:19.904718 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a6a7b226-cb39-4dbe-97bd-0303bd3f8831 req-dba5e1a5-e005-4895-ab47-94f87584bc24 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=e628f44e-361e-499d-a456-b888737d16d5 HTTP/1.1" status: 200 len: 948 time: 0.2845161 Aug 23 14:25:19.912350 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Made reservation on behalf of 2db89cf8ec4049f391cd185e2d3192bc for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:19.915333 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:19.978250 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:19.979333 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2911654 Aug 23 14:25:20.071208 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a6a7b226-cb39-4dbe-97bd-0303bd3f8831 req-8f507efa-95b4-4e3e-be25-2e855156010e tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458149 Aug 23 14:25:20.087659 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-a9e3a2d6-2b39-4941-9ebe-8d06f3e7ae2a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:20.106031 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-a9e3a2d6-2b39-4941-9ebe-8d06f3e7ae2a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:20.108708 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-a9e3a2d6-2b39-4941-9ebe-8d06f3e7ae2a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1683 time: 0.2808459 Aug 23 14:25:20.154736 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-dd77f8dc-7d71-4028-98df-236a0e3e5ebb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:20.159067 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-dd77f8dc-7d71-4028-98df-236a0e3e5ebb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:20.163596 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-dd77f8dc-7d71-4028-98df-236a0e3e5ebb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:20.165572 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-dd77f8dc-7d71-4028-98df-236a0e3e5ebb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Synchronizing usage tracker for tenant:a57a2cb7a2fa4a21aed5f1a428985f6b on resource:network {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:20.186610 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cd1254d7-e6ab-4d22-b110-4f1edbcb6d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:20.231672 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7be6a5e1-3d6d-4b90-84df-b7856437547e tempest-SecurityGroupRulesNegativeTestJSON-1220727445 tempest-SecurityGroupRulesNegativeTestJSON-1220727445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:20.254678 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2a947fbf-4554-46bd-bb38-d9413f0cb4e2,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:20.288840 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1254d7-e6ab-4d22-b110-4f1edbcb6d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d159977a-360c-452a-8a10-96e6e0288f0e,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:20.300788 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cd1254d7-e6ab-4d22-b110-4f1edbcb6d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:20.305190 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2a89d-8eb9-4be0-b05d-ef38d1be0ecd req-bc72a2c9-2fdd-41ad-9a07-746ad113d887 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:20.308942 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '2a947fbf-4554-46bd-bb38-d9413f0cb4e2', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '2a947fbf-4554-46bd-bb38-d9413f0cb4e2', 'mac_address': 'fa:16:3e:30:e3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:25:20.309111 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-b8f2a89d-8eb9-4be0-b05d-ef38d1be0ecd req-bc72a2c9-2fdd-41ad-9a07-746ad113d887 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Synchronizing usage tracker for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:20.324688 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-e1cc315d-f9d8-40b8-b2ae-db8ac996b017 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Deleting port 225d6247-1fac-41c7-b462-1b0caa3e792e {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:20.325039 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-e1cc315d-f9d8-40b8-b2ae-db8ac996b017 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:20.327216 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-dd77f8dc-7d71-4028-98df-236a0e3e5ebb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Unset dirty status for tenant:a57a2cb7a2fa4a21aed5f1a428985f6b on resource:network {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:20.332255 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-dd77f8dc-7d71-4028-98df-236a0e3e5ebb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.60 "GET /v2.0/networks?id=d27153f4-243c-41c7-bfad-3a69009a013b&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=858144c2-6cd4-447d-8936-4f3181765b0c&id=858144c2-6cd4-447d-8936-4f3181765b0c HTTP/1.1" status: 200 len: 1990 time: 0.4264426 Aug 23 14:25:20.408869 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:20.418789 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-b8f2a89d-8eb9-4be0-b05d-ef38d1be0ecd req-bc72a2c9-2fdd-41ad-9a07-746ad113d887 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Unset dirty status for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:20.419916 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b8f2a89d-8eb9-4be0-b05d-ef38d1be0ecd req-bc72a2c9-2fdd-41ad-9a07-746ad113d887 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.60 "GET /v2.0/ports?device_id=501d7424-a4e8-419d-b5c9-25824d93930b HTTP/1.1" status: 200 len: 949 time: 0.3252010 Aug 23 14:25:20.429231 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-d7100846-c13d-4931-86aa-e18c8d7bbb27 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Synchronizing usage tracker for tenant:a57a2cb7a2fa4a21aed5f1a428985f6b on resource:security_group {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:20.432945 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:20.454210 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2a947fbf-4554-46bd-bb38-d9413f0cb4e2,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:20.507520 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-d7100846-c13d-4931-86aa-e18c8d7bbb27 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Unset dirty status for tenant:a57a2cb7a2fa4a21aed5f1a428985f6b on resource:security_group {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:20.509304 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-d7100846-c13d-4931-86aa-e18c8d7bbb27 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b HTTP/1.1" status: 200 len: 379 time: 0.1575823 Aug 23 14:25:20.523695 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Request body: {'port': {'device_id': '96955f78-db51-4556-a154-2f91f4c3c030', 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b', 'admin_state_up': True, 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'security_groups': ['ba8be9ef-8a1f-4933-8ba9-2f5122e0996b']}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:20.537232 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:20.541342 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:20.603586 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1bc40466-5bdb-45da-846a-21448e060631 req-1e3e568b-6a72-4d43-bacb-5e114e4bebfc tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 210 time: 0.2432353 Aug 23 14:25:20.645747 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cd1254d7-e6ab-4d22-b110-4f1edbcb6d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:20.649803 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-cd1254d7-e6ab-4d22-b110-4f1edbcb6d8c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d159977a-360c-452a-8a10-96e6e0288f0e HTTP/1.1" status: 204 len: 168 time: 1.1417143 Aug 23 14:25:20.679922 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-b8f2a89d-8eb9-4be0-b05d-ef38d1be0ecd req-4e80fc14-2f8e-4a1b-92e1-cfad1575b277 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Deleting port 664ad7f0-1de6-4707-8edd-70b579c7203e {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:20.680279 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b8f2a89d-8eb9-4be0-b05d-ef38d1be0ecd req-4e80fc14-2f8e-4a1b-92e1-cfad1575b277 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:20.726812 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Allocated IP 172.20.0.4 (2961c70e-af3c-4bcf-91eb-0eb4d684285e/27bb7382-12c0-438e-a1f3-4f81c598dc69/9c2eb330-82af-45a2-b52e-0c79379758f4) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:20.806531 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c173749-5df4-4c56-af32-efe4bf94a229 req-fe093a81-e991-4004-96dd-62709be2f9ca tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:20.826552 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c173749-5df4-4c56-af32-efe4bf94a229 req-fe093a81-e991-4004-96dd-62709be2f9ca tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:20.837796 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2c173749-5df4-4c56-af32-efe4bf94a229 req-fe093a81-e991-4004-96dd-62709be2f9ca tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 1683 time: 0.6628709 Aug 23 14:25:20.869907 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['2a947fbf-4554-46bd-bb38-d9413f0cb4e2'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:20.944643 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=2a947fbf-4554-46bd-bb38-d9413f0cb4e2,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:20.960221 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:21.015686 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:21.082449 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:21.194875 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Made reservation on behalf of a57a2cb7a2fa4a21aed5f1a428985f6b for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:21.200124 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:21.206766 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-eb31b92e-2747-4524-88ba-fdad9a1f9e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:21.236856 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-b8f2a89d-8eb9-4be0-b05d-ef38d1be0ecd req-4e80fc14-2f8e-4a1b-92e1-cfad1575b277 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] For port 664ad7f0-1de6-4707-8edd-70b579c7203e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=664ad7f0-1de6-4707-8edd-70b579c7203e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:21.237412 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b8f2a89d-8eb9-4be0-b05d-ef38d1be0ecd req-4e80fc14-2f8e-4a1b-92e1-cfad1575b277 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:21.310609 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2c173749-5df4-4c56-af32-efe4bf94a229 req-3abedec9-ac01-4adb-85a9-aa58deec0f1b tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/security-groups?id=b826f3ad-b844-479c-b040-06f6fc80a90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708114 Aug 23 14:25:21.493817 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-b8f2a89d-8eb9-4be0-b05d-ef38d1be0ecd req-4e80fc14-2f8e-4a1b-92e1-cfad1575b277 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Calling delete_port for 664ad7f0-1de6-4707-8edd-70b579c7203e owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:21.515107 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-e1cc315d-f9d8-40b8-b2ae-db8ac996b017 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] For port 225d6247-1fac-41c7-b462-1b0caa3e792e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=225d6247-1fac-41c7-b462-1b0caa3e792e,segment=NetworkSegment(484558e3-5076-4aa0-acf7-5ccd016dcc74),segment_id=484558e3-5076-4aa0-acf7-5ccd016dcc74)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:21.516391 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-e1cc315d-f9d8-40b8-b2ae-db8ac996b017 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:21.684757 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b82fb-d7ee-4221-9c5d-f469b4fd5826 req-5efb3822-c792-4f7d-be1d-2830059f48c2 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:21.685399 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-490b82fb-d7ee-4221-9c5d-f469b4fd5826 req-5efb3822-c792-4f7d-be1d-2830059f48c2 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=501d7424-a4e8-419d-b5c9-25824d93930b HTTP/1.1" status: 200 len: 949 time: 0.7788677 Aug 23 14:25:21.700642 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-e1cc315d-f9d8-40b8-b2ae-db8ac996b017 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Calling delete_port for 225d6247-1fac-41c7-b462-1b0caa3e792e owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:21.782586 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742874a-6820-4311-b163-1bedeef5169b req-74541aaf-a9b7-46fb-9a06-809a5a89be72 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:21.784070 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c742874a-6820-4311-b163-1bedeef5169b req-74541aaf-a9b7-46fb-9a06-809a5a89be72 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "GET /v2.0/ports?device_id=37325e16-b5ed-4b52-8097-a5810db6dd18 HTTP/1.1" status: 200 len: 949 time: 0.2990334 Aug 23 14:25:21.788164 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:21.833175 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1cda9a69-ace9-4dcd-80bf-4c7a116a6657 req-f2ae96dd-b315-4bf4-b619-600d02d27b06 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Synchronizing usage tracker for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:21.834412 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Allocated IP 172.20.0.11 (d27153f4-243c-41c7-bfad-3a69009a013b/70854ba0-fc96-4f7c-8613-5507e36941a2/5440ff85-26d7-40aa-bb9e-b550d1c91090) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:21.876522 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:25:21.894181 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-c742874a-6820-4311-b163-1bedeef5169b req-b495bccc-ecc9-4a76-ba84-6a253b7a1c2f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Deleting port aaade1d4-3318-4a6e-b481-1615702af61e {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:21.894597 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c742874a-6820-4311-b163-1bedeef5169b req-b495bccc-ecc9-4a76-ba84-6a253b7a1c2f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:21.905502 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:21.932442 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-490b82fb-d7ee-4221-9c5d-f469b4fd5826 req-708a3a63-6992-4964-bef2-5501bbcfe422 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658390 Aug 23 14:25:21.965212 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b8f2a89d-8eb9-4be0-b05d-ef38d1be0ecd req-4e80fc14-2f8e-4a1b-92e1-cfad1575b277 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:21.995471 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-29c5bed6-3d86-4aa4-8a66-72813e612fb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:22.014925 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1cda9a69-ace9-4dcd-80bf-4c7a116a6657 req-f2ae96dd-b315-4bf4-b619-600d02d27b06 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Unset dirty status for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:22.027020 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1cda9a69-ace9-4dcd-80bf-4c7a116a6657 req-f2ae96dd-b315-4bf4-b619-600d02d27b06 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 210 time: 0.4147964 Aug 23 14:25:22.039236 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5', 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad', 'aaade1d4-3318-4a6e-b481-1615702af61e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:22.073029 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['7a7c1f89-ab22-4f6c-a376-97349b6a4c31', '664ad7f0-1de6-4707-8edd-70b579c7203e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:22.084244 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:22.090391 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-fcf7fe6f-e133-449f-a394-7582d8165df8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:22.150427 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-e1cc315d-f9d8-40b8-b2ae-db8ac996b017 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:22.167852 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80fc14-2f8e-4a1b-92e1-cfad1575b277 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event deleted for resources: {'Port': ['ID=664ad7f0-1de6-4707-8edd-70b579c7203e,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:22.297088 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Network 2961c70e-af3c-4bcf-91eb-0eb4d684285e is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:22.312652 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:22.323493 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4e80fc14-2f8e-4a1b-92e1-cfad1575b277 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:22.339062 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:22.395295 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Pushing event updated for resources: {'Port': ['ID=9c2eb330-82af-45a2-b52e-0c79379758f4,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:22.419167 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:22.420039 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-06cb8773-3299-4afd-9365-db4be4f328f8 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:22.440461 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:22.449759 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:22.450144 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:22.525772 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc315d-f9d8-40b8-b2ae-db8ac996b017 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event deleted for resources: {'Port': ['ID=225d6247-1fac-41c7-b462-1b0caa3e792e,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:22.542745 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e1cc315d-f9d8-40b8-b2ae-db8ac996b017 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:22.622997 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b8309673-a07f-4123-8acb-a1ca3bcc85c2 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Synchronizing usage tracker for tenant:4ae04c19703948b084682c54287f9037 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:22.646327 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-e1cc315d-f9d8-40b8-b2ae-db8ac996b017 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] No DVR routers for this DVR port 225d6247-1fac-41c7-b462-1b0caa3e792e on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:22.657950 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-e1cc315d-f9d8-40b8-b2ae-db8ac996b017 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:22.662387 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f10c871-659d-4f30-9a15-ac908ef0b82f', 'name': 'network-vif-deleted', 'tag': '225d6247-1fac-41c7-b462-1b0caa3e792e'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:22.678602 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:22.679632 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:22.699922 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f2a89d-8eb9-4be0-b05d-ef38d1be0ecd req-4e80fc14-2f8e-4a1b-92e1-cfad1575b277 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] No DVR routers for this DVR port 664ad7f0-1de6-4707-8edd-70b579c7203e on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:22.712698 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-b8f2a89d-8eb9-4be0-b05d-ef38d1be0ecd req-4e80fc14-2f8e-4a1b-92e1-cfad1575b277 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:22.721687 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501d7424-a4e8-419d-b5c9-25824d93930b', 'name': 'network-vif-deleted', 'tag': '664ad7f0-1de6-4707-8edd-70b579c7203e'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:22.745869 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd156ce-26a3-4e35-9466-eb597f07c154 req-fe57e93c-48ef-491e-907a-a5dad9f257c3 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:22.747549 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7bd156ce-26a3-4e35-9466-eb597f07c154 req-fe57e93c-48ef-491e-907a-a5dad9f257c3 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 945 time: 0.5204279 Aug 23 14:25:22.831374 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-e1cc315d-f9d8-40b8-b2ae-db8ac996b017 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.60 "DELETE /v2.0/ports/225d6247-1fac-41c7-b462-1b0caa3e792e HTTP/1.1" status: 204 len: 173 time: 2.7176228 Aug 23 14:25:22.941538 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b8309673-a07f-4123-8acb-a1ca3bcc85c2 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Unset dirty status for tenant:4ae04c19703948b084682c54287f9037 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:22.950117 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b8309673-a07f-4123-8acb-a1ca3bcc85c2 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1506083619&fields=id&tenant_id=4ae04c19703948b084682c54287f9037 HTTP/1.1" status: 200 len: 267 time: 0.8033097 Aug 23 14:25:22.952566 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6474414 Aug 23 14:25:23.011662 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b8f2a89d-8eb9-4be0-b05d-ef38d1be0ecd req-4e80fc14-2f8e-4a1b-92e1-cfad1575b277 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.60 "DELETE /v2.0/ports/664ad7f0-1de6-4707-8edd-70b579c7203e HTTP/1.1" status: 204 len: 173 time: 2.5790215 Aug 23 14:25:23.026887 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-96c9ec4c-684a-445a-b76a-8318db357a39 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Deleting port 1aea05e3-5424-48a0-8401-623475c2a383 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:23.027813 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-96c9ec4c-684a-445a-b76a-8318db357a39 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:23.058759 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-c742874a-6820-4311-b163-1bedeef5169b req-b495bccc-ecc9-4a76-ba84-6a253b7a1c2f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] For port aaade1d4-3318-4a6e-b481-1615702af61e, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=aaade1d4-3318-4a6e-b481-1615702af61e,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:23.059493 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c742874a-6820-4311-b163-1bedeef5169b req-b495bccc-ecc9-4a76-ba84-6a253b7a1c2f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:23.067258 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7bd156ce-26a3-4e35-9466-eb597f07c154 req-2d521715-6de4-44c7-ad08-64287fd37f00 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3e360bc-c3ac-48cf-865e-8081ad934d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126166 Aug 23 14:25:23.108131 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Request body: {'port': {'device_id': '659ea871-f68c-4756-a691-10a61012ac04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:23.201904 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:23.246965 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:23.266726 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-c742874a-6820-4311-b163-1bedeef5169b req-b495bccc-ecc9-4a76-ba84-6a253b7a1c2f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Calling delete_port for aaade1d4-3318-4a6e-b481-1615702af61e owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:23.310807 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e628f44e-361e-499d-a456-b888737d16d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a947fbf-4554-46bd-bb38-d9413f0cb4e2'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:23.338282 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2a947fbf-4554-46bd-bb38-d9413f0cb4e2,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:23.340146 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Transition to ACTIVE for port object 5440ff85-26d7-40aa-bb9e-b550d1c91090 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:23.458510 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:23.465973 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-87e6463d-a6dd-4bed-9955-7c82fea580a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:23.608293 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-272baa2f-e38f-4c93-b24e-3131138f1564 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:23.609186 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-272baa2f-e38f-4c93-b24e-3131138f1564 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Synchronizing usage tracker for tenant:4ae04c19703948b084682c54287f9037 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:23.617294 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a8c535e4-2a9d-412a-9c49-1719b7427481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:23.632155 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=2a947fbf-4554-46bd-bb38-d9413f0cb4e2,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:23.637797 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:23.659511 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:23.661097 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c742874a-6820-4311-b163-1bedeef5169b req-b495bccc-ecc9-4a76-ba84-6a253b7a1c2f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:23.675185 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-283858f6-64d9-49a1-8c8e-b549b7c414d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:23.675861 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['7a7c1f89-ab22-4f6c-a376-97349b6a4c31'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:23.729348 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:23.747613 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Network d27153f4-243c-41c7-bfad-3a69009a013b is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:23.756176 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:23.764874 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:23.859908 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Pushing event updated for resources: {'Port': ['ID=5440ff85-26d7-40aa-bb9e-b550d1c91090,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:23.871524 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:23.875229 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b8fa1696-ee3e-40ce-9044-15900096b7f7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:24.014869 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495bccc-ecc9-4a76-ba84-6a253b7a1c2f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event deleted for resources: {'Port': ['ID=aaade1d4-3318-4a6e-b481-1615702af61e,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:24.023570 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c742874a-6820-4311-b163-1bedeef5169b req-b495bccc-ecc9-4a76-ba84-6a253b7a1c2f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] No DVR routers for this DVR port aaade1d4-3318-4a6e-b481-1615702af61e on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:24.028082 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b495bccc-ecc9-4a76-ba84-6a253b7a1c2f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:24.032677 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c742874a-6820-4311-b163-1bedeef5169b req-b495bccc-ecc9-4a76-ba84-6a253b7a1c2f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:24.054076 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:24.054821 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:24.061867 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c742874a-6820-4311-b163-1bedeef5169b req-b495bccc-ecc9-4a76-ba84-6a253b7a1c2f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "DELETE /v2.0/ports/aaade1d4-3318-4a6e-b481-1615702af61e HTTP/1.1" status: 204 len: 173 time: 2.2670314 Aug 23 14:25:24.099905 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-272baa2f-e38f-4c93-b24e-3131138f1564 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Unset dirty status for tenant:4ae04c19703948b084682c54287f9037 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:24.101135 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-272baa2f-e38f-4c93-b24e-3131138f1564 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports/b8ad156f-a175-4727-9751-600fe733884e HTTP/1.1" status: 200 len: 937 time: 1.0329237 Aug 23 14:25:24.187265 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6680624 Aug 23 14:25:24.208973 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Request body: {'port': {'device_id': '96955f78-db51-4556-a154-2f91f4c3c030', 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2', 'admin_state_up': True, 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'security_groups': ['ba8be9ef-8a1f-4933-8ba9-2f5122e0996b']}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:24.222991 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5', 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:24.395857 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-96c9ec4c-684a-445a-b76a-8318db357a39 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] For port 1aea05e3-5424-48a0-8401-623475c2a383, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=1aea05e3-5424-48a0-8401-623475c2a383,segment=NetworkSegment(1211bd09-38a3-4d1f-affb-7c3e25e54000),segment_id=1211bd09-38a3-4d1f-affb-7c3e25e54000)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:24.396496 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-96c9ec4c-684a-445a-b76a-8318db357a39 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:24.467945 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-938eb389-a802-4b5d-b1e1-b132303c288e None None] Provisioning for port 5440ff85-26d7-40aa-bb9e-b550d1c91090 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:24.489892 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-938eb389-a802-4b5d-b1e1-b132303c288e None None] Provisioning complete for port 5440ff85-26d7-40aa-bb9e-b550d1c91090 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:24.490277 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-938eb389-a802-4b5d-b1e1-b132303c288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:24.535477 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:24.556568 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:24.584208 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:24.617380 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-938eb389-a802-4b5d-b1e1-b132303c288e None None] Port 5440ff85-26d7-40aa-bb9e-b550d1c91090 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:25:24.622410 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Made reservation on behalf of a57a2cb7a2fa4a21aed5f1a428985f6b for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:24.626774 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:24.638754 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 225d6247-1fac-41c7-b462-1b0caa3e792e no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:24.696082 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 225d6247-1fac-41c7-b462-1b0caa3e792e {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:25:24.696781 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 225d6247-1fac-41c7-b462-1b0caa3e792e not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:25:24.697465 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 1aea05e3-5424-48a0-8401-623475c2a383 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:24.759518 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-96c9ec4c-684a-445a-b76a-8318db357a39 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Calling delete_port for 1aea05e3-5424-48a0-8401-623475c2a383 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:24.849792 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Allocated IP 10.1.1.86 (f0f6b55e-e85b-48de-9926-8589f458acf2/b7d75cf9-76aa-4e91-9341-365ed603384e/c1912297-a38b-480c-8f8a-667e7865044c) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:24.855890 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-c418ebc3-69fd-4ab4-8962-5e746afdd6a9 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:24.868055 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-c418ebc3-69fd-4ab4-8962-5e746afdd6a9 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports/35e6671a-e1a8-4f86-80ff-87b3e4afb018 HTTP/1.1" status: 200 len: 935 time: 0.7593668 Aug 23 14:25:25.022884 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:25.089512 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8251d49-d8b5-4f13-b2ed-ff53ed95274c req-06fabaa1-c86e-4359-b504-3dcd240df1c1 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:25.097874 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c8251d49-d8b5-4f13-b2ed-ff53ed95274c req-06fabaa1-c86e-4359-b504-3dcd240df1c1 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=e628f44e-361e-499d-a456-b888737d16d5 HTTP/1.1" status: 200 len: 950 time: 1.7412791 Aug 23 14:25:25.183142 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1a3146f7-d9ae-4497-a557-2f139e7a7c2c tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?network_id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3117208 Aug 23 14:25:25.198062 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:25.208086 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 23 14:25:25.208086 n-d-805629-1 neutron-server[76509]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Aug 23 14:25:25.208086 n-d-805629-1 neutron-server[76509]: [parameters: {'status': 'DOWN', 'ports_id': '1aea05e3-5424-48a0-8401-623475c2a383'}] Aug 23 14:25:25.208086 n-d-805629-1 neutron-server[76509]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:25:25.209309 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:25:25.217606 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Transition to ACTIVE for port object c1912297-a38b-480c-8f8a-667e7865044c will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:25.319922 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ea32c8d-a480-4d4b-b2e0-324a6ca80468 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?network_id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1007159 Aug 23 14:25:25.348528 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:25.356604 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:25.377260 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c8251d49-d8b5-4f13-b2ed-ff53ed95274c req-70d52638-b60b-4e7b-afb6-d23561ea1662 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782285 Aug 23 14:25:25.494700 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Pushing event updated for resources: {'Port': ['ID=c1912297-a38b-480c-8f8a-667e7865044c,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:25.500537 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:25.512727 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47786) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:25.524828 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Network f0f6b55e-e85b-48de-9926-8589f458acf2 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:25.526431 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:25.528952 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:25.554963 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e97bbd9-61d7-4e00-8b02-a34a38e03471 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:25.560102 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e97bbd9-61d7-4e00-8b02-a34a38e03471 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:25.564287 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e97bbd9-61d7-4e00-8b02-a34a38e03471 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:25.579086 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e97bbd9-61d7-4e00-8b02-a34a38e03471 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/networks?id=6006255f-0aee-4aca-b3ec-52c334c0bec3&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037&id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037 HTTP/1.1" status: 200 len: 1996 time: 0.2310047 Aug 23 14:25:25.579086 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:25:25.605761 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:25.606508 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:25.662593 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-96c9ec4c-684a-445a-b76a-8318db357a39 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:25.786366 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-551354b2-5f60-40a3-9d94-7a50c4a52a22 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Request body: {'quota': {'network': 2}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:25.788094 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Port 1aea05e3-5424-48a0-8401-623475c2a383 update to DOWN by agent not found {{(pid=76509) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2084}} Aug 23 14:25:25.788094 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 664ad7f0-1de6-4707-8edd-70b579c7203e no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:25.788870 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-96eb8eb2-b827-4443-aa70-beceb29c6bc4 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:25.793976 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 664ad7f0-1de6-4707-8edd-70b579c7203e {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:25:25.794562 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 664ad7f0-1de6-4707-8edd-70b579c7203e not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:25:25.841518 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9ec4c-684a-445a-b76a-8318db357a39 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event deleted for resources: {'Port': ['ID=1aea05e3-5424-48a0-8401-623475c2a383,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:25.851034 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-96c9ec4c-684a-445a-b76a-8318db357a39 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:25.856042 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-19b83d59-9591-4346-b551-35520d731220 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/quotas/4ae04c19703948b084682c54287f9037 HTTP/1.1" status: 200 len: 375 time: 0.2103212 Aug 23 14:25:25.858833 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2eb330-82af-45a2-b52e-0c79379758f4 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:25.876083 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:25.903701 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device aaade1d4-3318-4a6e-b481-1615702af61e no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:25.921270 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7264197 Aug 23 14:25:25.933642 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Request body: {'port': {'device_id': '96955f78-db51-4556-a154-2f91f4c3c030', 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2', 'admin_state_up': True, 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'security_groups': ['ba8be9ef-8a1f-4933-8ba9-2f5122e0996b']}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:25.964938 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: aaade1d4-3318-4a6e-b481-1615702af61e {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:25:25.965791 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device aaade1d4-3318-4a6e-b481-1615702af61e not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:25:26.021457 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Transition to ACTIVE for port object 9c2eb330-82af-45a2-b52e-0c79379758f4 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:26.029415 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:26.036745 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-551354b2-5f60-40a3-9d94-7a50c4a52a22 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] 10.222.0.86 "PUT /v2.0/quotas/4dd848ebbb01409b8d5090bcb0e4bb2d HTTP/1.1" status: 200 len: 368 time: 0.5212603 Aug 23 14:25:26.040881 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47792) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:26.041653 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-96c9ec4c-684a-445a-b76a-8318db357a39 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] No DVR routers for this DVR port 1aea05e3-5424-48a0-8401-623475c2a383 on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:26.047443 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-96c9ec4c-684a-445a-b76a-8318db357a39 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:26.050335 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Request body: {'network': {'project_id': '4dd848ebbb01409b8d5090bcb0e4bb2d'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:26.051314 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0ddf3bd1-27c1-4221-8228-4269c4c61c0e None None] Provisioning for port c1912297-a38b-480c-8f8a-667e7865044c completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:26.057283 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0ddf3bd1-27c1-4221-8228-4269c4c61c0e None None] Provisioning complete for port c1912297-a38b-480c-8f8a-667e7865044c triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:26.062726 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0ddf3bd1-27c1-4221-8228-4269c4c61c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:26.062906 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:26.068677 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa461c-8c57-48ba-952b-52215b4cfc08 req-68d9f81f-c705-499c-bec7-0303383d44c9 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:26.072564 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Usage tracker for resource:network and tenant:4dd848ebbb01409b8d5090bcb0e4bb2d is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:26.073216 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa461c-8c57-48ba-952b-52215b4cfc08 req-68d9f81f-c705-499c-bec7-0303383d44c9 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:26.075582 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c5aa461c-8c57-48ba-952b-52215b4cfc08 req-68d9f81f-c705-499c-bec7-0303383d44c9 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 1653 time: 0.4287419 Aug 23 14:25:26.079962 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:26.085180 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-794bbae6-8d46-4232-ae3f-5a249ef03ea1 req-96c9ec4c-684a-445a-b76a-8318db357a39 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.60 "DELETE /v2.0/ports/1aea05e3-5424-48a0-8401-623475c2a383 HTTP/1.1" status: 204 len: 173 time: 3.2421758 Aug 23 14:25:26.113624 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:26.132938 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:26.142848 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d7045517-2aa0-4675-8bf4-d7276698ff10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:26.191462 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:26.192621 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf3bd1-27c1-4221-8228-4269c4c61c0e None None] Port c1912297-a38b-480c-8f8a-667e7865044c cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:25:26.198400 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Usage tracker for resource:port and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:26.202729 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Quota usage for port was recalculated. Used quota:9. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:26.210508 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:26.218681 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Made reservation on behalf of 4dd848ebbb01409b8d5090bcb0e4bb2d for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:26.222586 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:26.230986 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c5aa461c-8c57-48ba-952b-52215b4cfc08 req-be0819dd-a58a-4726-acc3-c3edf92c469d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446750 Aug 23 14:25:26.238635 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:26.258294 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-c797ddc7-64a8-4511-b2c3-3d830de5fafc tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ae04c19703948b084682c54287f9037&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3869965 Aug 23 14:25:26.291203 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:26.296994 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Usage tracker for resource:security_group_rule and tenant:4dd848ebbb01409b8d5090bcb0e4bb2d is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:26.301724 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:26.310195 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:26.314955 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Made reservation on behalf of a57a2cb7a2fa4a21aed5f1a428985f6b for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:26.321538 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:26.574198 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2eb330-82af-45a2-b52e-0c79379758f4,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:26.584443 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:26.601005 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Allocated IP 10.1.1.212 (f0f6b55e-e85b-48de-9926-8589f458acf2/b7d75cf9-76aa-4e91-9341-365ed603384e/683adaf1-cc1f-4f95-bcdb-5aa72f290c9e) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:26.628241 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:26.630255 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-3921a2f6-ebf4-4add-abfd-42e10aa202f7 req-7117ee4d-feda-4e12-a12f-a3f5c58c317d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Synchronizing usage tracker for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:26.642910 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:26.650116 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7094971c-f467-450e-9945-053580a98fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:26.699145 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:25:26.769782 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:26.770241 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Added segment e0782876-71b4-4989-ac4d-9ec64ada84a5 of type vlan for network 5f7dbd1d-c4a0-4571-9d28-af35732dd062 Aug 23 14:25:26.771492 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2936d59d-dcc0-4d7b-bcb9-d9808d12edc8,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:26.783530 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:26.796920 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-3921a2f6-ebf4-4add-abfd-42e10aa202f7 req-7117ee4d-feda-4e12-a12f-a3f5c58c317d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Unset dirty status for tenant:6b1b0bc397db41e6b623414627ceceea on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:26.797632 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3921a2f6-ebf4-4add-abfd-42e10aa202f7 req-7117ee4d-feda-4e12-a12f-a3f5c58c317d tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f10c871-659d-4f30-9a15-ac908ef0b82f HTTP/1.1" status: 200 len: 210 time: 0.3033175 Aug 23 14:25:26.810196 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-98487f1b-feae-4ac4-969d-6e9b15bd411b service neutron] 10.222.0.86 "GET /v2.0/networks/6006255f-0aee-4aca-b3ec-52c334c0bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154480 Aug 23 14:25:26.811585 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Attempting to bind port 9c2eb330-82af-45a2-b52e-0c79379758f4 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:26.811919 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Attempting to bind port 9c2eb330-82af-45a2-b52e-0c79379758f4 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:26.812258 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Attempting to bind port 9c2eb330-82af-45a2-b52e-0c79379758f4 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:26.859592 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Port 9c2eb330-82af-45a2-b52e-0c79379758f4 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:26.865409 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Attempting to bind port 9c2eb330-82af-45a2-b52e-0c79379758f4 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:26.865976 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:26.940215 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:26.957439 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f10c871-659d-4f30-9a15-ac908ef0b82f', 'name': 'network-vif-deleted', 'tag': '225d6247-1fac-41c7-b462-1b0caa3e792e', 'status': 'completed', 'code': 200} Aug 23 14:25:26.974504 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:25:26.974504 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Checking segment: {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:25:26.974504 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Bound using segment: {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:25:26.974504 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Bound port: 9c2eb330-82af-45a2-b52e-0c79379758f4, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:25:26.974504 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:26.975319 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Transition to ACTIVE for port object 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:26.984174 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501d7424-a4e8-419d-b5c9-25824d93930b', 'name': 'network-vif-deleted', 'tag': '664ad7f0-1de6-4707-8edd-70b579c7203e', 'status': 'completed', 'code': 200} Aug 23 14:25:27.044926 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:27.046239 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:27.046972 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:27.060108 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7a409bce-71d5-4c2d-b383-771ea20108bd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:27.101808 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-41567a11-be65-4451-af98-82e88881a9d4 service neutron] 10.222.0.86 "GET /v2.0/networks/6006255f-0aee-4aca-b3ec-52c334c0bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829566 Aug 23 14:25:27.158961 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:27.165466 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] For port 9c2eb330-82af-45a2-b52e-0c79379758f4, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:25:27.177098 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Pushing event updated for resources: {'Network': ['ID=5f7dbd1d-c4a0-4571-9d28-af35732dd062,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:27.179242 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1c771e30-93ae-439d-a102-d02dd1470abc service neutron] 10.222.0.86 "GET /v2.0/ports/b8ad156f-a175-4727-9751-600fe733884e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0758855 Aug 23 14:25:27.180021 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] For port 9c2eb330-82af-45a2-b52e-0c79379758f4, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9c2eb330-82af-45a2-b52e-0c79379758f4,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:25:27.181048 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:27.182089 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:27.192304 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 5f7dbd1d-c4a0-4571-9d28-af35732dd062 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:25:27.253923 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Pushing event updated for resources: {'Port': ['ID=683adaf1-cc1f-4f95-bcdb-5aa72f290c9e,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:27.273531 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Network f0f6b55e-e85b-48de-9926-8589f458acf2 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:27.275493 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:27.276754 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:27.285776 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2390814 Aug 23 14:25:27.285776 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:27.307001 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47800) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:27.316511 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:27.327577 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Request body: {'network': {'project_id': '4dd848ebbb01409b8d5090bcb0e4bb2d'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:27.342241 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-af5b6f75-1be0-474c-b3c7-49421b48e280 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:27.393395 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:27.394047 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:27.417207 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:27.444672 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Usage tracker for resource:network and tenant:4dd848ebbb01409b8d5090bcb0e4bb2d is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:27.453184 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:27.461763 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:27.463302 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] 10.222.0.60 "PUT /v2.0/ports/9c2eb330-82af-45a2-b52e-0c79379758f4 HTTP/1.1" status: 200 len: 1091 time: 4.3869364 Aug 23 14:25:27.500143 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:27.536477 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-c8bb5779-2a66-4c96-964f-4442e8e3438a service neutron] 10.222.0.86 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123198 Aug 23 14:25:27.536477 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2eb330-82af-45a2-b52e-0c79379758f4,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:27.536788 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6036603 Aug 23 14:25:27.541444 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70db52-4840-41a0-a428-6d7dcae7c688 req-0aa54058-39e7-4163-8372-8c678033036a tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:27.542993 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0c70db52-4840-41a0-a428-6d7dcae7c688 req-0aa54058-39e7-4163-8372-8c678033036a tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 943 time: 0.3617544 Aug 23 14:25:27.545993 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:27.548565 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Request body: {'port': {'device_id': '96955f78-db51-4556-a154-2f91f4c3c030', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c', 'admin_state_up': True, 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'security_groups': ['ba8be9ef-8a1f-4933-8ba9-2f5122e0996b']}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:27.677067 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Made reservation on behalf of 4dd848ebbb01409b8d5090bcb0e4bb2d for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:27.679500 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:27.708103 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f31ba69f-203b-41d0-af26-327120f97d8d None None] Provisioning for port 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:27.721740 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f31ba69f-203b-41d0-af26-327120f97d8d None None] Provisioning complete for port 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:27.721740 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f31ba69f-203b-41d0-af26-327120f97d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:27.744302 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0c70db52-4840-41a0-a428-6d7dcae7c688 req-b4300619-e0e1-47ab-abab-32dfda3f69e6 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763763 Aug 23 14:25:27.767392 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:27.769594 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:25:27.774475 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Usage tracker for resource:port and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:27.780176 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Quota usage for port was recalculated. Used quota:10. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:27.793093 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:27.795504 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:27.795876 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Added segment 970b8c10-f309-4d27-b1db-50914da41168 of type vlan for network 3896d5d1-6a65-4974-8f19-09907709f2dd Aug 23 14:25:27.828062 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-f31ba69f-203b-41d0-af26-327120f97d8d None None] Port 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:25:27.850341 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-0d45cb4b-bfe0-400a-9662-6bd56030928a service neutron] 10.222.0.86 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061841 Aug 23 14:25:27.885207 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Made reservation on behalf of a57a2cb7a2fa4a21aed5f1a428985f6b for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:27.913690 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:27.986796 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-cdf48eaa-3010-424f-bff0-6d85d0c1f7b4 service neutron] 10.222.0.86 "GET /v2.0/ports/35e6671a-e1a8-4f86-80ff-87b3e4afb018?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1184437 Aug 23 14:25:27.999814 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e628f44e-361e-499d-a456-b888737d16d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a947fbf-4554-46bd-bb38-d9413f0cb4e2', 'code': 200} Aug 23 14:25:28.072236 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:28.095474 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-6a9cdb8a-a248-4de5-83c5-3d363e5ebf08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 1094 time: 0.4913719 Aug 23 14:25:28.098246 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:28.099149 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:28.099733 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:28.114602 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3028ba95-d8ff-40ed-9b0d-62b34f83227f tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:28.309626 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1fee6d75-0685-4ca2-9467-becc3e15b62f req-b8e5ad1c-8971-4782-bc9a-c42830ad2021 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e628f44e-361e-499d-a456-b888737d16d5 HTTP/1.1" status: 200 len: 1101 time: 0.2128673 Aug 23 14:25:28.465098 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1fee6d75-0685-4ca2-9467-becc3e15b62f req-59770b0c-4d36-40cf-9a96-47aeb4959671 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485534 Aug 23 14:25:28.517840 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-9fe21f8d-e162-4458-a0cf-278cc225f149 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c2eb330-82af-45a2-b52e-0c79379758f4 HTTP/1.1" status: 200 len: 217 time: 0.3923712 Aug 23 14:25:28.554345 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Allocated IP 10.2.2.100 (858144c2-6cd4-447d-8936-4f3181765b0c/8c9c5e61-c2f1-429e-ba16-12c7c4010460/9c2159fc-68ae-4edd-adbe-3629754db35f) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:28.583274 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Pushing event updated for resources: {'Network': ['ID=3896d5d1-6a65-4974-8f19-09907709f2dd,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:28.592768 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:28.597543 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 3896d5d1-6a65-4974-8f19-09907709f2dd details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:25:28.611931 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2993698 Aug 23 14:25:28.612478 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47812) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:28.629363 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-07e223a0-06d4-4cd4-b388-0b91a9981693 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Request body: {'network': {'project_id': '4dd848ebbb01409b8d5090bcb0e4bb2d'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:28.639754 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-f9d86583-9aee-4b17-b45a-93fdcea2c74e service neutron] 10.222.0.86 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459267 Aug 23 14:25:28.642113 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-07e223a0-06d4-4cd4-b388-0b91a9981693 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:28.799271 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-07e223a0-06d4-4cd4-b388-0b91a9981693 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Usage tracker for resource:network and tenant:4dd848ebbb01409b8d5090bcb0e4bb2d is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:28.808723 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-07e223a0-06d4-4cd4-b388-0b91a9981693 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:28.819380 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-07e223a0-06d4-4cd4-b388-0b91a9981693 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:28.819669 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-5ececce2-6825-46e0-bbe4-275089a4f94e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:28.821654 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-5ececce2-6825-46e0-bbe4-275089a4f94e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27bb7382-12c0-438e-a1f3-4f81c598dc69 HTTP/1.1" status: 200 len: 851 time: 0.2884145 Aug 23 14:25:28.823721 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e223a0-06d4-4cd4-b388-0b91a9981693 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 23 14:25:28.824199 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e223a0-06d4-4cd4-b388-0b91a9981693 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=76506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:25:28.829137 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-07e223a0-06d4-4cd4-b388-0b91a9981693 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2151179 Aug 23 14:25:28.829611 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47818) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:28.909802 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566811b-14a6-4276-8077-bd91e92005ae req-d0fca95e-3475-497c-954a-8b3f6f0bb3e8 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:28.911749 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e566811b-14a6-4276-8077-bd91e92005ae req-d0fca95e-3475-497c-954a-8b3f6f0bb3e8 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=e628f44e-361e-499d-a456-b888737d16d5 HTTP/1.1" status: 200 len: 950 time: 0.4489820 Aug 23 14:25:28.914439 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-03d316f8-0314-43bb-91f4-7bdbcc2feb47 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2961c70e-af3c-4bcf-91eb-0eb4d684285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815058 Aug 23 14:25:28.972345 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f10c871-659d-4f30-9a15-ac908ef0b82f', 'name': 'network-vif-deleted', 'tag': '1aea05e3-5424-48a0-8401-623475c2a383'}, {'name': 'network-changed', 'server_uuid': '659ea871-f68c-4756-a691-10a61012ac04', 'tag': '9c2eb330-82af-45a2-b52e-0c79379758f4'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:29.026449 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37325e16-b5ed-4b52-8097-a5810db6dd18', 'name': 'network-vif-deleted', 'tag': 'aaade1d4-3318-4a6e-b481-1615702af61e'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:29.072378 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-1953cb2c-2924-42a9-859f-1909a98f986f tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4dd848ebbb01409b8d5090bcb0e4bb2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2388506 Aug 23 14:25:29.075887 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.079642 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47826) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:29.111541 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Transition to ACTIVE for port object 9c2159fc-68ae-4edd-adbe-3629754db35f will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:29.135034 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1880cfae-3287-4242-949d-f403f15419ef service neutron] 10.222.0.86 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783993 Aug 23 14:25:29.151909 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e566811b-14a6-4276-8077-bd91e92005ae req-bcbc406e-329e-4a1b-b2aa-4cc47b818773 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332911 Aug 23 14:25:29.178932 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a97a903f-9585-4994-be34-5c254e027490 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.216339 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a97a903f-9585-4994-be34-5c254e027490 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.256718 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.265781 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-18ec2ffb-d498-4fa5-afdc-08e33f25bc8d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:29.307938 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-5bba4c29-fa5f-4315-b179-312ecf0c9877 service neutron] 10.222.0.60 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706465 Aug 23 14:25:29.347051 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Pushing event updated for resources: {'Port': ['ID=9c2159fc-68ae-4edd-adbe-3629754db35f,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:29.351400 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:29.368527 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Network 858144c2-6cd4-447d-8936-4f3181765b0c is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:29.370358 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:29.373176 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:29.490511 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:29.491190 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.520730 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-f639d768-984c-473b-bc9a-2ce46e806ce5 service neutron] 10.222.0.86 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728485 Aug 23 14:25:29.531437 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a97a903f-9585-4994-be34-5c254e027490 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.537067 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a97a903f-9585-4994-be34-5c254e027490 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.542460 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a97a903f-9585-4994-be34-5c254e027490 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] 10.222.0.86 "DELETE /v2.0/security-groups/2936d59d-dcc0-4d7b-bcb9-d9808d12edc8 HTTP/1.1" status: 204 len: 168 time: 0.4585388 Aug 23 14:25:29.542460 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-16564700-d551-48c3-bf55-b334711561d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:29.567800 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47832) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:29.572556 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a903f-9585-4994-be34-5c254e027490 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2936d59d-dcc0-4d7b-bcb9-d9808d12edc8,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:29.581252 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a97a903f-9585-4994-be34-5c254e027490 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:29.611079 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0681894 Aug 23 14:25:29.627009 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Request body: {'port': {'device_id': '96955f78-db51-4556-a154-2f91f4c3c030', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c', 'admin_state_up': True, 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'security_groups': ['ba8be9ef-8a1f-4933-8ba9-2f5122e0996b']}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:29.829873 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b5d44a75-2031-47c6-bd50-0bc74e8f7e63 req-3bddf0b1-005b-4252-ad68-c8944d8df7ca service neutron] 10.222.0.60 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109088 Aug 23 14:25:29.834926 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:29.842356 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Usage tracker for resource:port and tenant:a57a2cb7a2fa4a21aed5f1a428985f6b is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:29.848535 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Quota usage for port was recalculated. Used quota:11. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:29.871655 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:29.871976 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-05bcb23c-d97b-4332-9b94-6853d942ca3a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.883596 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-af920530-ba51-4d40-9440-00293586de40 None None] Provisioning for port 9c2159fc-68ae-4edd-adbe-3629754db35f completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:29.890311 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-af920530-ba51-4d40-9440-00293586de40 None None] Provisioning complete for port 9c2159fc-68ae-4edd-adbe-3629754db35f triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:29.890873 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-af920530-ba51-4d40-9440-00293586de40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.895318 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b07e9-3bb3-431b-9a2f-22c92aa3283e req-57ddff4c-25d8-482b-8ac4-ffad03e9aee2 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:29.899300 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b07e9-3bb3-431b-9a2f-22c92aa3283e req-57ddff4c-25d8-482b-8ac4-ffad03e9aee2 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:29.903427 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b07e9-3bb3-431b-9a2f-22c92aa3283e req-57ddff4c-25d8-482b-8ac4-ffad03e9aee2 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:29.907718 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b07e9-3bb3-431b-9a2f-22c92aa3283e req-57ddff4c-25d8-482b-8ac4-ffad03e9aee2 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:29.909495 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-025b07e9-3bb3-431b-9a2f-22c92aa3283e req-57ddff4c-25d8-482b-8ac4-ffad03e9aee2 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 3095 time: 0.4420426 Aug 23 14:25:29.963979 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Made reservation on behalf of a57a2cb7a2fa4a21aed5f1a428985f6b for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:29.973828 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-af920530-ba51-4d40-9440-00293586de40 None None] Port 9c2159fc-68ae-4edd-adbe-3629754db35f cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:25:29.975395 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.993822 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-a4ec728d-1a9d-4213-8abb-6680e62e2906 service neutron] 10.222.0.86 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564686 Aug 23 14:25:30.117776 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-025b07e9-3bb3-431b-9a2f-22c92aa3283e req-debe9074-8037-40a8-9e26-00af75cfff7e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927910 Aug 23 14:25:30.206996 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-05bcb23c-d97b-4332-9b94-6853d942ca3a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.226058 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-05bcb23c-d97b-4332-9b94-6853d942ca3a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3896d5d1-6a65-4974-8f19-09907709f2dd']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:30.234224 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47838) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:30.255805 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-05bcb23c-d97b-4332-9b94-6853d942ca3a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970b8c10-f309-4d27-b1db-50914da41168') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:30.256107 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-05bcb23c-d97b-4332-9b94-6853d942ca3a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970b8c10-f309-4d27-b1db-50914da41168') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:30.305125 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Allocated IP 10.2.2.200 (858144c2-6cd4-447d-8936-4f3181765b0c/8c9c5e61-c2f1-429e-ba16-12c7c4010460/c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:30.445974 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-05bcb23c-d97b-4332-9b94-6853d942ca3a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.478821 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccf36fe-2b3e-4efa-a6b4-d5e9acfa2b76 service neutron] 10.222.0.86 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637253 Aug 23 14:25:30.479864 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-05bcb23c-d97b-4332-9b94-6853d942ca3a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.506898 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bcb23c-d97b-4332-9b94-6853d942ca3a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:25:30.507298 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-05bcb23c-d97b-4332-9b94-6853d942ca3a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:25:30.521201 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:25:30.602120 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e13ce26-9730-423f-b27c-b0b949263db2 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Deleting subnet 6fbaf21f-ac61-4c38-b8c7-91367aaf427d {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:25:30.611944 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9e13ce26-9730-423f-b27c-b0b949263db2 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.708595 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9e13ce26-9730-423f-b27c-b0b949263db2 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.725836 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-05bcb23c-d97b-4332-9b94-6853d942ca3a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.747357 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8a88c259-1176-4a5f-a453-c57b1cde8c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:30.761564 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.770212 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-05bcb23c-d97b-4332-9b94-6853d942ca3a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.779733 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-05bcb23c-d97b-4332-9b94-6853d942ca3a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] 10.222.0.86 "DELETE /v2.0/networks/3896d5d1-6a65-4974-8f19-09907709f2dd HTTP/1.1" status: 204 len: 168 time: 1.2082787 Aug 23 14:25:30.780001 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47844) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:30.783494 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcb23c-d97b-4332-9b94-6853d942ca3a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Pushing event deleted for resources: {'Network': ['ID=3896d5d1-6a65-4974-8f19-09907709f2dd,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:30.798140 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-05bcb23c-d97b-4332-9b94-6853d942ca3a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:30.878625 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-7088e899-d2ba-4624-b1a8-d5bc39940412 service neutron] 10.222.0.86 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917079 Aug 23 14:25:30.930292 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Transition to ACTIVE for port object c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:30.987945 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683192a-2948-4d60-a6d4-b5667b2f6e53 req-0b0af958-4468-4325-94d1-67f03a7b7af9 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:30.989327 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2683192a-2948-4d60-a6d4-b5667b2f6e53 req-0b0af958-4468-4325-94d1-67f03a7b7af9 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 943 time: 0.1930897 Aug 23 14:25:31.007098 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7fd006e2-436d-4e45-b430-7a13c3618d94 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.029668 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9e13ce26-9730-423f-b27c-b0b949263db2 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.073064 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-7bea0645-265a-4fdf-bfb6-14b3e21b072c service neutron] 10.222.0.86 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840794 Aug 23 14:25:31.078816 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2683192a-2948-4d60-a6d4-b5667b2f6e53 req-c5f2d464-6f20-4579-ba31-ca2ecf36b3c3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809252 Aug 23 14:25:31.146675 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.151225 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c42d652e-3275-40d7-a016-01f739b94731 req-065c1cd7-f034-4fc7-b545-7c47a64c000d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=820225b5fc2c4a49843f6267fe27a972&device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 1096 time: 0.3327847 Aug 23 14:25:31.188514 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f10c871-659d-4f30-9a15-ac908ef0b82f', 'name': 'network-vif-deleted', 'tag': '1aea05e3-5424-48a0-8401-623475c2a383', 'status': 'completed', 'code': 200} Aug 23 14:25:31.188823 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659ea871-f68c-4756-a691-10a61012ac04', 'tag': '9c2eb330-82af-45a2-b52e-0c79379758f4', 'status': 'completed', 'code': 200} Aug 23 14:25:31.278853 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-94b74704-46d8-4e84-a12d-01e2203ba2e2 service neutron] 10.222.0.86 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900508 Aug 23 14:25:31.320982 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8dc23253-2013-431d-a0bf-fe88ca31a515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:31.422987 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd1c07bd-f464-4f8c-bf39-d6dcd663c1fd req-a1bd7cfc-d339-4667-ac0e-29e05ad67f64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 1094 time: 0.2131858 Aug 23 14:25:31.461521 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d652e-3275-40d7-a016-01f739b94731 req-f538b8d1-d3d4-4772-b02e-4bd4a72899cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:31.462996 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c42d652e-3275-40d7-a016-01f739b94731 req-f538b8d1-d3d4-4772-b02e-4bd4a72899cd service neutron] 10.222.0.91 "GET /v2.0/networks?id=751e3a73-43ba-4c31-8700-234bd202d289 HTTP/1.1" status: 200 len: 914 time: 0.2905273 Aug 23 14:25:31.467002 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37325e16-b5ed-4b52-8097-a5810db6dd18', 'name': 'network-vif-deleted', 'tag': 'aaade1d4-3318-4a6e-b481-1615702af61e', 'status': 'completed', 'code': 200} Aug 23 14:25:31.518863 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b0a3e571-a61d-40b3-beb2-644492072e52 service neutron] 10.222.0.86 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315462 Aug 23 14:25:31.682742 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Network 858144c2-6cd4-447d-8936-4f3181765b0c is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:31.689721 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:31.695357 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c42d652e-3275-40d7-a016-01f739b94731 req-c1eb4511-917c-43f6-9900-663e995c7247 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a86286a1-3956-493a-abef-0edcf0bdac08 HTTP/1.1" status: 200 len: 217 time: 0.2149751 Aug 23 14:25:31.696024 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Pushing event updated for resources: {'Port': ['ID=c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:31.699598 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7fd006e2-436d-4e45-b430-7a13c3618d94 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.709489 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:31.744345 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9e13ce26-9730-423f-b27c-b0b949263db2 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.748233 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.763173 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c07bd-f464-4f8c-bf39-d6dcd663c1fd req-93c9703c-f2e6-43e7-8b98-12ee292deba3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:31.763173 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd1c07bd-f464-4f8c-bf39-d6dcd663c1fd req-93c9703c-f2e6-43e7-8b98-12ee292deba3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 912 time: 0.3217859 Aug 23 14:25:31.763509 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:31.763509 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-aa584f81-3282-4437-8965-453d12a751fd tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:31.827209 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ccfbc59-0012-4fbd-9ed7-70520c1034a7 service neutron] 10.222.0.86 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009555 Aug 23 14:25:31.836352 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-7fd006e2-436d-4e45-b430-7a13c3618d94 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7dbd1d-c4a0-4571-9d28-af35732dd062']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:31.853975 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd1c07bd-f464-4f8c-bf39-d6dcd663c1fd req-1228f255-060f-4357-80d1-82f448ee4758 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c2eb330-82af-45a2-b52e-0c79379758f4 HTTP/1.1" status: 200 len: 217 time: 0.0841143 Aug 23 14:25:31.864785 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-7fd006e2-436d-4e45-b430-7a13c3618d94 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0782876-71b4-4989-ac4d-9ec64ada84a5') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:31.865085 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-7fd006e2-436d-4e45-b430-7a13c3618d94 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0782876-71b4-4989-ac4d-9ec64ada84a5') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:31.879807 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13ce26-9730-423f-b27c-b0b949263db2 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event deleted for resources: {'Subnet': ['ID=6fbaf21f-ac61-4c38-b8c7-91367aaf427d,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:31.904528 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9e13ce26-9730-423f-b27c-b0b949263db2 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:31.908731 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f385e6f-e972-41ba-8d57-297524aee727 None None] Network 5bb3cd23-d008-41ca-883e-1b961b0f59ab requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:25:31.908988 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7fd006e2-436d-4e45-b430-7a13c3618d94 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.920446 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9e13ce26-9730-423f-b27c-b0b949263db2 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.944492 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0abdd-ac73-4d9e-8cff-4e9edaa4c67f req-0016a2a0-5918-4eef-85ff-63b705b0f2ab tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:31.947789 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-18c0abdd-ac73-4d9e-8cff-4e9edaa4c67f req-0016a2a0-5918-4eef-85ff-63b705b0f2ab tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=e628f44e-361e-499d-a456-b888737d16d5 HTTP/1.1" status: 200 len: 950 time: 0.3057251 Aug 23 14:25:31.980044 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:31.981959 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.996699 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9e13ce26-9730-423f-b27c-b0b949263db2 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "DELETE /v2.0/subnets/6fbaf21f-ac61-4c38-b8c7-91367aaf427d HTTP/1.1" status: 204 len: 168 time: 1.7615979 Aug 23 14:25:32.003683 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47854) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:32.003900 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7fd006e2-436d-4e45-b430-7a13c3618d94 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.014054 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d652e-3275-40d7-a016-01f739b94731 req-6aea6bde-a6e7-4834-b8f1-fef41259259e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:32.015138 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c07bd-f464-4f8c-bf39-d6dcd663c1fd req-c3855798-e96b-4f9a-9444-55def61e1744 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:32.017017 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c42d652e-3275-40d7-a016-01f739b94731 req-6aea6bde-a6e7-4834-b8f1-fef41259259e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d5492dcf-e30d-4768-b9e2-7509514c5bbe HTTP/1.1" status: 200 len: 853 time: 0.2617958 Aug 23 14:25:32.017162 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd1c07bd-f464-4f8c-bf39-d6dcd663c1fd req-c3855798-e96b-4f9a-9444-55def61e1744 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27bb7382-12c0-438e-a1f3-4f81c598dc69 HTTP/1.1" status: 200 len: 851 time: 0.1511207 Aug 23 14:25:32.023293 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd006e2-436d-4e45-b430-7a13c3618d94 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:25:32.023704 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7fd006e2-436d-4e45-b430-7a13c3618d94 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:25:32.040196 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:25:32.143807 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.149792 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c42d652e-3275-40d7-a016-01f739b94731 req-8b740f1e-5c3e-4e0d-9fd6-1019d1c6f6bb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=751e3a73-43ba-4c31-8700-234bd202d289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086605 Aug 23 14:25:32.161343 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5405209 Aug 23 14:25:32.196167 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Request body: {'port': {'device_id': '96955f78-db51-4556-a154-2f91f4c3c030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:32.249932 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-77b3ca5a-074f-407a-a1c9-1000030b450b None None] Provisioning for port c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:32.255974 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-77b3ca5a-074f-407a-a1c9-1000030b450b None None] Provisioning complete for port c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:32.256487 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-77b3ca5a-074f-407a-a1c9-1000030b450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.336210 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85d874a-ab7a-4224-8c4e-73fb41de23d1 None None] DHCP port deletion for 5bb3cd23-d008-41ca-883e-1b961b0f59ab request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:25:32.359132 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-a85d874a-ab7a-4224-8c4e-73fb41de23d1 None None] Deleting port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:32.359727 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a85d874a-ab7a-4224-8c4e-73fb41de23d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.369944 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd1c07bd-f464-4f8c-bf39-d6dcd663c1fd req-b1bbd727-1848-4ae1-bb22-8cf830dd9a4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2961c70e-af3c-4bcf-91eb-0eb4d684285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2236972 Aug 23 14:25:32.377932 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Deleting port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:32.378525 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.397292 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-77b3ca5a-074f-407a-a1c9-1000030b450b None None] Port c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:25:32.418949 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7fd006e2-436d-4e45-b430-7a13c3618d94 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.419459 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-18c0abdd-ac73-4d9e-8cff-4e9edaa4c67f req-a6dfd457-1b00-429a-a977-988114ce2bc3 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659662 Aug 23 14:25:32.446257 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e56de14d-10db-4c91-820b-ef156ca18f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:32.463248 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7fd006e2-436d-4e45-b430-7a13c3618d94 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.492122 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd006e2-436d-4e45-b430-7a13c3618d94 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f7dbd1d-c4a0-4571-9d28-af35732dd062,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:32.498248 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7fd006e2-436d-4e45-b430-7a13c3618d94 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:32.502589 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-7fd006e2-436d-4e45-b430-7a13c3618d94 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] 10.222.0.86 "DELETE /v2.0/networks/5f7dbd1d-c4a0-4571-9d28-af35732dd062 HTTP/1.1" status: 204 len: 168 time: 1.7187929 Aug 23 14:25:32.524987 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c42d652e-3275-40d7-a016-01f739b94731 req-d75304ed-6d1e-477e-87ff-815d10aee886 service neutron] 10.222.0.91 "GET /v2.0/networks/751e3a73-43ba-4c31-8700-234bd202d289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618326 Aug 23 14:25:32.525791 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.739962 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-a85d874a-ab7a-4224-8c4e-73fb41de23d1 None None] For port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=4e2fbe6f-ee7a-43be-97cc-5ae550df4769,segment=NetworkSegment(1211bd09-38a3-4d1f-affb-7c3e25e54000),segment_id=1211bd09-38a3-4d1f-affb-7c3e25e54000)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:32.740791 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a85d874a-ab7a-4224-8c4e-73fb41de23d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.885607 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] For port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=4e2fbe6f-ee7a-43be-97cc-5ae550df4769,segment=NetworkSegment(1211bd09-38a3-4d1f-affb-7c3e25e54000),segment_id=1211bd09-38a3-4d1f-affb-7c3e25e54000)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:32.885858 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.926263 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-a85d874a-ab7a-4224-8c4e-73fb41de23d1 None None] Calling delete_port for 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:32.960025 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c42d652e-3275-40d7-a016-01f739b94731 req-b2c84c6c-e755-48fb-89d0-859e42dd9aea service neutron] 10.222.0.91 "GET /v2.0/networks/751e3a73-43ba-4c31-8700-234bd202d289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850207 Aug 23 14:25:32.982249 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 9c2eb330-82af-45a2-b52e-0c79379758f4 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:25:33.073436 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Calling delete_port for 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 owned by network:dhcp {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:33.138798 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd1c07bd-f464-4f8c-bf39-d6dcd663c1fd req-aeff0fff-cc83-4022-95d1-77882d5f4467 service neutron] 10.222.0.60 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7150388 Aug 23 14:25:33.185859 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53662354-4a15-4d2b-b94a-cb59cf6bc21d req-f29cd5c9-2f3e-414b-9c76-086ca26dcbdd tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:33.193577 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-53662354-4a15-4d2b-b94a-cb59cf6bc21d req-f29cd5c9-2f3e-414b-9c76-086ca26dcbdd tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 945 time: 0.4158440 Aug 23 14:25:33.197689 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a85d874a-ab7a-4224-8c4e-73fb41de23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112'] for port, after_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:33.223149 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:33.295783 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 9c2eb330-82af-45a2-b52e-0c79379758f4, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9c2eb330-82af-45a2-b52e-0c79379758f4,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:33.325263 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5440ff85-26d7-40aa-bb9e-b550d1c91090 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:33.331135 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d874a-ab7a-4224-8c4e-73fb41de23d1 None None] Pushing event deleted for resources: {'Port': ['ID=4e2fbe6f-ee7a-43be-97cc-5ae550df4769,revision_number=None']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:33.337236 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:33.342517 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a85d874a-ab7a-4224-8c4e-73fb41de23d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:33.344434 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '9c2eb330-82af-45a2-b52e-0c79379758f4', 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e', 'port_id': '9c2eb330-82af-45a2-b52e-0c79379758f4', 'mac_address': 'fa:16:3e:2c:ca:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bb7382-12c0-438e-a1f3-4f81c598dc69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:25:33.362392 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d874a-ab7a-4224-8c4e-73fb41de23d1 None None] No DVR routers for this DVR port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 on host n-d-805629-1 {{(pid=76509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:33.372661 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Transition to ACTIVE for port object 5440ff85-26d7-40aa-bb9e-b550d1c91090 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:33.410722 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.api [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:25:33.411040 n-d-805629-1 neutron-server[76505]: DEBUG oslo_db.api [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:25:33.417599 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-53662354-4a15-4d2b-b94a-cb59cf6bc21d req-529d60a8-46c9-4362-aaa2-8918f17e196b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3e360bc-c3ac-48cf-865e-8081ad934d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231400 Aug 23 14:25:33.450690 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd1c07bd-f464-4f8c-bf39-d6dcd663c1fd req-c0540242-a1e2-4745-b848-462cfef96302 service neutron] 10.222.0.60 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974763 Aug 23 14:25:33.475241 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:33.479133 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:33.491210 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b626b9e0-145b-46a4-ac7c-3bc405302a62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:33.517337 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2eb330-82af-45a2-b52e-0c79379758f4 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:33.536102 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 9c2eb330-82af-45a2-b52e-0c79379758f4, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9c2eb330-82af-45a2-b52e-0c79379758f4,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:33.576389 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:33.592727 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:33.649477 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:25:33.652596 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:25:33.674775 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1c28c-9764-4de2-bdee-64951ea52f2e req-6b07bdbd-e77b-4858-a18f-f183db1bb075 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:33.679248 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1c28c-9764-4de2-bdee-64951ea52f2e req-6b07bdbd-e77b-4858-a18f-f183db1bb075 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:33.684122 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1c28c-9764-4de2-bdee-64951ea52f2e req-6b07bdbd-e77b-4858-a18f-f183db1bb075 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:33.688652 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1c28c-9764-4de2-bdee-64951ea52f2e req-6b07bdbd-e77b-4858-a18f-f183db1bb075 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:33.693866 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1c28c-9764-4de2-bdee-64951ea52f2e req-6b07bdbd-e77b-4858-a18f-f183db1bb075 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:33.701693 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d8d1c28c-9764-4de2-bdee-64951ea52f2e req-6b07bdbd-e77b-4858-a18f-f183db1bb075 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 3828 time: 0.1525612 Aug 23 14:25:33.718517 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Pushing event updated for resources: {'Port': ['ID=5440ff85-26d7-40aa-bb9e-b550d1c91090,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:33.725588 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:33.736214 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:33.736641 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:33.773635 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d8d1c28c-9764-4de2-bdee-64951ea52f2e req-5fee4e86-61fe-44b7-a202-fb7b73ecf36d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706370 Aug 23 14:25:33.895168 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=9c2eb330-82af-45a2-b52e-0c79379758f4,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:33.907858 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:33.911799 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Deleting port 4e2fbe6f-ee7a-43be-97cc-5ae550df4769 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:33.912384 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:33.991040 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['9c2eb330-82af-45a2-b52e-0c79379758f4'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:34.010452 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47884) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:34.055089 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] The port '4e2fbe6f-ee7a-43be-97cc-5ae550df4769' was deleted {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:25:34.071198 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Attempting to bind port 5440ff85-26d7-40aa-bb9e-b550d1c91090 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:34.071575 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Attempting to bind port 5440ff85-26d7-40aa-bb9e-b550d1c91090 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'd3208f0c-2806-44be-ae90-e66d2d14a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:34.071895 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Attempting to bind port 5440ff85-26d7-40aa-bb9e-b550d1c91090 on network d27153f4-243c-41c7-bfad-3a69009a013b {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:34.085921 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Port 5440ff85-26d7-40aa-bb9e-b550d1c91090 on network d27153f4-243c-41c7-bfad-3a69009a013b not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:34.086279 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Attempting to bind port 5440ff85-26d7-40aa-bb9e-b550d1c91090 on network d27153f4-243c-41c7-bfad-3a69009a013b {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:34.106308 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:25:34.106658 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Checking segment: {'id': 'd3208f0c-2806-44be-ae90-e66d2d14a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:25:34.107052 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Bound using segment: {'id': 'd3208f0c-2806-44be-ae90-e66d2d14a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:25:34.111923 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Bound port: 5440ff85-26d7-40aa-bb9e-b550d1c91090, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3208f0c-2806-44be-ae90-e66d2d14a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:25:34.112302 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:34.244832 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] For port 5440ff85-26d7-40aa-bb9e-b550d1c91090, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:25:34.248293 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] For port 5440ff85-26d7-40aa-bb9e-b550d1c91090, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=5440ff85-26d7-40aa-bb9e-b550d1c91090,segment=NetworkSegment(d3208f0c-2806-44be-ae90-e66d2d14a41c),segment_id=d3208f0c-2806-44be-ae90-e66d2d14a41c)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:25:34.276508 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:34.298718 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb3cd23-d008-41ca-883e-1b961b0f59ab']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:34.308149 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:34.317146 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1211bd09-38a3-4d1f-affb-7c3e25e54000') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:34.317538 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1211bd09-38a3-4d1f-affb-7c3e25e54000') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:34.332972 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6b0a8168-6a55-4d10-ba59-2b27ec30f567 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:34.373022 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:34.403225 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:34.407211 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ae13f1a0-6122-4eb8-a692-9eb896bc7402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:34.413623 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:25:34.414011 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: util.warn( Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: util.warn( Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: util.warn( Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: util.warn( Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:25:34.430197 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:25:34.440480 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:34.442110 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] 10.222.0.60 "PUT /v2.0/ports/5440ff85-26d7-40aa-bb9e-b550d1c91090 HTTP/1.1" status: 200 len: 1092 time: 2.2529221 Aug 23 14:25:34.448541 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'tag': '5440ff85-26d7-40aa-bb9e-b550d1c91090'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:34.487013 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Pushing event updated for resources: {'Port': ['ID=5440ff85-26d7-40aa-bb9e-b550d1c91090,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:34.491109 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:34.499676 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-ae13f1a0-6122-4eb8-a692-9eb896bc7402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:34.499676 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-ae13f1a0-6122-4eb8-a692-9eb896bc7402 admin admin] Usage tracker for resource:security_group_rule and tenant:39d8b0c70d1e40ebafddd41df07142d8 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:34.501269 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-ae13f1a0-6122-4eb8-a692-9eb896bc7402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:34.507694 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-ae13f1a0-6122-4eb8-a692-9eb896bc7402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:34.567965 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573a385-f428-43d1-9b0a-d84ecb6e638b req-f1f69e96-f5f2-484c-85da-a4f771a34094 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:34.569523 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c573a385-f428-43d1-9b0a-d84ecb6e638b req-f1f69e96-f5f2-484c-85da-a4f771a34094 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 944 time: 0.2551169 Aug 23 14:25:34.579335 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Request body: {'port': {'device_id': '96955f78-db51-4556-a154-2f91f4c3c030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:34.652814 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:34.659923 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-989a8db2-9397-4187-ac1f-e5299da4a052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:34.683194 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ae13f1a0-6122-4eb8-a692-9eb896bc7402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:34.695720 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:34.704664 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event deleted for resources: {'Network': ['ID=5bb3cd23-d008-41ca-883e-1b961b0f59ab,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:34.715278 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c573a385-f428-43d1-9b0a-d84ecb6e638b req-1ad550b3-ec43-4e88-83d9-93d1be896a04 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379473 Aug 23 14:25:34.715278 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:34.788069 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ae13f1a0-6122-4eb8-a692-9eb896bc7402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:34.797247 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fddf4266-05dc-4d32-a10e-0816584ebab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:34.828375 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:34.901117 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "DELETE /v2.0/networks/5bb3cd23-d008-41ca-883e-1b961b0f59ab HTTP/1.1" status: 204 len: 168 time: 2.8887970 Aug 23 14:25:34.909173 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13f1a0-6122-4eb8-a692-9eb896bc7402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ed5bf5-592c-40f0-b2a5-789d836cfafc,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:34.921945 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 47910) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:34.930955 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ae13f1a0-6122-4eb8-a692-9eb896bc7402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:34.952067 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ae13f1a0-6122-4eb8-a692-9eb896bc7402 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=39d8b0c70d1e40ebafddd41df07142d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9437091 Aug 23 14:25:34.959869 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47914) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:35.102800 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d7a1ecbc-04a7-4f42-b660-5424f6957e5d req-6e74253e-c27b-433d-8eb5-d95f2fa5a5a6 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 210 time: 0.2840533 Aug 23 14:25:35.129871 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b0850290-e1e0-4d93-843f-ccf1c176ce33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:35.230781 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b0850290-e1e0-4d93-843f-ccf1c176ce33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:35.305359 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a8ec1-a83e-4cdc-aefa-2464b475a0f0 req-06cf745e-d8eb-4e7d-9dae-c19cd8abeb19 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:35.312208 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2e4a8ec1-a83e-4cdc-aefa-2464b475a0f0 req-06cf745e-d8eb-4e7d-9dae-c19cd8abeb19 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 945 time: 0.2083685 Aug 23 14:25:35.395759 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-749bf191-e641-47c9-b358-ac3b0fe1a6f5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Deleting subnet 169da6d0-804b-4753-912b-7c6d65806ac3 {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:25:35.399779 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2e4a8ec1-a83e-4cdc-aefa-2464b475a0f0 req-53a201e7-8679-4f06-9416-69b4cad3ff93 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3e360bc-c3ac-48cf-865e-8081ad934d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862060 Aug 23 14:25:35.401849 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-749bf191-e641-47c9-b358-ac3b0fe1a6f5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:35.414631 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4068ceab-52bd-4af1-a8ff-bd84eee1a96f {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:35.435492 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:35.457991 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Transition to ACTIVE for port object 4068ceab-52bd-4af1-a8ff-bd84eee1a96f will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:35.473854 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-749bf191-e641-47c9-b358-ac3b0fe1a6f5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:35.475067 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b0850290-e1e0-4d93-843f-ccf1c176ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:35.491779 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-672e169b-d0dd-4c37-9973-a337e3eb3abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:35.495321 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'tag': '5440ff85-26d7-40aa-bb9e-b550d1c91090', 'status': 'completed', 'code': 200} Aug 23 14:25:35.503951 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0850290-e1e0-4d93-843f-ccf1c176ce33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ed5bf5-592c-40f0-b2a5-789d836cfafc,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:35.507371 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b0850290-e1e0-4d93-843f-ccf1c176ce33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:35.511632 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b0850290-e1e0-4d93-843f-ccf1c176ce33 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c8ed5bf5-592c-40f0-b2a5-789d836cfafc HTTP/1.1" status: 204 len: 168 time: 0.5478590 Aug 23 14:25:35.514905 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b0850290-e1e0-4d93-843f-ccf1c176ce33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:35.553168 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:35.558126 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-72220789-ba19-47cb-a881-4235d5402e8e tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:35.672852 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-749bf191-e641-47c9-b358-ac3b0fe1a6f5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:35.774787 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=4068ceab-52bd-4af1-a8ff-bd84eee1a96f,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:35.778880 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:35.806922 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b8bc10e3-a583-429d-9972-6e8ef2d5d443 req-275f6bb8-4d56-424b-a519-103377379cf5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5243 time: 0.2918465 Aug 23 14:25:35.960002 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-749bf191-e641-47c9-b358-ac3b0fe1a6f5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:36.007763 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Attempting to bind port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:36.008923 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Attempting to bind port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:36.009041 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Attempting to bind port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f on network f0f6b55e-e85b-48de-9926-8589f458acf2 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:36.028981 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0a534-ce82-4b49-9f7a-092c7f51cc3f req-0a0186ac-2eaa-46e3-a5bb-bdd62bdf20ba tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:36.029834 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-67e0a534-ce82-4b49-9f7a-092c7f51cc3f req-0a0186ac-2eaa-46e3-a5bb-bdd62bdf20ba tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Synchronizing usage tracker for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:36.034988 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:25:36.037207 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f on network f0f6b55e-e85b-48de-9926-8589f458acf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:36.037823 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Attempting to bind port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f on network f0f6b55e-e85b-48de-9926-8589f458acf2 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:36.057329 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:25:36.057881 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Checking segment: {'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:25:36.058282 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Bound using segment: {'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:25:36.058735 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Bound port: 4068ceab-52bd-4af1-a8ff-bd84eee1a96f, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:25:36.059156 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:36.119745 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-67e0a534-ce82-4b49-9f7a-092c7f51cc3f req-0a0186ac-2eaa-46e3-a5bb-bdd62bdf20ba tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Unset dirty status for tenant:ed513cc169e2499997ed50fd7eb7e6d1 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:36.120930 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-67e0a534-ce82-4b49-9f7a-092c7f51cc3f req-0a0186ac-2eaa-46e3-a5bb-bdd62bdf20ba tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "GET /v2.0/ports?device_id=cab08a6f-b05b-4615-aa02-d0ab8b517629 HTTP/1.1" status: 200 len: 950 time: 0.3157060 Aug 23 14:25:36.149369 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1e7abc34-55c2-4cab-8f59-85841b1b30bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:36.193702 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc10e3-a583-429d-9972-6e8ef2d5d443 req-14123ac2-38d9-44ec-a49b-c882bcc0bb91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:36.194090 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc10e3-a583-429d-9972-6e8ef2d5d443 req-14123ac2-38d9-44ec-a49b-c882bcc0bb91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:36.194585 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc10e3-a583-429d-9972-6e8ef2d5d443 req-14123ac2-38d9-44ec-a49b-c882bcc0bb91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:36.196329 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b8bc10e3-a583-429d-9972-6e8ef2d5d443 req-14123ac2-38d9-44ec-a49b-c882bcc0bb91 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3442428 Aug 23 14:25:36.243639 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bf191-e641-47c9-b358-ac3b0fe1a6f5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event deleted for resources: {'Subnet': ['ID=169da6d0-804b-4753-912b-7c6d65806ac3,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:36.243889 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-67e0a534-ce82-4b49-9f7a-092c7f51cc3f req-8a2b0b37-d3b2-45bf-94fb-b290f108c37f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Deleting port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:36.243889 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-67e0a534-ce82-4b49-9f7a-092c7f51cc3f req-8a2b0b37-d3b2-45bf-94fb-b290f108c37f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:36.270482 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-749bf191-e641-47c9-b358-ac3b0fe1a6f5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:36.273129 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-e3a98dcb-75ec-4d9c-97b9-0557a6bb49c7 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=8876a3677e3e4f91b1e0a704fbb57681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1333642 Aug 23 14:25:36.306665 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] For port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:25:36.309081 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaafd37b-9998-4b3e-b5bf-ace237084b12 None None] Network f5585df4-d9f7-4122-a3b8-45dac41247fb requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:25:36.341490 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-749bf191-e641-47c9-b358-ac3b0fe1a6f5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:36.348986 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] For port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=4068ceab-52bd-4af1-a8ff-bd84eee1a96f,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:25:36.356053 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-749bf191-e641-47c9-b358-ac3b0fe1a6f5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "DELETE /v2.0/subnets/169da6d0-804b-4753-912b-7c6d65806ac3 HTTP/1.1" status: 204 len: 168 time: 1.4366143 Aug 23 14:25:36.357018 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47938) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:36.462709 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:36.480891 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e974bbd2-dc63-4fbb-adf8-b5847b0676d2 tempest-ServerTagsTestJSON-140476890 tempest-ServerTagsTestJSON-140476890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:36.503060 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810900a2-b998-4050-b32d-795b2cab04f9 req-1181dcf9-584d-4c26-97e3-5e5668ab42d6 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:36.507203 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810900a2-b998-4050-b32d-795b2cab04f9 req-1181dcf9-584d-4c26-97e3-5e5668ab42d6 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:36.511289 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810900a2-b998-4050-b32d-795b2cab04f9 req-1181dcf9-584d-4c26-97e3-5e5668ab42d6 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:36.515905 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810900a2-b998-4050-b32d-795b2cab04f9 req-1181dcf9-584d-4c26-97e3-5e5668ab42d6 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:36.520017 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810900a2-b998-4050-b32d-795b2cab04f9 req-1181dcf9-584d-4c26-97e3-5e5668ab42d6 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:36.524784 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810900a2-b998-4050-b32d-795b2cab04f9 req-1181dcf9-584d-4c26-97e3-5e5668ab42d6 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:36.527090 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-810900a2-b998-4050-b32d-795b2cab04f9 req-1181dcf9-584d-4c26-97e3-5e5668ab42d6 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 4599 time: 0.6767626 Aug 23 14:25:36.608558 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc10e3-a583-429d-9972-6e8ef2d5d443 req-df857d17-c957-45e0-89ab-f738e85a58d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:36.610549 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b8bc10e3-a583-429d-9972-6e8ef2d5d443 req-df857d17-c957-45e0-89ab-f738e85a58d1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3789475 Aug 23 14:25:36.683449 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 9c2eb330-82af-45a2-b52e-0c79379758f4 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:25:36.695978 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-1606d57e-1a67-4d84-9dd9-e69d1b45cda7 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:36.702500 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-1606d57e-1a67-4d84-9dd9-e69d1b45cda7 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3546801 Aug 23 14:25:36.710725 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-810900a2-b998-4050-b32d-795b2cab04f9 req-7de4321c-74a1-4497-9a2b-0fbb3bc320ed tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1690907 Aug 23 14:25:36.712154 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47942) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:36.729578 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-947fe75e-5872-42a4-b61e-b935771289f1 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/quotas/8876a3677e3e4f91b1e0a704fbb57681 HTTP/1.1" status: 200 len: 375 time: 0.0235801 Aug 23 14:25:36.880337 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:36.882903 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] 10.222.0.60 "PUT /v2.0/ports/4068ceab-52bd-4af1-a8ff-bd84eee1a96f HTTP/1.1" status: 200 len: 1129 time: 2.3092010 Aug 23 14:25:36.892505 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:36.900416 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-013e0884-c55c-4051-8aeb-7888ff91d517 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=8876a3677e3e4f91b1e0a704fbb57681&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1693077 Aug 23 14:25:36.904966 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2529f98e-f266-44c3-ae6d-cf83271b03c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:36.919232 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06167295-47b0-4ff9-9c5e-b7ca61eda78e None None] DHCP port deletion for f5585df4-d9f7-4122-a3b8-45dac41247fb request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:25:36.932653 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-06167295-47b0-4ff9-9c5e-b7ca61eda78e None None] Deleting port 8a056939-b206-4766-acb6-fefd4ddc8fc6 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:36.935536 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-06167295-47b0-4ff9-9c5e-b7ca61eda78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:37.002209 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=4068ceab-52bd-4af1-a8ff-bd84eee1a96f,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:37.019267 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Request body: {'port': {'device_id': '96955f78-db51-4556-a154-2f91f4c3c030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:37.044046 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 9c2eb330-82af-45a2-b52e-0c79379758f4 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:37.057859 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:37.063566 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Deleting port 8a056939-b206-4766-acb6-fefd4ddc8fc6 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:37.063566 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:37.116061 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 9c2eb330-82af-45a2-b52e-0c79379758f4 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:37.122380 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:37.255838 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2529f98e-f266-44c3-ae6d-cf83271b03c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:37.285917 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-67e0a534-ce82-4b49-9f7a-092c7f51cc3f req-8a2b0b37-d3b2-45bf-94fb-b290f108c37f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] For port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:37.286487 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-67e0a534-ce82-4b49-9f7a-092c7f51cc3f req-8a2b0b37-d3b2-45bf-94fb-b290f108c37f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:37.301544 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2529f98e-f266-44c3-ae6d-cf83271b03c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c391ef5d472749cabaa331633674d44d is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:37.358935 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2529f98e-f266-44c3-ae6d-cf83271b03c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:37.482748 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-6d7c4c53-588f-408d-baa1-ce4bb2b94de8 service neutron] 10.222.0.60 "GET /v2.0/ports/b8ad156f-a175-4727-9751-600fe733884e HTTP/1.1" status: 200 len: 1033 time: 0.1526623 Aug 23 14:25:37.533136 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2529f98e-f266-44c3-ae6d-cf83271b03c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:37.535081 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'tag': '4068ceab-52bd-4af1-a8ff-bd84eee1a96f'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:37.549763 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-67e0a534-ce82-4b49-9f7a-092c7f51cc3f req-8a2b0b37-d3b2-45bf-94fb-b290f108c37f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Calling delete_port for b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:37.674762 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 8a056939-b206-4766-acb6-fefd4ddc8fc6 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:37.754469 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-80f20ee9-b818-4bde-b15a-3a49d79fff2d service neutron] 10.222.0.60 "GET /v2.0/ports/35e6671a-e1a8-4f86-80ff-87b3e4afb018 HTTP/1.1" status: 200 len: 1031 time: 0.2585468 Aug 23 14:25:37.832730 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:37.892935 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:37.915749 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-06167295-47b0-4ff9-9c5e-b7ca61eda78e None None] For port 8a056939-b206-4766-acb6-fefd4ddc8fc6, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=8a056939-b206-4766-acb6-fefd4ddc8fc6,segment=NetworkSegment(484558e3-5076-4aa0-acf7-5ccd016dcc74),segment_id=484558e3-5076-4aa0-acf7-5ccd016dcc74)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:37.916291 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-06167295-47b0-4ff9-9c5e-b7ca61eda78e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:37.948535 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] For port 8a056939-b206-4766-acb6-fefd4ddc8fc6, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=8a056939-b206-4766-acb6-fefd4ddc8fc6,segment=NetworkSegment(484558e3-5076-4aa0-acf7-5ccd016dcc74),segment_id=484558e3-5076-4aa0-acf7-5ccd016dcc74)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:37.949063 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:37.983190 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8315e-ec96-4b88-8d9b-3aae18d0d9eb req-c804b76e-a3ee-457b-bc1d-fe2b15c47702 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:37.994897 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-63f8315e-ec96-4b88-8d9b-3aae18d0d9eb req-c804b76e-a3ee-457b-bc1d-fe2b15c47702 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 944 time: 0.7388248 Aug 23 14:25:38.091028 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-63f8315e-ec96-4b88-8d9b-3aae18d0d9eb req-0d09c27c-bc37-4c2b-8973-920aad9a13cb tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950000 Aug 23 14:25:38.229070 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fe29a-470b-424f-8505-aa4bfb2cfd7d req-42670322-43db-4dd5-8461-7d18c06a9e3a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:38.235610 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0f7fe29a-470b-424f-8505-aa4bfb2cfd7d req-42670322-43db-4dd5-8461-7d18c06a9e3a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 950 time: 0.9279697 Aug 23 14:25:38.273510 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Calling delete_port for 8a056939-b206-4766-acb6-fefd4ddc8fc6 owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:38.281610 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-06167295-47b0-4ff9-9c5e-b7ca61eda78e None None] Calling delete_port for 8a056939-b206-4766-acb6-fefd4ddc8fc6 owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:38.373593 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2529f98e-f266-44c3-ae6d-cf83271b03c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:38.448223 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:38.463516 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659ea871-f68c-4756-a691-10a61012ac04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2eb330-82af-45a2-b52e-0c79379758f4'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:38.496987 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 9c2eb330-82af-45a2-b52e-0c79379758f4, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9c2eb330-82af-45a2-b52e-0c79379758f4,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:38.505365 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2529f98e-f266-44c3-ae6d-cf83271b03c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:38.516307 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-d5e6b535-1250-4ba4-b466-b1df10f2ebd3 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:38.519619 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:38.520524 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-d5e6b535-1250-4ba4-b466-b1df10f2ebd3 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:38.524807 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-d5e6b535-1250-4ba4-b466-b1df10f2ebd3 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:38.526615 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-d5e6b535-1250-4ba4-b466-b1df10f2ebd3 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.60 "GET /v2.0/networks?id=6006255f-0aee-4aca-b3ec-52c334c0bec3&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037&id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037 HTTP/1.1" status: 200 len: 1996 time: 0.7515030 Aug 23 14:25:38.558372 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9b880fc6-98e0-4a96-a413-1b1d0831e9c8 req-cb603f38-151f-4891-b244-621d9a06374f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 210 time: 0.1001377 Aug 23 14:25:38.570056 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-06167295-47b0-4ff9-9c5e-b7ca61eda78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112'] for port, after_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:38.603367 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-e02b3e63-e7e6-4a77-adaa-f38e9ffd9f0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:38.704557 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06167295-47b0-4ff9-9c5e-b7ca61eda78e None None] No DVR routers for this DVR port 8a056939-b206-4766-acb6-fefd4ddc8fc6 on host n-d-805629-1 {{(pid=76509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:38.706270 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-0ed375c8-82a5-457b-9cf6-88b1caa4e5b4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ae04c19703948b084682c54287f9037 HTTP/1.1" status: 200 len: 380 time: 0.1464989 Aug 23 14:25:38.719374 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:38.736767 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f82fc3-cfc3-4d95-9baa-79d043b0b27d req-743425af-b921-4eb0-898e-ab4ff6ab079c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:38.744589 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-67e0a534-ce82-4b49-9f7a-092c7f51cc3f req-8a2b0b37-d3b2-45bf-94fb-b290f108c37f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:38.750946 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-44f82fc3-cfc3-4d95-9baa-79d043b0b27d req-743425af-b921-4eb0-898e-ab4ff6ab079c tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=cab08a6f-b05b-4615-aa02-d0ab8b517629 HTTP/1.1" status: 200 len: 867 time: 0.6278710 Aug 23 14:25:38.767768 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-0f7fe29a-470b-424f-8505-aa4bfb2cfd7d req-15d4e70b-cbe1-4a38-aeeb-afe75112aa7e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Deleting port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:38.768210 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0f7fe29a-470b-424f-8505-aa4bfb2cfd7d req-15d4e70b-cbe1-4a38-aeeb-afe75112aa7e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:38.792765 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['7a7c1f89-ab22-4f6c-a376-97349b6a4c31'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:38.811002 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Request body: {'port': {'device_id': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3', 'admin_state_up': True, 'tenant_id': '4ae04c19703948b084682c54287f9037', 'security_groups': ['49cd4044-ca9a-45ee-a448-b359cf04ac1d']}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:38.830965 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:38.926950 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06167295-47b0-4ff9-9c5e-b7ca61eda78e None None] Pushing event deleted for resources: {'Port': ['ID=8a056939-b206-4766-acb6-fefd4ddc8fc6,revision_number=None']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:38.934016 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-44f82fc3-cfc3-4d95-9baa-79d043b0b27d req-41c8dedf-75f3-4360-b6e2-764863e7e1e6 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821008 Aug 23 14:25:38.938509 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-06167295-47b0-4ff9-9c5e-b7ca61eda78e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:38.950743 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-b257456c-21a8-4bb3-a82a-c1cc4b938740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:39.114173 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.api [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:25:39.114624 n-d-805629-1 neutron-server[76506]: DEBUG oslo_db.api [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:25:39.115512 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529f98e-f266-44c3-ae6d-cf83271b03c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65de39df-ec98-4ec6-83f4-db4795a94972,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:39.123740 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'tag': '4068ceab-52bd-4af1-a8ff-bd84eee1a96f', 'status': 'completed', 'code': 200} Aug 23 14:25:39.139307 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2529f98e-f266-44c3-ae6d-cf83271b03c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:39.142665 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:39.192872 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-2529f98e-f266-44c3-ae6d-cf83271b03c9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c391ef5d472749cabaa331633674d44d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4662933 Aug 23 14:25:39.196271 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b0b37-d3b2-45bf-94fb-b290f108c37f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event deleted for resources: {'Port': ['ID=b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:39.203839 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 47966) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:39.208688 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8a2b0b37-d3b2-45bf-94fb-b290f108c37f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:39.262422 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:39.306537 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:39.348886 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=9c2eb330-82af-45a2-b52e-0c79379758f4,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:39.359767 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d8e9afc6-9305-4920-9cec-9e933a9a9f19 req-9755c21c-3059-4e73-954d-aa0e4026d330 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5285 time: 0.2174273 Aug 23 14:25:39.360953 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:39.454485 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Made reservation on behalf of 4ae04c19703948b084682c54287f9037 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:39.458717 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:39.587178 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e0a534-ce82-4b49-9f7a-092c7f51cc3f req-8a2b0b37-d3b2-45bf-94fb-b290f108c37f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] No DVR routers for this DVR port b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:39.592600 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2ccc18fc-a1dc-4ecd-ab9f-7c3f61ea787b req-c53565ef-6dd7-4e59-b37b-271b770cc788 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 210 time: 0.1947563 Aug 23 14:25:39.681526 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Deleting port 8a056939-b206-4766-acb6-fefd4ddc8fc6 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:39.681526 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:39.741140 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.resource_extend [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:25:39.749805 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-67e0a534-ce82-4b49-9f7a-092c7f51cc3f req-8a2b0b37-d3b2-45bf-94fb-b290f108c37f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:39.846502 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9afc6-9305-4920-9cec-9e933a9a9f19 req-5a2cc389-9e89-41ea-8a49-e1ad7471514e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:39.846866 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9afc6-9305-4920-9cec-9e933a9a9f19 req-5a2cc389-9e89-41ea-8a49-e1ad7471514e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:39.847244 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9afc6-9305-4920-9cec-9e933a9a9f19 req-5a2cc389-9e89-41ea-8a49-e1ad7471514e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:39.848880 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d8e9afc6-9305-4920-9cec-9e933a9a9f19 req-5a2cc389-9e89-41ea-8a49-e1ad7471514e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4765954 Aug 23 14:25:39.915495 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659ea871-f68c-4756-a691-10a61012ac04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2eb330-82af-45a2-b52e-0c79379758f4', 'code': 200} Aug 23 14:25:39.946699 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:40.021392 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] The port '8a056939-b206-4766-acb6-fefd4ddc8fc6' was deleted {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:25:40.068958 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-742f8839-0c16-46eb-ac7e-9df610c667bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:40.096259 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:25:40.100025 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:25:40.171995 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-67e0a534-ce82-4b49-9f7a-092c7f51cc3f req-8a2b0b37-d3b2-45bf-94fb-b290f108c37f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "DELETE /v2.0/ports/b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad HTTP/1.1" status: 204 len: 173 time: 4.0433784 Aug 23 14:25:40.180051 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7afa866-f977-42da-ab92-c3c330d6abe4 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:40.235506 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9afc6-9305-4920-9cec-9e933a9a9f19 req-baa6fec4-31b9-4634-a7ea-2fa79af5ea7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:40.235767 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:40.238013 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d8e9afc6-9305-4920-9cec-9e933a9a9f19 req-baa6fec4-31b9-4634-a7ea-2fa79af5ea7b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3730514 Aug 23 14:25:40.330551 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-742f8839-0c16-46eb-ac7e-9df610c667bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:40.340235 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Allocated IP 172.20.0.14 (6006255f-0aee-4aca-b3ec-52c334c0bec3/98220cf1-ec84-4f91-ba4c-8e422c188293/4a636c77-075e-45d0-94a2-d6a16068f7e6) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:40.391966 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Transition to ACTIVE for port object b7afa866-f977-42da-ab92-c3c330d6abe4 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:40.457288 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:40.469529 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2ee91-8ab6-46cb-a173-db5022e81633 req-92efe2fd-a2ea-4913-bdda-24a953613efb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:40.477338 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2ee91-8ab6-46cb-a173-db5022e81633 req-92efe2fd-a2ea-4913-bdda-24a953613efb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:40.483898 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5585df4-d9f7-4122-a3b8-45dac41247fb']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:40.484998 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2ee91-8ab6-46cb-a173-db5022e81633 req-92efe2fd-a2ea-4913-bdda-24a953613efb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:40.492156 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2ee91-8ab6-46cb-a173-db5022e81633 req-92efe2fd-a2ea-4913-bdda-24a953613efb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:40.494042 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-0f7fe29a-470b-424f-8505-aa4bfb2cfd7d req-15d4e70b-cbe1-4a38-aeeb-afe75112aa7e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] For port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:40.494402 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0f7fe29a-470b-424f-8505-aa4bfb2cfd7d req-15d4e70b-cbe1-4a38-aeeb-afe75112aa7e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:40.500331 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2ee91-8ab6-46cb-a173-db5022e81633 req-92efe2fd-a2ea-4913-bdda-24a953613efb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:40.507675 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2ee91-8ab6-46cb-a173-db5022e81633 req-92efe2fd-a2ea-4913-bdda-24a953613efb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:40.510825 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-76c2ee91-8ab6-46cb-a173-db5022e81633 req-92efe2fd-a2ea-4913-bdda-24a953613efb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 4599 time: 0.4102497 Aug 23 14:25:40.519263 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:40.526335 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11112641-f41e-4735-bded-cdeb8611409a req-a30d6221-0328-4606-86d3-a717ea0dd7c0 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:40.529084 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-11112641-f41e-4735-bded-cdeb8611409a req-a30d6221-0328-4606-86d3-a717ea0dd7c0 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 945 time: 0.3854256 Aug 23 14:25:40.589042 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:40.699476 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484558e3-5076-4aa0-acf7-5ccd016dcc74') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:40.699868 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484558e3-5076-4aa0-acf7-5ccd016dcc74') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:40.722438 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-0f7fe29a-470b-424f-8505-aa4bfb2cfd7d req-15d4e70b-cbe1-4a38-aeeb-afe75112aa7e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Calling delete_port for a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:40.777863 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-742f8839-0c16-46eb-ac7e-9df610c667bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:40.804885 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:40.826199 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-76c2ee91-8ab6-46cb-a173-db5022e81633 req-fd4386b5-e2d0-40bd-8a7c-17ccbe54ab53 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2956357 Aug 23 14:25:40.844563 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-11112641-f41e-4735-bded-cdeb8611409a req-5bafab85-e42c-4b53-914c-ab2b29d784e4 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694727 Aug 23 14:25:40.904842 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:40.942455 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Transition to ACTIVE for port object 4a636c77-075e-45d0-94a2-d6a16068f7e6 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:40.953008 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:41.014065 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Pushing event updated for resources: {'Port': ['ID=b7afa866-f977-42da-ab92-c3c330d6abe4,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:41.022810 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d47924a6-85c0-4ea6-8867-1c0ba769f29b req-0c954da7-8327-490d-84ce-ed6bc16e63d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 1096 time: 0.8452938 Aug 23 14:25:41.024427 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:41.027047 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:25:41.027937 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:41.045025 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:41.065254 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b0850290-e1e0-4d93-843f-ccf1c176ce33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:25:41.074815 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:25:41.081347 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-742f8839-0c16-46eb-ac7e-9df610c667bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:41.081347 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-742f8839-0c16-46eb-ac7e-9df610c667bd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/65de39df-ec98-4ec6-83f4-db4795a94972 HTTP/1.1" status: 204 len: 168 time: 1.8757513 Aug 23 14:25:41.123063 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:41.252075 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab08a6f-b05b-4615-aa02-d0ab8b517629', 'name': 'network-vif-deleted', 'tag': 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:41.271561 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f8839-0c16-46eb-ac7e-9df610c667bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65de39df-ec98-4ec6-83f4-db4795a94972,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:41.294330 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-4f1f1eac-0750-4956-ada2-a23cb9ccc595 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=8876a3677e3e4f91b1e0a704fbb57681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2112956 Aug 23 14:25:41.303229 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-742f8839-0c16-46eb-ac7e-9df610c667bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:41.313454 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Pushing event updated for resources: {'Port': ['ID=4a636c77-075e-45d0-94a2-d6a16068f7e6,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:41.403623 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Network 6006255f-0aee-4aca-b3ec-52c334c0bec3 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:41.407501 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:41.412359 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:41.447871 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:41.448372 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:41.448806 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:41.449181 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:41.449576 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:41.450006 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:41.452505 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:41.452505 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:41.452505 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:41.452505 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:41.452505 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:41.457397 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:41.579189 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:41.580398 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:41.659537 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f6d9b-22f6-47bc-9b90-3b479cdbf205 req-bc29a7ab-dbaa-4ae5-9d9a-c423d3d61d6a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:41.674489 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac0f6d9b-22f6-47bc-9b90-3b479cdbf205 req-bc29a7ab-dbaa-4ae5-9d9a-c423d3d61d6a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 932 time: 0.6264396 Aug 23 14:25:41.719133 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db344b-ed82-44a4-b3a3-65849efddc33 req-fcdef4c4-8470-4ea7-80d5-03d4c09ce5e9 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:41.728425 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-37db344b-ed82-44a4-b3a3-65849efddc33 req-fcdef4c4-8470-4ea7-80d5-03d4c09ce5e9 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 945 time: 0.6097209 Aug 23 14:25:41.819352 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac0f6d9b-22f6-47bc-9b90-3b479cdbf205 req-ead40615-0a46-4032-b709-f5a201be450a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437831 Aug 23 14:25:41.829542 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0747907 Aug 23 14:25:41.844745 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Request body: {'port': {'device_id': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa', 'admin_state_up': True, 'tenant_id': '4ae04c19703948b084682c54287f9037', 'security_groups': ['49cd4044-ca9a-45ee-a448-b359cf04ac1d']}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:41.881829 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-37db344b-ed82-44a4-b3a3-65849efddc33 req-b672c9c3-e970-4201-8cac-780999b1b304 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3e360bc-c3ac-48cf-865e-8081ad934d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524012 Aug 23 14:25:41.956578 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:42.029399 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.061376 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7fd006e2-436d-4e45-b430-7a13c3618d94 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:42.097995 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-cb4f84b6-612d-402d-9a0a-c0bccb5fcf5c None None] Provisioning for port 4a636c77-075e-45d0-94a2-d6a16068f7e6 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:42.100936 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.113680 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-cb4f84b6-612d-402d-9a0a-c0bccb5fcf5c None None] Provisioning complete for port 4a636c77-075e-45d0-94a2-d6a16068f7e6 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:42.114086 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cb4f84b6-612d-402d-9a0a-c0bccb5fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.133030 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d47924a6-85c0-4ea6-8867-1c0ba769f29b req-4f653ddf-a671-4ee7-8a25-e4570fbf72d7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0180202 Aug 23 14:25:42.193027 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No active binding found for port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 {{(pid=76509) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Aug 23 14:25:42.193751 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:25:42.207621 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0f7fe29a-470b-424f-8505-aa4bfb2cfd7d req-15d4e70b-cbe1-4a38-aeeb-afe75112aa7e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.216889 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab08a6f-b05b-4615-aa02-d0ab8b517629', 'name': 'network-vif-deleted', 'tag': 'b81a3c5e-c21e-4bbf-97dd-ec744a8a2cad', 'status': 'completed', 'code': 200} Aug 23 14:25:42.236014 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['7a7c1f89-ab22-4f6c-a376-97349b6a4c31'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:42.238682 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] 10.222.0.86 "DELETE /v2.0/networks/f5585df4-d9f7-4122-a3b8-45dac41247fb HTTP/1.1" status: 204 len: 168 time: 5.8744888 Aug 23 14:25:42.240635 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Pushing event deleted for resources: {'Network': ['ID=f5585df4-d9f7-4122-a3b8-45dac41247fb,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:42.281962 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:42.293215 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1c144e88-e683-4995-ae01-6e1a5d85d9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:42.355557 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f84b6-612d-402d-9a0a-c0bccb5fcf5c None None] Port 4a636c77-075e-45d0-94a2-d6a16068f7e6 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:25:42.365153 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a25ff-949c-4772-b96b-793f36a465da req-fa2774d6-dceb-44de-a714-83d7824e5684 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:42.365153 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-5b2a25ff-949c-4772-b96b-793f36a465da req-fa2774d6-dceb-44de-a714-83d7824e5684 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Synchronizing usage tracker for tenant:820225b5fc2c4a49843f6267fe27a972 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:42.382819 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4e70b-cbe1-4a38-aeeb-afe75112aa7e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event deleted for resources: {'Port': ['ID=a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:42.415969 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e2a72e18-860e-415a-849b-d3594ca6d7e4 req-334ea2da-71e6-4ab9-a359-e0790f0b4e3b tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 210 time: 0.1043003 Aug 23 14:25:42.433484 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-15d4e70b-cbe1-4a38-aeeb-afe75112aa7e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:42.445872 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Attempting to bind port b7afa866-f977-42da-ab92-c3c330d6abe4 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:42.449416 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Attempting to bind port b7afa866-f977-42da-ab92-c3c330d6abe4 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:42.450268 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Attempting to bind port b7afa866-f977-42da-ab92-c3c330d6abe4 on network f0f6b55e-e85b-48de-9926-8589f458acf2 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:42.571541 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:42.583471 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-0c384d69-bf47-4803-9630-9547a0d83411 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:42.584726 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Usage tracker for resource:port and tenant:4ae04c19703948b084682c54287f9037 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:42.589366 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Quota usage for port was recalculated. Used quota:8. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:42.589633 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-0c384d69-bf47-4803-9630-9547a0d83411 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2783947 Aug 23 14:25:42.598783 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:42.613310 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-5b2a25ff-949c-4772-b96b-793f36a465da req-fa2774d6-dceb-44de-a714-83d7824e5684 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Unset dirty status for tenant:820225b5fc2c4a49843f6267fe27a972 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:42.614494 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5b2a25ff-949c-4772-b96b-793f36a465da req-fa2774d6-dceb-44de-a714-83d7824e5684 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 945 time: 1.0584500 Aug 23 14:25:42.667319 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Made reservation on behalf of 4ae04c19703948b084682c54287f9037 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:42.672411 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.711810 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Request body: {'port': {'device_id': '19f0f616-9360-47f2-ba3b-8808f3cf43c2', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': '8876a3677e3e4f91b1e0a704fbb57681'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:42.789306 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Port b7afa866-f977-42da-ab92-c3c330d6abe4 on network f0f6b55e-e85b-48de-9926-8589f458acf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:42.789840 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Attempting to bind port b7afa866-f977-42da-ab92-c3c330d6abe4 on network f0f6b55e-e85b-48de-9926-8589f458acf2 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:42.808735 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7fe29a-470b-424f-8505-aa4bfb2cfd7d req-15d4e70b-cbe1-4a38-aeeb-afe75112aa7e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] No DVR routers for this DVR port a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:42.891482 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-0f7fe29a-470b-424f-8505-aa4bfb2cfd7d req-15d4e70b-cbe1-4a38-aeeb-afe75112aa7e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.892537 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0f7fe29a-470b-424f-8505-aa4bfb2cfd7d req-15d4e70b-cbe1-4a38-aeeb-afe75112aa7e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.91 "DELETE /v2.0/ports/a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5 HTTP/1.1" status: 204 len: 173 time: 4.5781870 Aug 23 14:25:42.923990 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:25:42.924607 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Checking segment: {'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:25:42.925192 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Bound using segment: {'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:25:42.925834 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Bound port: b7afa866-f977-42da-ab92-c3c330d6abe4, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:25:42.926351 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:43.011547 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-5b2a25ff-949c-4772-b96b-793f36a465da req-ee83ed6f-0b34-45dd-9c94-e8ec3d5290c0 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Deleting port a86286a1-3956-493a-abef-0edcf0bdac08 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:43.011547 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-5b2a25ff-949c-4772-b96b-793f36a465da req-ee83ed6f-0b34-45dd-9c94-e8ec3d5290c0 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:43.165000 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Allocated IP 10.1.1.85 (60343cd1-e098-494e-b172-ce16a3009aaa/efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7/2e88c439-a70f-41cf-97ea-14dc8c330d1d) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:43.212993 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fb63d-f3a5-4c45-93ab-fd50db8ef551 req-7f495aea-7a44-4677-9929-5f96657df751 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:43.217283 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fb63d-f3a5-4c45-93ab-fd50db8ef551 req-7f495aea-7a44-4677-9929-5f96657df751 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:43.221537 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fb63d-f3a5-4c45-93ab-fd50db8ef551 req-7f495aea-7a44-4677-9929-5f96657df751 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:43.226199 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fb63d-f3a5-4c45-93ab-fd50db8ef551 req-7f495aea-7a44-4677-9929-5f96657df751 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:43.230579 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fb63d-f3a5-4c45-93ab-fd50db8ef551 req-7f495aea-7a44-4677-9929-5f96657df751 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:43.235106 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fb63d-f3a5-4c45-93ab-fd50db8ef551 req-7f495aea-7a44-4677-9929-5f96657df751 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:43.239050 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fb63d-f3a5-4c45-93ab-fd50db8ef551 req-7f495aea-7a44-4677-9929-5f96657df751 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:43.241021 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-986fb63d-f3a5-4c45-93ab-fd50db8ef551 req-7f495aea-7a44-4677-9929-5f96657df751 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5372 time: 0.4207175 Aug 23 14:25:43.251514 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180cc23-583e-4afc-a6b4-51e99e952886 req-fd7b2f28-89ee-4db3-aca7-7eec764b4857 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:43.260811 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3180cc23-583e-4afc-a6b4-51e99e952886 req-fd7b2f28-89ee-4db3-aca7-7eec764b4857 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 945 time: 0.8756714 Aug 23 14:25:43.364284 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:43.374512 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Usage tracker for resource:port and tenant:8876a3677e3e4f91b1e0a704fbb57681 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:43.385640 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Quota usage for port was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:43.391061 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3180cc23-583e-4afc-a6b4-51e99e952886 req-2f578a9c-f873-4020-b2de-be863710ccfa tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292660 Aug 23 14:25:43.409021 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] For port b7afa866-f977-42da-ab92-c3c330d6abe4, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:25:43.646460 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-986fb63d-f3a5-4c45-93ab-fd50db8ef551 req-82af82cd-49e5-4572-bc0c-fc607628ec33 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3777528 Aug 23 14:25:43.652687 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-5b2a25ff-949c-4772-b96b-793f36a465da req-ee83ed6f-0b34-45dd-9c94-e8ec3d5290c0 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] For port a86286a1-3956-493a-abef-0edcf0bdac08, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=a86286a1-3956-493a-abef-0edcf0bdac08,segment=NetworkSegment(9e491e17-3774-4665-b104-fa9bc1d27a27),segment_id=9e491e17-3774-4665-b104-fa9bc1d27a27)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:43.653440 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-5b2a25ff-949c-4772-b96b-793f36a465da req-ee83ed6f-0b34-45dd-9c94-e8ec3d5290c0 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:43.806791 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7c4eaeb4-492a-49b5-b976-66671600832f req-fb480746-281a-4baf-a75b-c48730223d76 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=4e7cdc14-4a35-416c-8822-3a9ed100d714 HTTP/1.1" status: 200 len: 210 time: 0.0948517 Aug 23 14:25:43.892214 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-5b2a25ff-949c-4772-b96b-793f36a465da req-ee83ed6f-0b34-45dd-9c94-e8ec3d5290c0 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Calling delete_port for a86286a1-3956-493a-abef-0edcf0bdac08 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:43.980595 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:43.980882 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.022565 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Transition to ACTIVE for port object 2e88c439-a70f-41cf-97ea-14dc8c330d1d will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:44.024442 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] For port b7afa866-f977-42da-ab92-c3c330d6abe4, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b7afa866-f977-42da-ab92-c3c330d6abe4,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:25:44.104148 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.118056 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2eb09588-4b22-4d90-a345-ac44beb94a10 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:44.187079 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Made reservation on behalf of 8876a3677e3e4f91b1e0a704fbb57681 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:44.188147 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.190256 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.200571 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-18f54bc7-5ea2-4209-bcb4-2cab13b259c0 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:44.220126 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7cdc14-4a35-416c-8822-3a9ed100d714', 'name': 'network-vif-deleted', 'tag': 'a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:44.354649 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ded3b-23e5-47f4-9e43-940eb4ebb149 req-be5a287d-1aa6-43ce-877b-3c619e84c360 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:44.358335 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0e0ded3b-23e5-47f4-9e43-940eb4ebb149 req-be5a287d-1aa6-43ce-877b-3c619e84c360 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Synchronizing usage tracker for tenant:4ae04c19703948b084682c54287f9037 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:44.385166 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Pushing event updated for resources: {'Port': ['ID=2e88c439-a70f-41cf-97ea-14dc8c330d1d,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:44.386987 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.390811 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] 10.222.0.60 "PUT /v2.0/ports/b7afa866-f977-42da-ab92-c3c330d6abe4 HTTP/1.1" status: 200 len: 1131 time: 7.3763735 Aug 23 14:25:44.395384 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Network 60343cd1-e098-494e-b172-ce16a3009aaa is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:44.408242 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:44.422003 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:44.434702 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:44.459069 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Pushing event updated for resources: {'Port': ['ID=b7afa866-f977-42da-ab92-c3c330d6abe4,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:44.481289 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:44.506022 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Request body: {'port': {'device_id': '96955f78-db51-4556-a154-2f91f4c3c030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:44.520916 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc4e7f-0a67-4768-a427-8d1b76116023 req-35f46aaa-143c-4e9b-afea-de198998261b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:44.526476 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-70bc4e7f-0a67-4768-a427-8d1b76116023 req-35f46aaa-143c-4e9b-afea-de198998261b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 945 time: 0.3931186 Aug 23 14:25:44.574886 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-0e0ded3b-23e5-47f4-9e43-940eb4ebb149 req-be5a287d-1aa6-43ce-877b-3c619e84c360 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Unset dirty status for tenant:4ae04c19703948b084682c54287f9037 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:44.578019 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e0ded3b-23e5-47f4-9e43-940eb4ebb149 req-be5a287d-1aa6-43ce-877b-3c619e84c360 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 932 time: 0.4912581 Aug 23 14:25:44.604858 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-5b2a25ff-949c-4772-b96b-793f36a465da req-ee83ed6f-0b34-45dd-9c94-e8ec3d5290c0 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.694965 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-70bc4e7f-0a67-4768-a427-8d1b76116023 req-3ee7cc02-4d86-4e73-bba4-772bcccc29e8 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/security-groups?id=d3e360bc-c3ac-48cf-865e-8081ad934d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608205 Aug 23 14:25:44.728622 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Allocated IP 192.168.233.249 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/2288943f-6739-4185-8a70-cd6f0bbddc33) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:44.766129 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:44.767276 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.870558 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0e0ded3b-23e5-47f4-9e43-940eb4ebb149 req-1baeb94e-8cc4-40ce-a12e-93a108788ccc tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007554 Aug 23 14:25:44.886056 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0462482 Aug 23 14:25:44.899104 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Request body: {'port': {'device_id': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa', 'admin_state_up': True, 'tenant_id': '4ae04c19703948b084682c54287f9037', 'security_groups': ['49cd4044-ca9a-45ee-a448-b359cf04ac1d']}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:45.032929 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8a2b0b37-d3b2-45bf-94fb-b290f108c37f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:45.155274 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83ed6f-0b34-45dd-9c94-e8ec3d5290c0 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Pushing event deleted for resources: {'Port': ['ID=a86286a1-3956-493a-abef-0edcf0bdac08,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:45.165961 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ee83ed6f-0b34-45dd-9c94-e8ec3d5290c0 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:45.183663 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26116f5d-1f75-4f1d-8ee1-07cbec7ebfa2 req-cf518ad0-3eea-4b43-a5c2-c17e14c47771 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 210 time: 0.0945292 Aug 23 14:25:45.250361 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-2152ebca-759d-4a87-8716-a1e86f0f8aa8 None None] Provisioning for port 2e88c439-a70f-41cf-97ea-14dc8c330d1d completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:45.256085 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-2152ebca-759d-4a87-8716-a1e86f0f8aa8 None None] Provisioning complete for port 2e88c439-a70f-41cf-97ea-14dc8c330d1d triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:45.262404 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2152ebca-759d-4a87-8716-a1e86f0f8aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:45.282622 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7cdc14-4a35-416c-8822-3a9ed100d714', 'name': 'network-vif-deleted', 'tag': 'a7c455d8-b8e4-489a-a0d8-eb8bf003f4f5', 'status': 'completed', 'code': 200} Aug 23 14:25:45.285622 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:45.293931 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:45.310250 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:45.388048 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Made reservation on behalf of 4ae04c19703948b084682c54287f9037 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:45.394446 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:45.404913 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-2152ebca-759d-4a87-8716-a1e86f0f8aa8 None None] Port 2e88c439-a70f-41cf-97ea-14dc8c330d1d cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:25:45.473613 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2a25ff-949c-4772-b96b-793f36a465da req-ee83ed6f-0b34-45dd-9c94-e8ec3d5290c0 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] No DVR routers for this DVR port a86286a1-3956-493a-abef-0edcf0bdac08 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:45.477305 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-5b2a25ff-949c-4772-b96b-793f36a465da req-ee83ed6f-0b34-45dd-9c94-e8ec3d5290c0 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:45.668848 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5b2a25ff-949c-4772-b96b-793f36a465da req-ee83ed6f-0b34-45dd-9c94-e8ec3d5290c0 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.91 "DELETE /v2.0/ports/a86286a1-3956-493a-abef-0edcf0bdac08 HTTP/1.1" status: 204 len: 173 time: 2.9317510 Aug 23 14:25:45.798900 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e57d20-71d5-42d4-9fef-b4468d9b0607 req-e52c47e9-ca8f-40db-a8c2-c57e84bb696a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:45.803120 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e57d20-71d5-42d4-9fef-b4468d9b0607 req-e52c47e9-ca8f-40db-a8c2-c57e84bb696a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:45.807415 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e57d20-71d5-42d4-9fef-b4468d9b0607 req-e52c47e9-ca8f-40db-a8c2-c57e84bb696a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:45.811319 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e57d20-71d5-42d4-9fef-b4468d9b0607 req-e52c47e9-ca8f-40db-a8c2-c57e84bb696a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:45.815584 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e57d20-71d5-42d4-9fef-b4468d9b0607 req-e52c47e9-ca8f-40db-a8c2-c57e84bb696a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:45.820581 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e57d20-71d5-42d4-9fef-b4468d9b0607 req-e52c47e9-ca8f-40db-a8c2-c57e84bb696a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:45.824473 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e57d20-71d5-42d4-9fef-b4468d9b0607 req-e52c47e9-ca8f-40db-a8c2-c57e84bb696a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:45.826615 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-49e57d20-71d5-42d4-9fef-b4468d9b0607 req-e52c47e9-ca8f-40db-a8c2-c57e84bb696a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5372 time: 0.3531590 Aug 23 14:25:45.840701 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48048) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:45.840895 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:45.897125 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb21c2-2ce1-43e7-a6c0-6740a259337e req-19c033a2-4546-4be0-9996-f8cd39bee77d tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:45.904142 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f6bb21c2-2ce1-43e7-a6c0-6740a259337e req-19c033a2-4546-4be0-9996-f8cd39bee77d tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 945 time: 0.3801522 Aug 23 14:25:45.910765 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Allocated IP 10.1.1.221 (60343cd1-e098-494e-b172-ce16a3009aaa/efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7/ffd6922c-9005-4b49-a0ec-84d29480b1c2) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:45.972947 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device a86286a1-3956-493a-abef-0edcf0bdac08 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:45.990356 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-49e57d20-71d5-42d4-9fef-b4468d9b0607 req-57b286ff-1604-4ac3-9aae-a9e0cc1f0c33 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1343255 Aug 23 14:25:46.019196 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: a86286a1-3956-493a-abef-0edcf0bdac08 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:25:46.019572 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device a86286a1-3956-493a-abef-0edcf0bdac08 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:25:46.075840 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1912297-a38b-480c-8f8a-667e7865044c {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:46.087086 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.119875 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Transition to ACTIVE for port object c1912297-a38b-480c-8f8a-667e7865044c will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:46.158150 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Transition to ACTIVE for port object 2288943f-6739-4185-8a70-cd6f0bbddc33 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:46.192786 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1177516075'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:46.208809 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.222768 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:46.222889 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f6bb21c2-2ce1-43e7-a6c0-6740a259337e req-35421618-add8-4303-a778-d6d16838f9fb tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165267 Aug 23 14:25:46.223282 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:46.282648 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Usage tracker for resource:network and tenant:4575e3325d60474ba1fba38f49fae0d3 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:46.296050 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:46.313651 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.325116 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['2a947fbf-4554-46bd-bb38-d9413f0cb4e2'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:46.459638 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Pushing event updated for resources: {'Port': ['ID=c1912297-a38b-480c-8f8a-667e7865044c,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:46.468109 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:46.471549 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b495bccc-ecc9-4a76-ba84-6a253b7a1c2f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:46.472833 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:46.650893 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:46.676831 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Made reservation on behalf of 4575e3325d60474ba1fba38f49fae0d3 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:46.684587 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.716113 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:46.749733 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-18f34dce-4e44-4958-8f03-5ba20a7cfefd req-f430a276-baac-4475-b26f-d9cce78b88c4 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a3f972d-6cc4-41b0-8384-bceefd101c4a HTTP/1.1" status: 200 len: 210 time: 0.2009029 Aug 23 14:25:46.750312 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:46.825971 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.929223 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Pushing event updated for resources: {'Port': ['ID=2288943f-6739-4185-8a70-cd6f0bbddc33,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:46.936957 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.962572 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:46.963259 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.975108 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Transition to ACTIVE for port object ffd6922c-9005-4b49-a0ec-84d29480b1c2 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:46.979758 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:46.987288 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:47.023754 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Attempting to bind port c1912297-a38b-480c-8f8a-667e7865044c on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:47.024003 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Usage tracker for resource:security_group_rule and tenant:4575e3325d60474ba1fba38f49fae0d3 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:47.024151 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Attempting to bind port c1912297-a38b-480c-8f8a-667e7865044c by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:47.024506 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Attempting to bind port c1912297-a38b-480c-8f8a-667e7865044c on network f0f6b55e-e85b-48de-9926-8589f458acf2 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:47.032295 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Port c1912297-a38b-480c-8f8a-667e7865044c on network f0f6b55e-e85b-48de-9926-8589f458acf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:47.032752 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Attempting to bind port c1912297-a38b-480c-8f8a-667e7865044c on network f0f6b55e-e85b-48de-9926-8589f458acf2 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:47.035708 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:47.041584 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:25:47.041930 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Checking segment: {'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:25:47.042455 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Bound using segment: {'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:25:47.043015 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Bound port: c1912297-a38b-480c-8f8a-667e7865044c, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:25:47.043370 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.058352 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a419b-31bf-4fea-b797-a9cbae6b7898 req-1cb75726-a4d4-40db-987f-5867ee173f77 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:47.063000 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a419b-31bf-4fea-b797-a9cbae6b7898 req-1cb75726-a4d4-40db-987f-5867ee173f77 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:47.070369 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd3a419b-31bf-4fea-b797-a9cbae6b7898 req-1cb75726-a4d4-40db-987f-5867ee173f77 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 1653 time: 0.3156905 Aug 23 14:25:47.074433 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:47.155900 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd3a419b-31bf-4fea-b797-a9cbae6b7898 req-338ab4b6-a07c-4f26-9b9f-79d2cf5c160e tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844426 Aug 23 14:25:47.192296 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5766697 Aug 23 14:25:47.198381 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] For port c1912297-a38b-480c-8f8a-667e7865044c, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:25:47.205129 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Request body: {'port': {'device_id': '19f0f616-9360-47f2-ba3b-8808f3cf43c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:47.261496 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] For port c1912297-a38b-480c-8f8a-667e7865044c, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c1912297-a38b-480c-8f8a-667e7865044c,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:25:47.297827 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c6b108d0-c69f-473c-a549-ad21ab44f0cc None None] Provisioning for port 2288943f-6739-4185-8a70-cd6f0bbddc33 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:47.303606 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c6b108d0-c69f-473c-a549-ad21ab44f0cc None None] Provisioning complete for port 2288943f-6739-4185-8a70-cd6f0bbddc33 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:47.303996 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c6b108d0-c69f-473c-a549-ad21ab44f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.324481 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.339393 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.348662 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6925f530-6b5d-40b7-86fa-0535a2a73835 tempest-ImagesTestJSON-1397972012 tempest-ImagesTestJSON-1397972012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:47.368090 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'tag': 'b7afa866-f977-42da-ab92-c3c330d6abe4'}, {'server_uuid': '9a3f972d-6cc4-41b0-8384-bceefd101c4a', 'name': 'network-vif-deleted', 'tag': 'a86286a1-3956-493a-abef-0edcf0bdac08'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:47.375235 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.386696 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.396810 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c6b108d0-c69f-473c-a549-ad21ab44f0cc None None] Port 2288943f-6739-4185-8a70-cd6f0bbddc33 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:25:47.402242 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-29a69fc3-65c5-4776-9946-6a765b140cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:47.407021 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.449429 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:25:47.460526 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.462806 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.463118 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Added segment 2b96652e-dc52-47e2-b72e-33d1639c168b of type vlan for network 846d7d18-205d-43c0-a0ae-d638ff55ed93 Aug 23 14:25:47.463237 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] 10.222.0.60 "PUT /v2.0/ports/c1912297-a38b-480c-8f8a-667e7865044c HTTP/1.1" status: 200 len: 1090 time: 2.9726977 Aug 23 14:25:47.505486 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.548822 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Pushing event updated for resources: {'Port': ['ID=c1912297-a38b-480c-8f8a-667e7865044c,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:47.551047 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Pushing event updated for resources: {'Port': ['ID=ffd6922c-9005-4b49-a0ec-84d29480b1c2,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:47.554249 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:47.559486 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Request body: {'port': {'device_id': '96955f78-db51-4556-a154-2f91f4c3c030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:47.566778 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Network 60343cd1-e098-494e-b172-ce16a3009aaa is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:47.623104 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:47.629067 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:47.633955 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:47.691168 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-aed7e235-a93e-4d56-8172-fc40fc5290b6 tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:47.760393 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9521f9e-b49d-4d67-979c-1aa1456927b6 req-2c7b3959-a577-4077-b973-0f429a79818e tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:47.769853 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c9521f9e-b49d-4d67-979c-1aa1456927b6 req-2c7b3959-a577-4077-b973-0f429a79818e tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 936 time: 0.5819411 Aug 23 14:25:47.778842 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.782941 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:47.783552 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.812722 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a94ccb6-a8cb-4b66-a97a-ed5137b94f6e,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:47.838724 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:47.844826 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b4994704-9e5c-4216-b916-f87f63418db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:47.863116 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48074) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:47.983045 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:47.984663 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:48.042854 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:48.118241 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-31987c87-a270-49ef-8ec7-a925095c0fc0 None None] Provisioning for port ffd6922c-9005-4b49-a0ec-84d29480b1c2 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:48.126830 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-31987c87-a270-49ef-8ec7-a925095c0fc0 None None] Provisioning complete for port ffd6922c-9005-4b49-a0ec-84d29480b1c2 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:48.127589 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-31987c87-a270-49ef-8ec7-a925095c0fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:48.200294 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Pushing event updated for resources: {'Network': ['ID=846d7d18-205d-43c0-a0ae-d638ff55ed93,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:48.206631 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:48.230400 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 846d7d18-205d-43c0-a0ae-d638ff55ed93 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:25:48.237487 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c9521f9e-b49d-4d67-979c-1aa1456927b6 req-8833416f-0b02-4fe4-8c04-79c4f7ca59fd tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674339 Aug 23 14:25:48.285276 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3927450 Aug 23 14:25:48.292422 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4536929 Aug 23 14:25:48.318072 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Request body: {'port': {'device_id': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037', 'admin_state_up': True, 'tenant_id': '4ae04c19703948b084682c54287f9037', 'security_groups': ['49cd4044-ca9a-45ee-a448-b359cf04ac1d']}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:48.464482 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-31987c87-a270-49ef-8ec7-a925095c0fc0 None None] Port ffd6922c-9005-4b49-a0ec-84d29480b1c2 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:25:48.541499 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'tag': 'b7afa866-f977-42da-ab92-c3c330d6abe4', 'status': 'completed', 'code': 200} Aug 23 14:25:48.541980 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3f972d-6cc4-41b0-8384-bceefd101c4a', 'name': 'network-vif-deleted', 'tag': 'a86286a1-3956-493a-abef-0edcf0bdac08', 'status': 'completed', 'code': 200} Aug 23 14:25:48.731969 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2288943f-6739-4185-8a70-cd6f0bbddc33 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:48.746126 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:48.792671 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Transition to ACTIVE for port object 2288943f-6739-4185-8a70-cd6f0bbddc33 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:48.822538 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:48.830995 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-da04ea7f-e5d3-45f1-9a6d-f01ba66486b5 req-32a2d02c-549e-4bf6-8741-2fbe5c2ca585 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 6276 time: 0.2879632 Aug 23 14:25:48.844290 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:48.878722 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49c40a-2c0d-4241-80ce-99f8656afc56 req-8cdfd4e6-c059-497a-a8b7-447ff771183a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:48.883567 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49c40a-2c0d-4241-80ce-99f8656afc56 req-8cdfd4e6-c059-497a-a8b7-447ff771183a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:48.887782 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49c40a-2c0d-4241-80ce-99f8656afc56 req-8cdfd4e6-c059-497a-a8b7-447ff771183a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:48.893124 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49c40a-2c0d-4241-80ce-99f8656afc56 req-8cdfd4e6-c059-497a-a8b7-447ff771183a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:48.898711 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49c40a-2c0d-4241-80ce-99f8656afc56 req-8cdfd4e6-c059-497a-a8b7-447ff771183a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:48.903643 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49c40a-2c0d-4241-80ce-99f8656afc56 req-8cdfd4e6-c059-497a-a8b7-447ff771183a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:48.908701 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49c40a-2c0d-4241-80ce-99f8656afc56 req-8cdfd4e6-c059-497a-a8b7-447ff771183a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:48.911838 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ed49c40a-2c0d-4241-80ce-99f8656afc56 req-8cdfd4e6-c059-497a-a8b7-447ff771183a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5384 time: 0.4493494 Aug 23 14:25:48.934905 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:48.946480 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4e80fc14-2f8e-4a1b-92e1-cfad1575b277 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:49.013105 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d80564-e63b-4978-96e5-f08b7103fef5 req-249ac098-f8c9-4dc9-be86-a8a00b20e496 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:49.014963 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-27d80564-e63b-4978-96e5-f08b7103fef5 req-249ac098-f8c9-4dc9-be86-a8a00b20e496 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 945 time: 0.3893142 Aug 23 14:25:49.029074 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Made reservation on behalf of 4ae04c19703948b084682c54287f9037 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:49.191828 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:49.217025 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:49.241878 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Transition to ACTIVE for port object 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:49.270656 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Pushing event updated for resources: {'Port': ['ID=2288943f-6739-4185-8a70-cd6f0bbddc33,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:49.277453 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:49.282957 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04ea7f-e5d3-45f1-9a6d-f01ba66486b5 req-e132466b-9799-4070-8b1d-dcef9045c86f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:49.283228 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04ea7f-e5d3-45f1-9a6d-f01ba66486b5 req-e132466b-9799-4070-8b1d-dcef9045c86f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:49.283598 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04ea7f-e5d3-45f1-9a6d-f01ba66486b5 req-e132466b-9799-4070-8b1d-dcef9045c86f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:49.285253 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-da04ea7f-e5d3-45f1-9a6d-f01ba66486b5 req-e132466b-9799-4070-8b1d-dcef9045c86f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4453864 Aug 23 14:25:49.371697 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ed49c40a-2c0d-4241-80ce-99f8656afc56 req-ee1760df-2898-4d3c-b51e-fa27d67ecf01 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4486609 Aug 23 14:25:49.390048 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:49.428024 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-27d80564-e63b-4978-96e5-f08b7103fef5 req-dc4f9bb4-88e2-47b9-ac9a-5eff03060e1e tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950164 Aug 23 14:25:49.446167 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f28497ac-f704-4680-ac64-e3c0c9c740b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:49.505627 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:49.561080 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48088) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:49.824512 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Pushing event updated for resources: {'Port': ['ID=683adaf1-cc1f-4f95-bcdb-5aa72f290c9e,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:49.896643 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:49.963261 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Attempting to bind port 2288943f-6739-4185-8a70-cd6f0bbddc33 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:49.963653 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Attempting to bind port 2288943f-6739-4185-8a70-cd6f0bbddc33 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:49.964028 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Attempting to bind port 2288943f-6739-4185-8a70-cd6f0bbddc33 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:49.991325 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04ea7f-e5d3-45f1-9a6d-f01ba66486b5 req-f5b57e7e-9c50-444e-9323-bce12bd87d5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:49.993058 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-da04ea7f-e5d3-45f1-9a6d-f01ba66486b5 req-f5b57e7e-9c50-444e-9323-bce12bd87d5e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6675379 Aug 23 14:25:50.036438 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Port 2288943f-6739-4185-8a70-cd6f0bbddc33 on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:50.038168 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Attempting to bind port 2288943f-6739-4185-8a70-cd6f0bbddc33 on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:50.115797 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48094) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:50.126024 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Request body: {'port': {'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93', 'binding:host_id': 'n-h1-805629-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1555124678'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:50.135410 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:25:50.135936 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:25:50.136512 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:25:50.137211 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Bound port: 2288943f-6739-4185-8a70-cd6f0bbddc33, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:25:50.137991 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:50.161341 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:50.174918 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Usage tracker for resource:port and tenant:7e824ff629654fc781c5c657e0fe7fea is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:50.188753 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:50.207324 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11d85c6-cb60-4b49-8bcf-e36afe0ea8b7 admin admin] Deleting subnet d5492dcf-e30d-4768-b9e2-7509514c5bbe {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:25:50.226328 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b11d85c6-cb60-4b49-8bcf-e36afe0ea8b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:50.365666 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:50.401254 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Attempting to bind port 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:50.401583 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Attempting to bind port 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:50.401923 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Attempting to bind port 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e on network f0f6b55e-e85b-48de-9926-8589f458acf2 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:50.428636 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Port 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e on network f0f6b55e-e85b-48de-9926-8589f458acf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:50.436400 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Attempting to bind port 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e on network f0f6b55e-e85b-48de-9926-8589f458acf2 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:50.444248 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] For port 2288943f-6739-4185-8a70-cd6f0bbddc33, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:25:50.446645 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:25:50.447020 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Checking segment: {'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:25:50.447359 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Bound using segment: {'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:25:50.447875 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Bound port: 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a7ff026-dc80-4643-af31-34113affe6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:25:50.448389 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:50.469375 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] For port 2288943f-6739-4185-8a70-cd6f0bbddc33, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2288943f-6739-4185-8a70-cd6f0bbddc33,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:25:50.494442 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b11d85c6-cb60-4b49-8bcf-e36afe0ea8b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:50.504351 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Made reservation on behalf of 7e824ff629654fc781c5c657e0fe7fea for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:50.506773 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:50.547454 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'tag': 'c1912297-a38b-480c-8f8a-667e7865044c'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:50.559872 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:50.573392 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:50.584137 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd17a8-9c45-4cc1-acc2-a54677cf8c32 req-26f09a8b-18fe-4aeb-8f6e-594c1026f68b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:50.588249 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd17a8-9c45-4cc1-acc2-a54677cf8c32 req-26f09a8b-18fe-4aeb-8f6e-594c1026f68b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:50.588937 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-44090df5-b065-4881-8432-76df216f8564 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:50.593163 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd17a8-9c45-4cc1-acc2-a54677cf8c32 req-26f09a8b-18fe-4aeb-8f6e-594c1026f68b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:50.594088 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-f2bd17a8-9c45-4cc1-acc2-a54677cf8c32 req-26f09a8b-18fe-4aeb-8f6e-594c1026f68b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Synchronizing usage tracker for tenant:4ae04c19703948b084682c54287f9037 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:50.601223 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Allocated IP 10.2.2.100 (7bd06f60-5c6d-482d-9ba9-7ac1efed0037/be98dc23-f694-4932-97a2-aea48dd049f5/a943cde5-700d-4e4a-a9bf-b2d44504d843) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:50.658516 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435bfba-1a1a-4a6f-a1bc-c4e0998edebe req-ded9be3d-3b66-4156-bd06-a678bb3f1c4f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:50.659920 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0435bfba-1a1a-4a6f-a1bc-c4e0998edebe req-ded9be3d-3b66-4156-bd06-a678bb3f1c4f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.60 "GET /v2.0/ports?device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 949 time: 0.7493317 Aug 23 14:25:50.671090 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9433e705-a637-4445-82ed-7dcc771b2efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:50.725088 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:50.726881 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] 10.222.0.91 "PUT /v2.0/ports/2288943f-6739-4185-8a70-cd6f0bbddc33 HTTP/1.1" status: 200 len: 1096 time: 3.5257549 Aug 23 14:25:50.735416 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] For port 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:25:50.755361 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] For port 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=683adaf1-cc1f-4f95-bcdb-5aa72f290c9e,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:25:50.766959 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:50.779713 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Usage tracker for resource:security_group_rule and tenant:7e824ff629654fc781c5c657e0fe7fea is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:50.785705 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Pushing event updated for resources: {'Port': ['ID=2288943f-6739-4185-8a70-cd6f0bbddc33,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:50.791044 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:50.792026 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:50.803223 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:50.819376 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b11d85c6-cb60-4b49-8bcf-e36afe0ea8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:50.869690 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:50.897717 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:50.937705 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-f2bd17a8-9c45-4cc1-acc2-a54677cf8c32 req-26f09a8b-18fe-4aeb-8f6e-594c1026f68b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Unset dirty status for tenant:4ae04c19703948b084682c54287f9037 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:50.942467 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f2bd17a8-9c45-4cc1-acc2-a54677cf8c32 req-26f09a8b-18fe-4aeb-8f6e-594c1026f68b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 2374 time: 1.1715124 Aug 23 14:25:50.974584 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2241f-37c6-4799-9b8c-baf76cd46cb0 req-b8e52d5a-1e94-44f3-aab5-38ec83010158 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:50.976284 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f8d2241f-37c6-4799-9b8c-baf76cd46cb0 req-b8e52d5a-1e94-44f3-aab5-38ec83010158 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 949 time: 0.6804302 Aug 23 14:25:51.030027 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:51.032353 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] 10.222.0.60 "PUT /v2.0/ports/683adaf1-cc1f-4f95-bcdb-5aa72f290c9e HTTP/1.1" status: 200 len: 1091 time: 3.4771433 Aug 23 14:25:51.050451 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-0435bfba-1a1a-4a6f-a1bc-c4e0998edebe req-1c1706c0-5ec8-4b21-bd89-bc5c3bac494f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Deleting port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:51.050997 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0435bfba-1a1a-4a6f-a1bc-c4e0998edebe req-1c1706c0-5ec8-4b21-bd89-bc5c3bac494f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:51.107981 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:51.120456 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Pushing event updated for resources: {'Port': ['ID=683adaf1-cc1f-4f95-bcdb-5aa72f290c9e,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:51.125264 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:51.147746 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Request body: {'port': {'device_id': '96955f78-db51-4556-a154-2f91f4c3c030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:51.204552 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-fc5d5f25-4103-4af1-a01c-1e12a079461a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:51.224340 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:51.228879 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-274d6978-b87e-455b-bd01-29dfa521ee67 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:51.281790 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] device_id is not set on port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed yet. {{(pid=76506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:25:51.331939 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-b9a4dd51-81a5-4bac-9388-49423e955bba service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8876a3677e3e4f91b1e0a704fbb57681&device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 1099 time: 0.3995647 Aug 23 14:25:51.406410 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f2bd17a8-9c45-4cc1-acc2-a54677cf8c32 req-46725491-6e13-4e90-803e-981b0015737c tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4464319 Aug 23 14:25:51.437423 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f8d2241f-37c6-4799-9b8c-baf76cd46cb0 req-68a2843e-4b0c-405d-82d4-56517be7b9b7 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/security-groups?id=9e4444f0-f822-49dc-b0a6-4581e2c580fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306903 Aug 23 14:25:51.463289 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b11d85c6-cb60-4b49-8bcf-e36afe0ea8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:51.478086 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269533fb-ebac-4974-8b71-a2b251ab3d91,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:51.485199 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-418d3e05-683e-4ce5-987d-78729e3233d6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=2288943f-6739-4185-8a70-cd6f0bbddc33 HTTP/1.1" status: 200 len: 217 time: 0.1431737 Aug 23 14:25:51.486972 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:51.505013 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-15630188-6bfc-4519-b680-b9469f2da230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:51.582898 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:51.640981 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:51.745895 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-22bf965b-7ffb-4614-9b87-7f8cb2cf294f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:51.747381 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-22bf965b-7ffb-4614-9b87-7f8cb2cf294f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.2521644 Aug 23 14:25:51.788581 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:51.838881 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d85c6-cb60-4b49-8bcf-e36afe0ea8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5492dcf-e30d-4768-b9e2-7509514c5bbe,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:51.930391 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b11d85c6-cb60-4b49-8bcf-e36afe0ea8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:52.008830 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Transition to ACTIVE for port object a943cde5-700d-4e4a-a9bf-b2d44504d843 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:52.020197 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b11d85c6-cb60-4b49-8bcf-e36afe0ea8b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:52.118418 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-b11d85c6-cb60-4b49-8bcf-e36afe0ea8b7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d5492dcf-e30d-4768-b9e2-7509514c5bbe HTTP/1.1" status: 204 len: 168 time: 2.5529542 Aug 23 14:25:52.128335 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48104) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:52.163074 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-b298b4f2-fef7-4a7d-9b1d-f94f98e1397f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4046860 Aug 23 14:25:52.166978 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] device_id is not set on port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed yet. {{(pid=76506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:25:52.212228 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:52.222732 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-0435bfba-1a1a-4a6f-a1bc-c4e0998edebe req-1c1706c0-5ec8-4b21-bd89-bc5c3bac494f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] For port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=7a7c1f89-ab22-4f6c-a376-97349b6a4c31,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:52.223299 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0435bfba-1a1a-4a6f-a1bc-c4e0998edebe req-1c1706c0-5ec8-4b21-bd89-bc5c3bac494f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:52.296829 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Transition to ACTIVE for port object 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:52.388156 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-b07719e4-8c6f-4b18-a7aa-66dd7e362326 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166576 Aug 23 14:25:52.455880 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:52.506647 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-0435bfba-1a1a-4a6f-a1bc-c4e0998edebe req-1c1706c0-5ec8-4b21-bd89-bc5c3bac494f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Calling delete_port for 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:52.527950 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a865d6e4-d8a7-4ed5-8aaa-a08f4cb52771 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:52.603358 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8505e4f-25a8-4f11-8b44-3978bf31279f req-dc0332bf-59ba-4976-81ee-5b58d71f3f86 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:52.607343 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8505e4f-25a8-4f11-8b44-3978bf31279f req-dc0332bf-59ba-4976-81ee-5b58d71f3f86 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:52.611496 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8505e4f-25a8-4f11-8b44-3978bf31279f req-dc0332bf-59ba-4976-81ee-5b58d71f3f86 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:52.615858 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8505e4f-25a8-4f11-8b44-3978bf31279f req-dc0332bf-59ba-4976-81ee-5b58d71f3f86 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:52.620618 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8505e4f-25a8-4f11-8b44-3978bf31279f req-dc0332bf-59ba-4976-81ee-5b58d71f3f86 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:52.627711 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8505e4f-25a8-4f11-8b44-3978bf31279f req-dc0332bf-59ba-4976-81ee-5b58d71f3f86 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:52.633368 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8505e4f-25a8-4f11-8b44-3978bf31279f req-dc0332bf-59ba-4976-81ee-5b58d71f3f86 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:52.635689 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a8505e4f-25a8-4f11-8b44-3978bf31279f req-dc0332bf-59ba-4976-81ee-5b58d71f3f86 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5396 time: 0.7987177 Aug 23 14:25:52.642445 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b267d6-c759-41b7-97e2-6d9643d3b429 req-a72b0b8f-d35a-4982-8b4d-12f7d8e5ccaf tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:52.643950 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5b267d6-c759-41b7-97e2-6d9643d3b429 req-a72b0b8f-d35a-4982-8b4d-12f7d8e5ccaf tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 948 time: 0.9899249 Aug 23 14:25:52.645028 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:52.648625 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c426687e-4255-41d6-baa2-3e0b2fb210c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:52.657909 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:52.740209 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2159fc-68ae-4edd-adbe-3629754db35f {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:52.760484 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:52.777194 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Pushing event updated for resources: {'Port': ['ID=21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:52.800214 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:52.820974 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Transition to ACTIVE for port object 9c2159fc-68ae-4edd-adbe-3629754db35f will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:52.847688 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-bdb947f3-53b5-4426-a0da-19b6b55d7d74 req-b5335604-d093-4fec-9db9-0daa0b622647 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262691 Aug 23 14:25:52.850313 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Checking segment: {'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:25:52.850729 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Network hostable DHCP agents. Network: 846d7d18-205d-43c0-a0ae-d638ff55ed93, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:25:52.901501 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:52.906825 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7d8aea51-8f53-43c2-987f-1f1ab96938fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:52.932604 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Network 7bd06f60-5c6d-482d-9ba9-7ac1efed0037 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:52.942337 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Pushing event updated for resources: {'Port': ['ID=a943cde5-700d-4e4a-a9bf-b2d44504d843,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:52.957670 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:52.964900 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:53.035922 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:53.055783 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Network 846d7d18-205d-43c0-a0ae-d638ff55ed93 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:25:53.182987 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2159fc-68ae-4edd-adbe-3629754db35f,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:53.188259 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:53.190340 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a8505e4f-25a8-4f11-8b44-3978bf31279f req-8d9ceba5-aec1-4c3d-856a-fc2096d36b62 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5355420 Aug 23 14:25:53.214516 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5b267d6-c759-41b7-97e2-6d9643d3b429 req-f686cebb-8306-47c2-ba58-8d6c1ac9aede tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101025 Aug 23 14:25:53.216867 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 846d7d18-205d-43c0-a0ae-d638ff55ed93) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:53.222257 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:53.225618 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c45004d-cf49-46ce-ac51-7f0f75ef80ae None None] Network 846d7d18-205d-43c0-a0ae-d638ff55ed93 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:25:53.244378 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:53.244986 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:53.245518 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:53.280318 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:53.280678 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:25:53.283388 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 2 to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed Aug 23 14:25:53.324090 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:53.324426 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:53.324763 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:53.345648 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:53.346017 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:25:53.346555 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 3 to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed Aug 23 14:25:53.365116 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Attempting to bind port 9c2159fc-68ae-4edd-adbe-3629754db35f on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:53.365462 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Attempting to bind port 9c2159fc-68ae-4edd-adbe-3629754db35f by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '2e2818a3-609e-43ea-a696-200db31a23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:53.365819 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Attempting to bind port 9c2159fc-68ae-4edd-adbe-3629754db35f on network 858144c2-6cd4-447d-8936-4f3181765b0c {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:53.382260 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:53.382555 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:53.383448 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:53.390758 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Port 9c2159fc-68ae-4edd-adbe-3629754db35f on network 858144c2-6cd4-447d-8936-4f3181765b0c not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:53.391074 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Attempting to bind port 9c2159fc-68ae-4edd-adbe-3629754db35f on network 858144c2-6cd4-447d-8936-4f3181765b0c {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:53.395050 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:53.395382 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:25:53.397331 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 4 to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed Aug 23 14:25:53.416997 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:25:53.417407 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Checking segment: {'id': '2e2818a3-609e-43ea-a696-200db31a23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:25:53.418001 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Bound using segment: {'id': '2e2818a3-609e-43ea-a696-200db31a23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:25:53.418407 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Bound port: 9c2159fc-68ae-4edd-adbe-3629754db35f, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2818a3-609e-43ea-a696-200db31a23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:25:53.418757 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.451038 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'tag': 'c1912297-a38b-480c-8f8a-667e7865044c', 'status': 'completed', 'code': 200} Aug 23 14:25:53.451588 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:53.452422 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:53.452766 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:53.479793 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c426687e-4255-41d6-baa2-3e0b2fb210c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.505742 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:53.505742 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:25:53.505742 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 5 to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed Aug 23 14:25:53.558927 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-c426687e-4255-41d6-baa2-3e0b2fb210c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751e3a73-43ba-4c31-8700-234bd202d289']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:53.583652 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-c426687e-4255-41d6-baa2-3e0b2fb210c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e491e17-3774-4665-b104-fa9bc1d27a27') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:53.585010 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-c426687e-4255-41d6-baa2-3e0b2fb210c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e491e17-3774-4665-b104-fa9bc1d27a27') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:53.668060 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-cbd8305d-f706-4355-a458-69087af7a839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.669889 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-70dd4607-fd71-45c8-9054-41476263b554 None None] Provisioning for port a943cde5-700d-4e4a-a9bf-b2d44504d843 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:53.676468 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-70dd4607-fd71-45c8-9054-41476263b554 None None] Provisioning complete for port a943cde5-700d-4e4a-a9bf-b2d44504d843 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:53.677088 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-70dd4607-fd71-45c8-9054-41476263b554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.679580 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:53.680109 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:53.680405 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:53.714765 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7ce5b4c7-917e-4b82-bbf4-7f055be4fe4d req-b28075d6-c067-4369-9145-fd4918fc0f4e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.86 "GET /v2.0/ports?device_id=344156d3-a79e-40e8-9227-86795f137ed3 HTTP/1.1" status: 200 len: 210 time: 0.1151235 Aug 23 14:25:53.715031 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:53.715031 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:25:53.715466 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 6 to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed Aug 23 14:25:53.728053 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0435bfba-1a1a-4a6f-a1bc-c4e0998edebe req-1c1706c0-5ec8-4b21-bd89-bc5c3bac494f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.731617 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c426687e-4255-41d6-baa2-3e0b2fb210c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.743970 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:53.744615 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.756841 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:53.757336 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:53.757882 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:53.778806 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-85f35828-18c1-4a7e-8275-31cee0d6b131 req-c935b32b-495d-43cb-8756-8d4486e03ab0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 6368 time: 0.3223288 Aug 23 14:25:53.799163 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-70dd4607-fd71-45c8-9054-41476263b554 None None] Port a943cde5-700d-4e4a-a9bf-b2d44504d843 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:25:53.817118 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] For port 9c2159fc-68ae-4edd-adbe-3629754db35f, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:25:53.824704 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:53.825214 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:25:53.833981 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 7 to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed Aug 23 14:25:53.860772 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5510256 Aug 23 14:25:53.861759 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-118f570d-3219-4cbe-8c88-5e7a59e37339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:53.919327 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] For port 9c2159fc-68ae-4edd-adbe-3629754db35f, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9c2159fc-68ae-4edd-adbe-3629754db35f,segment=NetworkSegment(2e2818a3-609e-43ea-a696-200db31a23d2),segment_id=2e2818a3-609e-43ea-a696-200db31a23d2)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:25:53.926652 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:53.927027 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:53.927368 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:53.939409 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Request body: {'port': {'device_id': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037', 'admin_state_up': True, 'tenant_id': '4ae04c19703948b084682c54287f9037', 'security_groups': ['49cd4044-ca9a-45ee-a448-b359cf04ac1d']}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:53.948328 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:53.948683 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:25:53.951494 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 8 to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed Aug 23 14:25:53.981597 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.991619 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9fe82a55-dcd5-4619-9131-fe9ee754d1f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:54.008187 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1706c0-5ec8-4b21-bd89-bc5c3bac494f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Pushing event deleted for resources: {'Port': ['ID=7a7c1f89-ab22-4f6c-a376-97349b6a4c31,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:54.053273 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:54.053858 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:54.054427 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:54.109325 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f35828-18c1-4a7e-8275-31cee0d6b131 req-d61349ab-9d5e-40cf-b84b-6fc1c79507e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:54.109850 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f35828-18c1-4a7e-8275-31cee0d6b131 req-d61349ab-9d5e-40cf-b84b-6fc1c79507e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:54.110486 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f35828-18c1-4a7e-8275-31cee0d6b131 req-d61349ab-9d5e-40cf-b84b-6fc1c79507e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:54.113262 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-85f35828-18c1-4a7e-8275-31cee0d6b131 req-d61349ab-9d5e-40cf-b84b-6fc1c79507e2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3245387 Aug 23 14:25:54.122208 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:54.122817 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:25:54.130659 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 9 to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed Aug 23 14:25:54.168430 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c426687e-4255-41d6-baa2-3e0b2fb210c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:54.178547 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1c1706c0-5ec8-4b21-bd89-bc5c3bac494f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:54.236583 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:54.238019 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] 10.222.0.60 "PUT /v2.0/ports/9c2159fc-68ae-4edd-adbe-3629754db35f HTTP/1.1" status: 200 len: 1091 time: 3.0956900 Aug 23 14:25:54.240968 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:54.241322 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:54.241700 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:54.252036 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2159fc-68ae-4edd-adbe-3629754db35f,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:54.260318 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:54.266283 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:54.266627 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:25:54.269434 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 10 to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed Aug 23 14:25:54.326317 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c426687e-4255-41d6-baa2-3e0b2fb210c8 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:25:54.326716 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c426687e-4255-41d6-baa2-3e0b2fb210c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:54.328269 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:54.328609 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:54.328946 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:25:54.342705 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:25:54.359589 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:54.365053 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:25:54.365053 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:54.401371 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f35828-18c1-4a7e-8275-31cee0d6b131 req-0ac74049-e2c3-487c-992c-c645a88da8e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:54.403823 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-85f35828-18c1-4a7e-8275-31cee0d6b131 req-0ac74049-e2c3-487c-992c-c645a88da8e9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2798200 Aug 23 14:25:54.460884 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Request body: {'port': {'device_id': '96955f78-db51-4556-a154-2f91f4c3c030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:54.477946 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:54.569169 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-0435bfba-1a1a-4a6f-a1bc-c4e0998edebe req-1c1706c0-5ec8-4b21-bd89-bc5c3bac494f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] No DVR routers for this DVR port 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:54.600893 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-0435bfba-1a1a-4a6f-a1bc-c4e0998edebe req-1c1706c0-5ec8-4b21-bd89-bc5c3bac494f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:54.604226 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0435bfba-1a1a-4a6f-a1bc-c4e0998edebe req-1c1706c0-5ec8-4b21-bd89-bc5c3bac494f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] 10.222.0.60 "DELETE /v2.0/ports/7a7c1f89-ab22-4f6c-a376-97349b6a4c31 HTTP/1.1" status: 204 len: 173 time: 3.8534312 Aug 23 14:25:54.608195 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344156d3-a79e-40e8-9227-86795f137ed3', 'name': 'network-vif-deleted', 'tag': '7a7c1f89-ab22-4f6c-a376-97349b6a4c31'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:54.662163 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] For port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:25:54.662163 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempted to set empty binding levels {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 14:25:54.674974 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:54.729669 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:54.729910 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:54.751590 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:54.752176 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151fd6e-4b67-431c-a548-37ca86412b71 req-1121156a-805e-457a-9f2b-154ee1130d7d tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:54.754223 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0151fd6e-4b67-431c-a548-37ca86412b71 req-1121156a-805e-457a-9f2b-154ee1130d7d tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 945 time: 1.2405002 Aug 23 14:25:54.771623 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f34c79-87c9-4942-8a00-8e55b8e62e4f req-1f39d326-dc03-456d-a1f7-542760253a99 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:54.778117 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f34c79-87c9-4942-8a00-8e55b8e62e4f req-1f39d326-dc03-456d-a1f7-542760253a99 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:54.782120 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:54.787224 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f34c79-87c9-4942-8a00-8e55b8e62e4f req-1f39d326-dc03-456d-a1f7-542760253a99 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:54.789406 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:25:54.790101 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 7a7c1f89-ab22-4f6c-a376-97349b6a4c31 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:25:54.793811 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f34c79-87c9-4942-8a00-8e55b8e62e4f req-1f39d326-dc03-456d-a1f7-542760253a99 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:54.806500 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-15f34c79-87c9-4942-8a00-8e55b8e62e4f req-1f39d326-dc03-456d-a1f7-542760253a99 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 3095 time: 0.8929224 Aug 23 14:25:54.819291 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c426687e-4255-41d6-baa2-3e0b2fb210c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:54.840833 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:54.859149 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:54.869458 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:54.892868 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c426687e-4255-41d6-baa2-3e0b2fb210c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:54.948002 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426687e-4255-41d6-baa2-3e0b2fb210c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=751e3a73-43ba-4c31-8700-234bd202d289,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:54.962140 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c426687e-4255-41d6-baa2-3e0b2fb210c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:54.976944 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.8588912 Aug 23 14:25:54.988134 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48120) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:54.988311 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Pushing event updated for resources: {'Port': ['ID=21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:54.995103 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:55.069281 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-15f34c79-87c9-4942-8a00-8e55b8e62e4f req-2f68cc17-d68e-4574-b41b-78c67d720a7e tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614999 Aug 23 14:25:55.070450 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Made reservation on behalf of 4ae04c19703948b084682c54287f9037 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:55.095079 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0151fd6e-4b67-431c-a548-37ca86412b71 req-d53137b2-1117-4941-85a7-5283b11f0291 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791784 Aug 23 14:25:55.098364 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-c426687e-4255-41d6-baa2-3e0b2fb210c8 admin admin] 10.222.0.86 "DELETE /v2.0/networks/751e3a73-43ba-4c31-8700-234bd202d289 HTTP/1.1" status: 204 len: 168 time: 2.9641807 Aug 23 14:25:55.369508 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-1e318cd7-2d96-4345-907f-84eb3fba4095 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Deleting port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:55.369508 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e318cd7-2d96-4345-907f-84eb3fba4095 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:55.530196 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f0f616-9360-47f2-ba3b-8808f3cf43c2', 'tag': '2288943f-6739-4185-8a70-cd6f0bbddc33'}, {'name': 'network-changed', 'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'tag': '683adaf1-cc1f-4f95-bcdb-5aa72f290c9e'}, {'name': 'network-changed', 'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'tag': '9c2159fc-68ae-4edd-adbe-3629754db35f'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:55.568434 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:55.587223 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:55.618293 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Transition to ACTIVE for port object c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:55.652895 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:55.684170 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:55.702469 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:55.728981 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48128) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:55.898654 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:55.904643 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:55.981257 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:56.020543 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2288943f-6739-4185-8a70-cd6f0bbddc33 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:25:56.084266 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Attempting to bind port c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:56.085028 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Attempting to bind port c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '2e2818a3-609e-43ea-a696-200db31a23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:56.085714 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Attempting to bind port c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d on network 858144c2-6cd4-447d-8936-4f3181765b0c {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:56.096664 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Port c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d on network 858144c2-6cd4-447d-8936-4f3181765b0c not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:25:56.097159 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Attempting to bind port c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d on network 858144c2-6cd4-447d-8936-4f3181765b0c {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:25:56.116244 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:25:56.116927 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Checking segment: {'id': '2e2818a3-609e-43ea-a696-200db31a23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:25:56.117704 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Bound using segment: {'id': '2e2818a3-609e-43ea-a696-200db31a23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:25:56.118354 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Bound port: c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2818a3-609e-43ea-a696-200db31a23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:25:56.118907 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:56.242473 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2288943f-6739-4185-8a70-cd6f0bbddc33, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2288943f-6739-4185-8a70-cd6f0bbddc33,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:56.268094 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '2288943f-6739-4185-8a70-cd6f0bbddc33', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': '2288943f-6739-4185-8a70-cd6f0bbddc33', 'mac_address': 'fa:16:3e:83:d0:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:25:56.273710 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabaf88-3ac9-4a7a-aae8-c1e938b51396 req-3cde325f-ed95-4e78-9199-537056e28e35 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:56.282824 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] For port c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d, host n-h2-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:25:56.286584 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1fabaf88-3ac9-4a7a-aae8-c1e938b51396 req-3cde325f-ed95-4e78-9199-537056e28e35 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 948 time: 0.8906856 Aug 23 14:25:56.293711 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] For port c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d,segment=NetworkSegment(2e2818a3-609e-43ea-a696-200db31a23d2),segment_id=2e2818a3-609e-43ea-a696-200db31a23d2)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:25:56.347204 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:56.368807 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2288943f-6739-4185-8a70-cd6f0bbddc33 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:56.369729 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:56.379000 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:56.384270 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d0eb0-0156-4c69-a24b-743eb2e74cd0 req-180a2425-51c4-437a-8eca-55e6c2cd6443 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:56.391790 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d0eb0-0156-4c69-a24b-743eb2e74cd0 req-180a2425-51c4-437a-8eca-55e6c2cd6443 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:56.394890 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2288943f-6739-4185-8a70-cd6f0bbddc33, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2288943f-6739-4185-8a70-cd6f0bbddc33,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:56.398645 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d0eb0-0156-4c69-a24b-743eb2e74cd0 req-180a2425-51c4-437a-8eca-55e6c2cd6443 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:56.405984 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d0eb0-0156-4c69-a24b-743eb2e74cd0 req-180a2425-51c4-437a-8eca-55e6c2cd6443 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:56.412810 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d0eb0-0156-4c69-a24b-743eb2e74cd0 req-180a2425-51c4-437a-8eca-55e6c2cd6443 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:56.419626 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d0eb0-0156-4c69-a24b-743eb2e74cd0 req-180a2425-51c4-437a-8eca-55e6c2cd6443 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:56.425527 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d0eb0-0156-4c69-a24b-743eb2e74cd0 req-180a2425-51c4-437a-8eca-55e6c2cd6443 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:56.427892 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6d1d0eb0-0156-4c69-a24b-743eb2e74cd0 req-180a2425-51c4-437a-8eca-55e6c2cd6443 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5408 time: 1.0272429 Aug 23 14:25:56.456218 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:56.460255 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] 10.222.0.60 "PUT /v2.0/ports/c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d HTTP/1.1" status: 200 len: 1091 time: 2.0077488 Aug 23 14:25:56.491950 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:56.495589 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-1e318cd7-2d96-4345-907f-84eb3fba4095 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] For port 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed, host n-h1-805629-1, got binding levels [] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:56.495975 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e318cd7-2d96-4345-907f-84eb3fba4095 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:56.503039 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:56.509182 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4fb458df-7dba-4fc5-8f34-41c7f30381e3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=820225b5fc2c4a49843f6267fe27a972&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7724018 Aug 23 14:25:56.513390 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48136) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:56.519833 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-9433e705-a637-4445-82ed-7dcc771b2efc admin admin] Deleting port 86f70d14-b9f8-4623-8001-f6e863ed4eae {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:25:56.520452 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9433e705-a637-4445-82ed-7dcc771b2efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:56.525110 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:56.528749 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:56.630300 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=2288943f-6739-4185-8a70-cd6f0bbddc33,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:56.634398 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:56.961140 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6da12a41-57f8-4ea4-99a7-093ac210c014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:56.962991 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['2288943f-6739-4185-8a70-cd6f0bbddc33'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:25:56.963092 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6da12a41-57f8-4ea4-99a7-093ac210c014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:56.963092 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-bdcf41e9-3b24-4320-813f-17b013e49cd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 6477 time: 0.1954687 Aug 23 14:25:56.963092 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-bd3f56f0-4d18-4678-91e3-a06fa2b250da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5440ff85-26d7-40aa-bb9e-b550d1c91090 HTTP/1.1" status: 200 len: 217 time: 0.0694571 Aug 23 14:25:56.963307 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-1e318cd7-2d96-4345-907f-84eb3fba4095 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Calling delete_port for 21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed owned by {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:56.978009 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-fc484b23-3e56-4174-a5f0-f25ea892f4d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:56.979640 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-fc484b23-3e56-4174-a5f0-f25ea892f4d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70854ba0-fc96-4f7c-8613-5507e36941a2 HTTP/1.1" status: 200 len: 851 time: 0.0805614 Aug 23 14:25:57.008960 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1fabaf88-3ac9-4a7a-aae8-c1e938b51396 req-334fc005-39a2-4dcc-ac5b-83f0108d671a tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7213359 Aug 23 14:25:57.108242 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6d671e96-a7ae-41d2-9c36-10f0814bda44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d27153f4-243c-41c7-bfad-3a69009a013b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215777 Aug 23 14:25:57.116133 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6d1d0eb0-0156-4c69-a24b-743eb2e74cd0 req-67e841ec-c756-40f6-807f-bde0e6b09d25 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6655223 Aug 23 14:25:57.135830 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Allocated IP 10.2.2.200 (7bd06f60-5c6d-482d-9ba9-7ac1efed0037/be98dc23-f694-4932-97a2-aea48dd049f5/901e53a0-2ec9-4803-8854-0ec8ae58fdd9) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:57.309980 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-9433e705-a637-4445-82ed-7dcc771b2efc admin admin] For port 86f70d14-b9f8-4623-8001-f6e863ed4eae, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=86f70d14-b9f8-4623-8001-f6e863ed4eae,segment=NetworkSegment(f1968ffc-eae6-45d8-b95d-caf8588e9c8e),segment_id=f1968ffc-eae6-45d8-b95d-caf8588e9c8e)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:57.310614 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9433e705-a637-4445-82ed-7dcc771b2efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:57.388476 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e318cd7-2d96-4345-907f-84eb3fba4095 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:57.422119 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-283a3255-74f6-4317-b8fd-b45b51fea755 service neutron] 10.222.0.60 "GET /v2.0/networks/d27153f4-243c-41c7-bfad-3a69009a013b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051941 Aug 23 14:25:57.426227 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f0f616-9360-47f2-ba3b-8808f3cf43c2', 'tag': '2288943f-6739-4185-8a70-cd6f0bbddc33', 'status': 'completed', 'code': 200} Aug 23 14:25:57.426453 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'tag': '683adaf1-cc1f-4f95-bcdb-5aa72f290c9e', 'status': 'completed', 'code': 200} Aug 23 14:25:57.427081 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'tag': '9c2159fc-68ae-4edd-adbe-3629754db35f', 'status': 'completed', 'code': 200} Aug 23 14:25:57.429192 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6da12a41-57f8-4ea4-99a7-093ac210c014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:57.537298 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-85f09e92-0996-455a-afcd-db2a6e839335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:57.546931 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344156d3-a79e-40e8-9227-86795f137ed3', 'name': 'network-vif-deleted', 'tag': '7a7c1f89-ab22-4f6c-a376-97349b6a4c31', 'status': 'completed', 'code': 200} Aug 23 14:25:57.547971 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-29f47129-79a9-4414-8e41-dfc38a4f8610 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:57.691355 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-9433e705-a637-4445-82ed-7dcc771b2efc admin admin] Calling delete_port for 86f70d14-b9f8-4623-8001-f6e863ed4eae owned by network:router_interface {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:25:57.720549 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da12a41-57f8-4ea4-99a7-093ac210c014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e360bc-c3ac-48cf-865e-8081ad934d9b,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:57.725943 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6da12a41-57f8-4ea4-99a7-093ac210c014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:57.727055 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-6da12a41-57f8-4ea4-99a7-093ac210c014 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d3e360bc-c3ac-48cf-865e-8081ad934d9b HTTP/1.1" status: 204 len: 168 time: 1.2125301 Aug 23 14:25:57.729386 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6da12a41-57f8-4ea4-99a7-093ac210c014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:57.731978 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e318cd7-2d96-4345-907f-84eb3fba4095 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Pushing event deleted for resources: {'Port': ['ID=21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:57.752846 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1e318cd7-2d96-4345-907f-84eb3fba4095 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:57.821309 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-f2f92c2e-88f0-4a0c-850d-a6526f3a66aa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8876a3677e3e4f91b1e0a704fbb57681&device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 1100 time: 0.3775613 Aug 23 14:25:57.831070 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-8667ccc6-edd8-4f3c-bfde-7b2285218f9a service neutron] 10.222.0.60 "GET /v2.0/networks/d27153f4-243c-41c7-bfad-3a69009a013b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959108 Aug 23 14:25:57.856508 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e318cd7-2d96-4345-907f-84eb3fba4095 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:58.005716 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-b3fd23e5-7e5d-439b-837a-55c211175808 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=4068ceab-52bd-4af1-a8ff-bd84eee1a96f HTTP/1.1" status: 200 len: 217 time: 0.1494172 Aug 23 14:25:58.037665 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-1e318cd7-2d96-4345-907f-84eb3fba4095 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] 10.222.0.86 "DELETE /v2.0/ports/21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed HTTP/1.1" status: 204 len: 168 time: 3.0472167 Aug 23 14:25:58.042963 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48146) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:58.053166 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2288943f-6739-4185-8a70-cd6f0bbddc33 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:25:58.116062 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-45574492-ac2d-42e5-a18f-a47adc91ebf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:58.118661 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-45574492-ac2d-42e5-a18f-a47adc91ebf7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.1043580 Aug 23 14:25:58.129797 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a08b73d-e7f1-4f1a-99b1-719107c888c2 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] GET failed (client error): The resource could not be found. Aug 23 14:25:58.130308 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-2a08b73d-e7f1-4f1a-99b1-719107c888c2 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Synchronizing usage tracker for tenant:7e824ff629654fc781c5c657e0fe7fea on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:58.136413 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:58.234877 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f681e6e-f6a6-40b6-b6b7-8ca9f532fdb0 req-e85f8f82-3fd0-4e80-90a9-710c8db2bbc1 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:58.237571 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7f681e6e-f6a6-40b6-b6b7-8ca9f532fdb0 req-e85f8f82-3fd0-4e80-90a9-710c8db2bbc1 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 945 time: 0.4835858 Aug 23 14:25:58.239640 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Transition to ACTIVE for port object 901e53a0-2ec9-4803-8854-0ec8ae58fdd9 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:58.253418 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5609a9-22ad-49b6-a621-0c892bce99c7 req-f1aab435-a634-4684-ad99-52d44b4c41e5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:58.258320 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5609a9-22ad-49b6-a621-0c892bce99c7 req-f1aab435-a634-4684-ad99-52d44b4c41e5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:58.263397 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5609a9-22ad-49b6-a621-0c892bce99c7 req-f1aab435-a634-4684-ad99-52d44b4c41e5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:58.267826 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5609a9-22ad-49b6-a621-0c892bce99c7 req-f1aab435-a634-4684-ad99-52d44b4c41e5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:58.268754 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-dd5609a9-22ad-49b6-a621-0c892bce99c7 req-f1aab435-a634-4684-ad99-52d44b4c41e5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Synchronizing usage tracker for tenant:4ae04c19703948b084682c54287f9037 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:58.299564 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-3e1dd0fa-16b8-4f1b-b5de-4bf4fdbcdd68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:58.304366 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-3e1dd0fa-16b8-4f1b-b5de-4bf4fdbcdd68 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 0.4738159 Aug 23 14:25:58.346696 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 2288943f-6739-4185-8a70-cd6f0bbddc33 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:58.356302 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 2288943f-6739-4185-8a70-cd6f0bbddc33 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:58.358460 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:58.380090 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-2a08b73d-e7f1-4f1a-99b1-719107c888c2 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Unset dirty status for tenant:7e824ff629654fc781c5c657e0fe7fea on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:58.385584 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-2a08b73d-e7f1-4f1a-99b1-719107c888c2 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] 10.222.0.86 "GET /v2.0/ports/21eb8e6e-6c32-4fe2-86eb-6434e5ccd2ed HTTP/1.1" status: 404 len: 333 time: 0.3412757 Aug 23 14:25:58.389995 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48158) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:58.402222 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Request body: {'port': {'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1901561672'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:25:58.409486 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48162) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:58.414273 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:58.430172 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7f681e6e-f6a6-40b6-b6b7-8ca9f532fdb0 req-fbd7af5e-f132-4bcc-8122-2cef4834afe4 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572964 Aug 23 14:25:58.460985 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-dd5609a9-22ad-49b6-a621-0c892bce99c7 req-f1aab435-a634-4684-ad99-52d44b4c41e5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Unset dirty status for tenant:4ae04c19703948b084682c54287f9037 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:58.478266 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd5609a9-22ad-49b6-a621-0c892bce99c7 req-f1aab435-a634-4684-ad99-52d44b4c41e5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 3095 time: 0.7224889 Aug 23 14:25:58.536556 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:58.556128 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:58.584233 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ab7054af-a5b6-45f6-99b1-c398efbd250b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:58.684877 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9433e705-a637-4445-82ed-7dcc771b2efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:58.704001 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Network 7bd06f60-5c6d-482d-9ba9-7ac1efed0037 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:58.705516 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Pushing event updated for resources: {'Port': ['ID=901e53a0-2ec9-4803-8854-0ec8ae58fdd9,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:58.722371 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dd5609a9-22ad-49b6-a621-0c892bce99c7 req-0f8658df-c642-4ce3-a935-84db4ed051ac tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429073 Aug 23 14:25:58.724335 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:58.733741 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:58.743059 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:25:58.798595 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:58.855374 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-b1463584-0e18-42a2-8cec-f1614b826a53 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=2288943f-6739-4185-8a70-cd6f0bbddc33 HTTP/1.1" status: 200 len: 217 time: 0.5426164 Aug 23 14:25:58.859232 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Made reservation on behalf of 7e824ff629654fc781c5c657e0fe7fea for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:58.862739 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:58.883419 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-488f62b6-7514-489d-91d0-c944141009fa tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:58.932043 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 2288943f-6739-4185-8a70-cd6f0bbddc33, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2288943f-6739-4185-8a70-cd6f0bbddc33,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:25:58.934448 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f0f616-9360-47f2-ba3b-8808f3cf43c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2288943f-6739-4185-8a70-cd6f0bbddc33'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:58.995877 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-c1919395-a049-4258-b5fc-ebdbfd1a3a61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:58.999824 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-c1919395-a049-4258-b5fc-ebdbfd1a3a61 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.1334100 Aug 23 14:25:59.006001 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-5aeb6ba7-031c-4b69-8d4c-c4a3f7dd5cd7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8694432 Aug 23 14:25:59.021327 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:59.026398 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:59.083078 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433e705-a637-4445-82ed-7dcc771b2efc admin admin] Pushing event deleted for resources: {'Port': ['ID=86f70d14-b9f8-4623-8001-f6e863ed4eae,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:59.162116 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=2288943f-6739-4185-8a70-cd6f0bbddc33,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:59.171410 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:59.193595 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9433e705-a637-4445-82ed-7dcc771b2efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:59.431547 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'tag': 'c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:59.442698 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-ee8f00a8-c317-4d95-bade-4f327dc7d878 None None] Provisioning for port 901e53a0-2ec9-4803-8854-0ec8ae58fdd9 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:59.444538 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-ae6b832f-78d3-4016-9aee-fa25dc87aa30 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4375300 Aug 23 14:25:59.448251 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-0dd45816-60b9-4200-a64f-66cdd772d66d service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889914 Aug 23 14:25:59.450615 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-ee8f00a8-c317-4d95-bade-4f327dc7d878 None None] Provisioning complete for port 901e53a0-2ec9-4803-8854-0ec8ae58fdd9 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:59.450921 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ee8f00a8-c317-4d95-bade-4f327dc7d878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:59.461388 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] device_id is not set on port 98dfc700-d635-4f6d-911d-20d56fd9ea5c yet. {{(pid=76505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:25:59.605806 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f00a8-c317-4d95-bade-4f327dc7d878 None None] Port 901e53a0-2ec9-4803-8854-0ec8ae58fdd9 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:25:59.749692 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:59.750600 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:59.829832 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-5e0304d6-99cb-40a1-afba-a8c1dcf25457 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756037 Aug 23 14:25:59.831634 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-8a6905b8-6b7e-492f-9a70-ef8dad6ee490 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756847 Aug 23 14:25:59.998248 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48192) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:00.010202 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-54004780-20a3-42ff-90af-a397dcb65daa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ed513cc169e2499997ed50fd7eb7e6d1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5993919 Aug 23 14:26:00.013324 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:00.015681 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48196) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:00.032790 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1181283 Aug 23 14:26:00.033744 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-67ceda39-17cd-4905-b237-41e6cec35ecd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=b7afa866-f977-42da-ab92-c3c330d6abe4 HTTP/1.1" status: 200 len: 217 time: 0.1737089 Aug 23 14:26:00.053016 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033578aa-6197-4ca5-9f29-f7aeb0d0820c req-51e6d9f1-384e-4056-8212-cb99b639de3c tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:00.055135 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-033578aa-6197-4ca5-9f29-f7aeb0d0820c req-51e6d9f1-384e-4056-8212-cb99b639de3c tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 950 time: 1.0673215 Aug 23 14:26:00.082910 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Request body: {'port': {'device_id': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:00.150874 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263af5-2ea7-4a7b-89db-c9aa607d985c req-fea041db-3798-4916-ad8f-d0a2fe1acaf7 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:00.156152 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263af5-2ea7-4a7b-89db-c9aa607d985c req-fea041db-3798-4916-ad8f-d0a2fe1acaf7 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:00.159787 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263af5-2ea7-4a7b-89db-c9aa607d985c req-fea041db-3798-4916-ad8f-d0a2fe1acaf7 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:00.163786 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263af5-2ea7-4a7b-89db-c9aa607d985c req-fea041db-3798-4916-ad8f-d0a2fe1acaf7 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:00.171467 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263af5-2ea7-4a7b-89db-c9aa607d985c req-fea041db-3798-4916-ad8f-d0a2fe1acaf7 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:00.172207 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263af5-2ea7-4a7b-89db-c9aa607d985c req-fea041db-3798-4916-ad8f-d0a2fe1acaf7 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:00.176143 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263af5-2ea7-4a7b-89db-c9aa607d985c req-fea041db-3798-4916-ad8f-d0a2fe1acaf7 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:00.178433 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c3263af5-2ea7-4a7b-89db-c9aa607d985c req-fea041db-3798-4916-ad8f-d0a2fe1acaf7 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5420 time: 1.1673067 Aug 23 14:26:00.258098 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1271584616-network', 'tenant_id': '4961b42f0ae344e29f3571099548d425'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:00.260000 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-009613ff-c8eb-4442-90ad-65f3e70c1d35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:00.262419 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-009613ff-c8eb-4442-90ad-65f3e70c1d35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.2137392 Aug 23 14:26:00.276859 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-c9489d1d-6e56-48f7-a7de-d6476870263a service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404907 Aug 23 14:26:00.286734 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:00.299145 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Usage tracker for resource:network and tenant:4961b42f0ae344e29f3571099548d425 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:00.341254 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e518fc5f-72d3-4f49-a77f-8e45dd030b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:00.345493 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:00.380996 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:00.406049 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-033578aa-6197-4ca5-9f29-f7aeb0d0820c req-1da6d871-4199-483b-861d-2e8c375fdc3f tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848949 Aug 23 14:26:00.416626 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e518fc5f-72d3-4f49-a77f-8e45dd030b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:00.418164 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c3263af5-2ea7-4a7b-89db-c9aa607d985c req-16f57e72-25c6-42d3-9e56-8b3e0594de21 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2034984 Aug 23 14:26:00.431994 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:00.493427 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:00.502642 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Made reservation on behalf of 4961b42f0ae344e29f3571099548d425 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:00.504407 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:00.530716 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1c1706c0-5ec8-4b21-bd89-bc5c3bac494f tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:00.543379 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-6cd7c6ca-6c1d-47d2-8525-52776442e0e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2703383 Aug 23 14:26:00.564019 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f0f616-9360-47f2-ba3b-8808f3cf43c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2288943f-6739-4185-8a70-cd6f0bbddc33', 'code': 200} Aug 23 14:26:00.633244 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'tag': 'c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d', 'status': 'completed', 'code': 200} Aug 23 14:26:00.647570 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e518fc5f-72d3-4f49-a77f-8e45dd030b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:00.668341 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-609a95cf-ac32-4629-8b18-b8ee9db31cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:00.801033 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:00.833302 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518fc5f-72d3-4f49-a77f-8e45dd030b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4444f0-f822-49dc-b0a6-4581e2c580fe,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:00.854954 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e518fc5f-72d3-4f49-a77f-8e45dd030b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:00.929106 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e518fc5f-72d3-4f49-a77f-8e45dd030b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:00.930641 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e518fc5f-72d3-4f49-a77f-8e45dd030b40 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9e4444f0-f822-49dc-b0a6-4581e2c580fe HTTP/1.1" status: 204 len: 168 time: 0.9135253 Aug 23 14:26:00.948765 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-a13cd10a-cefa-42d3-8557-06304606c1bb service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972127 Aug 23 14:26:01.012190 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e481c863-d31f-45af-8060-f1c3e0f4a973 req-ae78eef7-2b64-4ddb-9b2f-51e5e31ae072 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 1101 time: 0.3241029 Aug 23 14:26:01.131829 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Network 846d7d18-205d-43c0-a0ae-d638ff55ed93 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:01.134094 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Pushing event updated for resources: {'Port': ['ID=98dfc700-d635-4f6d-911d-20d56fd9ea5c,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:01.148608 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:01.161596 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:26:01.162653 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:01.163225 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:01.169015 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:01.206011 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:01.222363 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e481c863-d31f-45af-8060-f1c3e0f4a973 req-96a4c94b-b31c-40b3-bc9a-701b35db5f7b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214263 Aug 23 14:26:01.227818 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-cf17dc70-14bc-4a15-941a-fb05d4e3b526 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703705 Aug 23 14:26:01.238919 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Usage tracker for resource:security_group_rule and tenant:4961b42f0ae344e29f3571099548d425 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:01.243146 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:01.264472 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:01.320314 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-af81f819-592a-48ef-a6d9-efeccc3fea0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=c1912297-a38b-480c-8f8a-667e7865044c HTTP/1.1" status: 200 len: 217 time: 0.0848551 Aug 23 14:26:01.345722 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b9dd6-63a1-4d52-bc8f-6f2328a96735 req-2fa23520-843c-4393-b7e1-2a6b9135f470 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:01.347275 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b9dd6-63a1-4d52-bc8f-6f2328a96735 req-2fa23520-843c-4393-b7e1-2a6b9135f470 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:01.351320 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b9dd6-63a1-4d52-bc8f-6f2328a96735 req-2fa23520-843c-4393-b7e1-2a6b9135f470 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:01.355368 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b9dd6-63a1-4d52-bc8f-6f2328a96735 req-2fa23520-843c-4393-b7e1-2a6b9135f470 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:01.362029 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b9dd6-63a1-4d52-bc8f-6f2328a96735 req-2fa23520-843c-4393-b7e1-2a6b9135f470 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:01.364066 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-530b9dd6-63a1-4d52-bc8f-6f2328a96735 req-2fa23520-843c-4393-b7e1-2a6b9135f470 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 3816 time: 0.5652230 Aug 23 14:26:01.369147 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9769406 Aug 23 14:26:01.370768 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-9433e705-a637-4445-82ed-7dcc771b2efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:01.380840 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48208) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:01.402810 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:01.418477 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-fbe78265-7239-4d43-96e3-86d7a3a0d983 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:01.420379 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-fbe78265-7239-4d43-96e3-86d7a3a0d983 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.0941424 Aug 23 14:26:01.459437 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28428829-6198-4d94-9043-26e4db5432ca req-61998ff5-fa4d-4673-83e2-eab1db4a3742 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:01.466137 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-28428829-6198-4d94-9043-26e4db5432ca req-61998ff5-fa4d-4673-83e2-eab1db4a3742 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 945 time: 0.6820996 Aug 23 14:26:01.511684 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:26:01.541115 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-41e37ec0-20bb-4847-af36-3228a3cea677 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136796 Aug 23 14:26:01.780750 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:01.853947 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-f36cc8e3-8e1e-45ca-b52f-ba2b34eff197 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056905 Aug 23 14:26:01.887436 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48216) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:01.933438 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a636c77-075e-45d0-94a2-d6a16068f7e6 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:01.957955 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:01.968021 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-530b9dd6-63a1-4d52-bc8f-6f2328a96735 req-e7cac343-3044-411b-87d0-5df15d3b3008 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5825503 Aug 23 14:26:01.988802 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-28428829-6198-4d94-9043-26e4db5432ca req-e31e9f0a-6556-47f5-8c02-34876755dcac tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217357 Aug 23 14:26:02.011243 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.027166 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Transition to ACTIVE for port object 4a636c77-075e-45d0-94a2-d6a16068f7e6 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:02.035860 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.053968 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-aa871074-483f-4e1f-909d-f50f3e91f998 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915433 Aug 23 14:26:02.105948 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.120629 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-01bb93bc-849a-4f26-b1d4-972c14afc2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:02.129281 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-6c81982a-d34c-4a27-9385-9a3024c18c96 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a95c9e214be64868b63b419a0ce6aea8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2364900 Aug 23 14:26:02.134396 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48220) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:02.162292 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-d0373249-fa96-4954-8b01-509d6dac1ee3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=683adaf1-cc1f-4f95-bcdb-5aa72f290c9e HTTP/1.1" status: 200 len: 217 time: 0.1000543 Aug 23 14:26:02.182616 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.256584 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-cfc62f58-92a9-4134-a3f2-eb9e78b14145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:02.257965 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-cfc62f58-92a9-4134-a3f2-eb9e78b14145 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.0855742 Aug 23 14:26:02.311445 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d090c236-998e-4b2b-b1f7-28e20ed4ccda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.315272 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:26:02.353013 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d090c236-998e-4b2b-b1f7-28e20ed4ccda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.359889 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa476f8c-4616-4bf9-9d6a-c3191880293f,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:02.402120 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-ca735893-6e45-4648-a6c8-83bfea54381c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1346934 Aug 23 14:26:02.412104 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:02.414406 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9abb972b-001b-4aff-a924-2b4f6e757071 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:02.554925 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.555269 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Added segment 3b9e9c9c-2487-4f5b-bcad-20a143273e85 of type vlan for network 9b7e8d04-87f1-4128-a6bd-d663565fbf94 Aug 23 14:26:02.560633 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-4f36baea-030b-47c3-a797-7ad35aded49c service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526573 Aug 23 14:26:02.599548 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d090c236-998e-4b2b-b1f7-28e20ed4ccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.609452 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3072add3-cf32-4bb2-ba7f-7565edc4ed7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:02.648775 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Pushing event updated for resources: {'Port': ['ID=4a636c77-075e-45d0-94a2-d6a16068f7e6,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:02.669938 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:02.674299 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.683286 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090c236-998e-4b2b-b1f7-28e20ed4ccda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b90d76-1f5d-4f0f-be45-dee962db3033,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:02.687682 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d090c236-998e-4b2b-b1f7-28e20ed4ccda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:02.776705 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d090c236-998e-4b2b-b1f7-28e20ed4ccda admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.778659 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d090c236-998e-4b2b-b1f7-28e20ed4ccda admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/19b90d76-1f5d-4f0f-be45-dee962db3033 HTTP/1.1" status: 204 len: 168 time: 0.6430876 Aug 23 14:26:02.792075 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-68ffc98e-2c36-4240-b0e0-d1aa1cdff2f9 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197473 Aug 23 14:26:02.810049 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:26:02.843187 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea09e2-906e-4577-a1e6-bf128ba969ff req-7a4df620-615a-4eae-a96d-0722246c673d tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:02.844721 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-87ea09e2-906e-4577-a1e6-bf128ba969ff req-7a4df620-615a-4eae-a96d-0722246c673d tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 950 time: 0.7144220 Aug 23 14:26:02.890040 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-da4ab23b-6406-491d-b3e9-3cd1084f5aa2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c2159fc-68ae-4edd-adbe-3629754db35f HTTP/1.1" status: 200 len: 217 time: 0.0933335 Aug 23 14:26:02.898236 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.899118 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:02.899713 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.913818 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be6b96-6ba7-40ba-8709-b4e0649b717c req-5591acae-0188-40aa-8183-abf1f515838b tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:02.917688 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be6b96-6ba7-40ba-8709-b4e0649b717c req-5591acae-0188-40aa-8183-abf1f515838b tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:02.922457 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be6b96-6ba7-40ba-8709-b4e0649b717c req-5591acae-0188-40aa-8183-abf1f515838b tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:02.930248 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be6b96-6ba7-40ba-8709-b4e0649b717c req-5591acae-0188-40aa-8183-abf1f515838b tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:02.932060 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be6b96-6ba7-40ba-8709-b4e0649b717c req-5591acae-0188-40aa-8183-abf1f515838b tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:02.936535 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be6b96-6ba7-40ba-8709-b4e0649b717c req-5591acae-0188-40aa-8183-abf1f515838b tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:02.940501 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be6b96-6ba7-40ba-8709-b4e0649b717c req-5591acae-0188-40aa-8183-abf1f515838b tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:02.946203 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e2be6b96-6ba7-40ba-8709-b4e0649b717c req-5591acae-0188-40aa-8183-abf1f515838b tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5420 time: 0.7470841 Aug 23 14:26:02.975319 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-3f8917c0-bb5f-4511-81dc-8d1819244cee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:02.976806 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-3f8917c0-bb5f-4511-81dc-8d1819244cee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8c9c5e61-c2f1-429e-ba16-12c7c4010460 HTTP/1.1" status: 200 len: 797 time: 0.0786879 Aug 23 14:26:02.979497 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cb8d3af6-d39e-4234-be94-e62615a37b40 tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:03.074567 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-70275aad-c08c-4bcf-bc52-e3290768314f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=858144c2-6cd4-447d-8936-4f3181765b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899069 Aug 23 14:26:03.199535 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] device_id is not set on port 98dfc700-d635-4f6d-911d-20d56fd9ea5c yet. {{(pid=76505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:26:03.243694 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:03.259831 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-1c4c6e0d-94b6-44c2-969b-261869440be2 service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780136 Aug 23 14:26:03.276713 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Attempting to bind port 4a636c77-075e-45d0-94a2-d6a16068f7e6 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:03.277084 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Attempting to bind port 4a636c77-075e-45d0-94a2-d6a16068f7e6 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '7fce1d18-d308-402f-938a-24263b48c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:03.277291 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Attempting to bind port 4a636c77-075e-45d0-94a2-d6a16068f7e6 on network 6006255f-0aee-4aca-b3ec-52c334c0bec3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:03.295680 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Pushing event updated for resources: {'Network': ['ID=9b7e8d04-87f1-4128-a6bd-d663565fbf94,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:03.306185 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.2973473 Aug 23 14:26:03.314741 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:03.315271 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48232) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:03.333879 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Transition to ACTIVE for port object 98dfc700-d635-4f6d-911d-20d56fd9ea5c will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:03.337000 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Request body: {'subnet': {'network_id': '9b7e8d04-87f1-4128-a6bd-d663565fbf94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1271584616-subnet', 'tenant_id': '4961b42f0ae344e29f3571099548d425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:03.340523 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Port 4a636c77-075e-45d0-94a2-d6a16068f7e6 on network 6006255f-0aee-4aca-b3ec-52c334c0bec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:03.340886 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Attempting to bind port 4a636c77-075e-45d0-94a2-d6a16068f7e6 on network 6006255f-0aee-4aca-b3ec-52c334c0bec3 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:03.354412 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-87ea09e2-906e-4577-a1e6-bf128ba969ff req-f3a81edd-cb3c-4b27-89ac-812a5447c7a3 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731750 Aug 23 14:26:03.371177 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e2be6b96-6ba7-40ba-8709-b4e0649b717c req-90f35bf6-7476-40fe-b185-03dc76fc3dc5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3590629 Aug 23 14:26:03.401972 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 9b7e8d04-87f1-4128-a6bd-d663565fbf94 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:26:03.518526 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:03.576245 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Usage tracker for resource:subnet and tenant:4961b42f0ae344e29f3571099548d425 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:03.579633 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:03.604007 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:03.606831 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:03.615815 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-70a0c17f-cb84-4cb6-b6d5-de4f04d2bd6e service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486414 Aug 23 14:26:03.675006 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:26:03.675006 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Checking segment: {'id': '7fce1d18-d308-402f-938a-24263b48c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:03.675006 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Bound using segment: {'id': '7fce1d18-d308-402f-938a-24263b48c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:26:03.675456 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Bound port: 4a636c77-075e-45d0-94a2-d6a16068f7e6, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fce1d18-d308-402f-938a-24263b48c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:03.675679 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:03.693204 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:03.735091 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-63d5c1e1-e95b-4b04-af40-fba03b447a2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d HTTP/1.1" status: 200 len: 217 time: 0.1097453 Aug 23 14:26:03.739900 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:03.829618 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-07b7eed6-ea53-4719-a2a0-e3fa85c3831a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:03.831190 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-07b7eed6-ea53-4719-a2a0-e3fa85c3831a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8c9c5e61-c2f1-429e-ba16-12c7c4010460 HTTP/1.1" status: 200 len: 797 time: 0.0866785 Aug 23 14:26:03.968578 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-5d5dc32f-dbf6-4d45-8e5a-ccccfcc0f258 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=858144c2-6cd4-447d-8936-4f3181765b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1287460 Aug 23 14:26:04.109312 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Made reservation on behalf of 4961b42f0ae344e29f3571099548d425 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:04.111869 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:04.173718 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Pushing event updated for resources: {'Port': ['ID=98dfc700-d635-4f6d-911d-20d56fd9ea5c,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:04.238267 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:04.252550 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-57160afa-de12-46d6-89c8-711c4024ba3a service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764890 Aug 23 14:26:04.416653 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] For port 4a636c77-075e-45d0-94a2-d6a16068f7e6, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:26:04.441836 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-10b452ef-8867-4715-9171-b72bf2a63f4e req-bee54bde-44bc-461e-9b51-63cca05ff406 service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790757 Aug 23 14:26:04.459104 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] For port 4a636c77-075e-45d0-94a2-d6a16068f7e6, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=4a636c77-075e-45d0-94a2-d6a16068f7e6,segment=NetworkSegment(7fce1d18-d308-402f-938a-24263b48c270),segment_id=7fce1d18-d308-402f-938a-24263b48c270)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:26:04.465114 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:04.465438 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:04.465845 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:04.479080 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7ce01-02dc-4032-aa83-b4056609e8b2 req-f0b1b7e8-2b5f-4190-929c-2854dd12922b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:04.483730 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7ce01-02dc-4032-aa83-b4056609e8b2 req-f0b1b7e8-2b5f-4190-929c-2854dd12922b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:04.487689 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7ce01-02dc-4032-aa83-b4056609e8b2 req-f0b1b7e8-2b5f-4190-929c-2854dd12922b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:04.491733 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7ce01-02dc-4032-aa83-b4056609e8b2 req-f0b1b7e8-2b5f-4190-929c-2854dd12922b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:04.495855 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7ce01-02dc-4032-aa83-b4056609e8b2 req-f0b1b7e8-2b5f-4190-929c-2854dd12922b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:04.497946 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d5a7ce01-02dc-4032-aa83-b4056609e8b2 req-f0b1b7e8-2b5f-4190-929c-2854dd12922b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 3828 time: 0.8511269 Aug 23 14:26:04.510680 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283af0-b60a-4b15-8893-e1b054c40ed0 req-031dd75c-caf9-435c-85b3-7533c271f0aa tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:04.515984 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-51283af0-b60a-4b15-8893-e1b054c40ed0 req-031dd75c-caf9-435c-85b3-7533c271f0aa tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 945 time: 0.8391452 Aug 23 14:26:04.542026 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:04.542366 n-d-805629-1 neutron-server[76505]: ERROR neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:04.548872 n-d-805629-1 neutron-server[76505]: INFO neutron.plugins.ml2.plugin [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 2 to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c Aug 23 14:26:04.576259 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:04.612591 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7e1672c5-0e7b-4583-886e-7be77623603d tempest-ServerDiskConfigTestJSON-2074675260 tempest-ServerDiskConfigTestJSON-2074675260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:04.684219 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:04.684560 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:04.684883 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:04.728925 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-807fd1c4-0766-4ba0-a98d-fae2ccad9524 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 6477 time: 0.1042683 Aug 23 14:26:04.808436 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:04.808764 n-d-805629-1 neutron-server[76505]: ERROR neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:04.816029 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:04.817596 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] 10.222.0.60 "PUT /v2.0/ports/4a636c77-075e-45d0-94a2-d6a16068f7e6 HTTP/1.1" status: 200 len: 1092 time: 4.7594647 Aug 23 14:26:04.824157 n-d-805629-1 neutron-server[76505]: INFO neutron.plugins.ml2.plugin [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 3 to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c Aug 23 14:26:04.831621 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'tag': '4a636c77-075e-45d0-94a2-d6a16068f7e6'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:04.866606 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d5a7ce01-02dc-4032-aa83-b4056609e8b2 req-3a00ce3f-3186-4a5e-93dc-0e26e7ac932c tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3497875 Aug 23 14:26:04.909438 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-51283af0-b60a-4b15-8893-e1b054c40ed0 req-cfa94acc-209e-4b07-b886-31e351238d33 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695359 Aug 23 14:26:04.925835 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Pushing event updated for resources: {'Port': ['ID=4a636c77-075e-45d0-94a2-d6a16068f7e6,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:04.930720 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:04.934513 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-0ad60056-8faf-4cf2-a385-725eea8dd00e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:04.940259 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:04.940259 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:04.940722 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:04.941532 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-0ad60056-8faf-4cf2-a385-725eea8dd00e service neutron] 10.222.0.60 "GET /v2.0/networks?id=f0f6b55e-e85b-48de-9926-8589f458acf2 HTTP/1.1" status: 200 len: 902 time: 0.2028251 Aug 23 14:26:04.963986 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Request body: {'port': {'device_id': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:05.054811 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:05.054811 n-d-805629-1 neutron-server[76505]: ERROR neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:05.056297 n-d-805629-1 neutron-server[76505]: INFO neutron.plugins.ml2.plugin [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 4 to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c Aug 23 14:26:05.116033 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-48d1f4cc-65b4-46a7-b93f-21a49243d9f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=683adaf1-cc1f-4f95-bcdb-5aa72f290c9e HTTP/1.1" status: 200 len: 217 time: 0.1660521 Aug 23 14:26:05.117280 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:05.117645 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:05.117977 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:05.165177 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:05.193476 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-c2bc5ba9-3c36-4848-9549-3fe793556fb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:05.195558 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-c2bc5ba9-3c36-4848-9549-3fe793556fb8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.0682213 Aug 23 14:26:05.216551 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:05.283949 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-e6f05098-37aa-472b-93d6-3d1cc7a00ca7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809407 Aug 23 14:26:05.295664 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:05.296278 n-d-805629-1 neutron-server[76505]: ERROR neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:05.305096 n-d-805629-1 neutron-server[76505]: INFO neutron.plugins.ml2.plugin [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 5 to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c Aug 23 14:26:05.372015 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:05.401234 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:05.401780 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:05.402356 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:05.430696 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a17d29a-cee8-4675-8fa5-82c5431ba0d2,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:05.437933 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:05.445130 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9433e705-a637-4445-82ed-7dcc771b2efc admin admin] Router 7de90fa5-61c8-43ca-828a-fde197a122f8 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:26:05.466353 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-1dd2da01-aec2-4d27-8ba2-61fdd592cf1c service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755323 Aug 23 14:26:05.500987 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:05.501318 n-d-805629-1 neutron-server[76505]: ERROR neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:05.515700 n-d-805629-1 neutron-server[76505]: INFO neutron.plugins.ml2.plugin [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 6 to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c Aug 23 14:26:05.581639 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:05.582071 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:05.582636 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:05.611502 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bb334-936b-4f59-a815-ba1f65f8afda req-4723f29a-5f28-4daa-8d4e-cf2b45e27ed1 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:05.613116 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-242bb334-936b-4f59-a815-ba1f65f8afda req-4723f29a-5f28-4daa-8d4e-cf2b45e27ed1 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 950 time: 0.5347316 Aug 23 14:26:05.637814 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-621858d7-2485-4e9f-b9d3-3b134b2bd623 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647711 Aug 23 14:26:05.695563 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa79a8-75d8-4d92-ae08-5224973ff7c9 req-8c49c166-0e67-4576-93f0-9302b9e03f5c tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:05.701020 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa79a8-75d8-4d92-ae08-5224973ff7c9 req-8c49c166-0e67-4576-93f0-9302b9e03f5c tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:05.705845 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa79a8-75d8-4d92-ae08-5224973ff7c9 req-8c49c166-0e67-4576-93f0-9302b9e03f5c tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:05.709807 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa79a8-75d8-4d92-ae08-5224973ff7c9 req-8c49c166-0e67-4576-93f0-9302b9e03f5c tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:05.713726 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa79a8-75d8-4d92-ae08-5224973ff7c9 req-8c49c166-0e67-4576-93f0-9302b9e03f5c tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:05.718657 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa79a8-75d8-4d92-ae08-5224973ff7c9 req-8c49c166-0e67-4576-93f0-9302b9e03f5c tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:05.722779 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa79a8-75d8-4d92-ae08-5224973ff7c9 req-8c49c166-0e67-4576-93f0-9302b9e03f5c tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:05.725190 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3eaa79a8-75d8-4d92-ae08-5224973ff7c9 req-8c49c166-0e67-4576-93f0-9302b9e03f5c tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5420 time: 0.5738733 Aug 23 14:26:05.771667 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Checking segment: {'id': '3b9e9c9c-2487-4f5b-bcad-20a143273e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9b7e8d04-87f1-4128-a6bd-d663565fbf94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:05.772028 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Network hostable DHCP agents. Network: 9b7e8d04-87f1-4128-a6bd-d663565fbf94, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:26:05.786759 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-fc1a95ad-a899-422b-8bc8-a5c06f47306d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 6477 time: 0.0931196 Aug 23 14:26:05.791520 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:05.791855 n-d-805629-1 neutron-server[76505]: ERROR neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:05.807833 n-d-805629-1 neutron-server[76505]: INFO neutron.plugins.ml2.plugin [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 7 to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c Aug 23 14:26:05.877588 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:05.877905 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:05.878239 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:05.962862 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-28d43426-8b34-44aa-b6e7-00188adcfe66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:05.965219 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-28d43426-8b34-44aa-b6e7-00188adcfe66 service neutron] 10.222.0.60 "GET /v2.0/networks?id=858144c2-6cd4-447d-8936-4f3181765b0c HTTP/1.1" status: 200 len: 903 time: 0.1714566 Aug 23 14:26:05.979408 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:05.979687 n-d-805629-1 neutron-server[76505]: ERROR neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:06.028355 n-d-805629-1 neutron-server[76505]: INFO neutron.plugins.ml2.plugin [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 8 to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c Aug 23 14:26:06.047947 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-c0541519-1300-4301-bf2c-18705a1a7244 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c2159fc-68ae-4edd-adbe-3629754db35f HTTP/1.1" status: 200 len: 217 time: 0.0752211 Aug 23 14:26:06.048415 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-242bb334-936b-4f59-a815-ba1f65f8afda req-49d699a5-dbd6-40ee-93fa-431878bc31c6 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829082 Aug 23 14:26:06.061812 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3eaa79a8-75d8-4d92-ae08-5224973ff7c9 req-88ffbac0-5137-4f7d-83d1-3d1e5a4d8e60 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2840033 Aug 23 14:26:06.091874 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:06.097165 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:06.097165 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:06.126288 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Network 9b7e8d04-87f1-4128-a6bd-d663565fbf94 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:26:06.131525 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:06.131855 n-d-805629-1 neutron-server[76505]: ERROR neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:06.144895 n-d-805629-1 neutron-server[76505]: INFO neutron.plugins.ml2.plugin [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 9 to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c Aug 23 14:26:06.156170 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-59c80965-f5bb-4a5e-a502-11135cd9dbe4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:06.158145 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-59c80965-f5bb-4a5e-a502-11135cd9dbe4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8c9c5e61-c2f1-429e-ba16-12c7c4010460 HTTP/1.1" status: 200 len: 797 time: 0.1013653 Aug 23 14:26:06.291554 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-4d8ae647-4249-49d8-8725-837083a6e53e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=858144c2-6cd4-447d-8936-4f3181765b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1241982 Aug 23 14:26:06.450094 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'tag': '4a636c77-075e-45d0-94a2-d6a16068f7e6', 'status': 'completed', 'code': 200} Aug 23 14:26:06.518256 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 9b7e8d04-87f1-4128-a6bd-d663565fbf94) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:06.520583 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:06.521081 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:06.521841 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:06.527845 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a87d1d-1d15-43d2-bd5f-e676b1224b52 None None] Network 9b7e8d04-87f1-4128-a6bd-d663565fbf94 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:26:06.585639 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:06.586223 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:06.677597 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:26:06.680471 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-f3a87e01-84c3-40f7-b5f4-43ef85b19b99 service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820317 Aug 23 14:26:06.694837 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:06.702441 n-d-805629-1 neutron-server[76505]: ERROR neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:06.708343 n-d-805629-1 neutron-server[76505]: INFO neutron.plugins.ml2.plugin [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 10 to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c Aug 23 14:26:06.799370 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:06.799700 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:06.800121 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:06.815321 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.4796457 Aug 23 14:26:06.841351 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ad156f-a175-4727-9751-600fe733884e {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:06.852442 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:06.852857 n-d-805629-1 neutron-server[76505]: ERROR neutron.plugins.ml2.managers [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:06.853376 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:06.875640 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:06.878973 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab0b609-5f71-41a0-928f-d09341329f08 None None] Network 9b7e8d04-87f1-4128-a6bd-d663565fbf94 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:26:06.909340 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0cf60b49-fd7b-4b4a-9847-67cccc5cc636 req-9ccc5767-1d47-4d94-bfe3-452b8dfeace7 service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202778 Aug 23 14:26:06.948205 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e0adc-7e85-47c8-a50b-061683d95662 req-e39bafb5-e06e-47bf-ae94-c032cd79c171 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:06.955530 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e0adc-7e85-47c8-a50b-061683d95662 req-e39bafb5-e06e-47bf-ae94-c032cd79c171 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:06.962314 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e0adc-7e85-47c8-a50b-061683d95662 req-e39bafb5-e06e-47bf-ae94-c032cd79c171 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:06.966950 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e0adc-7e85-47c8-a50b-061683d95662 req-e39bafb5-e06e-47bf-ae94-c032cd79c171 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:06.971604 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e0adc-7e85-47c8-a50b-061683d95662 req-e39bafb5-e06e-47bf-ae94-c032cd79c171 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:06.973439 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4c8e0adc-7e85-47c8-a50b-061683d95662 req-e39bafb5-e06e-47bf-ae94-c032cd79c171 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 3828 time: 0.5198097 Aug 23 14:26:06.976448 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Transition to ACTIVE for port object b8ad156f-a175-4727-9751-600fe733884e will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:07.024475 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d0621e4a-a8c8-4d63-8d25-950c387d8f7e req-1b3ec64a-bac4-43f9-8fad-cd4a2c4b9d7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ae04c19703948b084682c54287f9037&device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 4363 time: 0.5602167 Aug 23 14:26:07.037817 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9433e705-a637-4445-82ed-7dcc771b2efc admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:26:07.055680 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433bbe5-0e2d-488b-885c-4559c0670a1b None None] Sync routers for ids ['7de90fa5-61c8-43ca-828a-fde197a122f8'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:26:07.103823 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8602f7d9-052f-47ab-b731-b0a68169bbca req-5d40ffb9-553a-49d7-91d0-9673dca01617 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 6477 time: 0.1256762 Aug 23 14:26:07.105969 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433bbe5-0e2d-488b-885c-4559c0670a1b None None] Routers {'7de90fa5-61c8-43ca-828a-fde197a122f8'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:26:07.107147 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-a433bbe5-0e2d-488b-885c-4559c0670a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:25:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7de90fa5-61c8-43ca-828a-fde197a122f8'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:07.142555 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-9433e705-a637-4445-82ed-7dcc771b2efc admin admin] 10.222.0.86 "PUT /v2.0/routers/7de90fa5-61c8-43ca-828a-fde197a122f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.2652841 Aug 23 14:26:07.159799 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48272) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:07.193037 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:07.209694 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6938d-a62f-43af-87dc-024dc4bf1b49 req-c77be9d7-7944-42d5-96e4-3cb386c213f3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:07.212408 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3d6938d-a62f-43af-87dc-024dc4bf1b49 req-c77be9d7-7944-42d5-96e4-3cb386c213f3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 945 time: 0.6812541 Aug 23 14:26:07.348362 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b9fa0a07-a4e1-44a6-83e1-9b6de5865896 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:07.359980 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602f7d9-052f-47ab-b731-b0a68169bbca req-0719ec44-1593-4a23-99bf-f3e5fdbadd59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:07.362761 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8602f7d9-052f-47ab-b731-b0a68169bbca req-0719ec44-1593-4a23-99bf-f3e5fdbadd59 service neutron] 10.222.0.60 "GET /v2.0/networks?id=858144c2-6cd4-447d-8936-4f3181765b0c HTTP/1.1" status: 200 len: 903 time: 0.2496915 Aug 23 14:26:07.460510 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-a433bbe5-0e2d-488b-885c-4559c0670a1b None None] Set router 7de90fa5-61c8-43ca-828a-fde197a122f8 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:26:07.479512 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8602f7d9-052f-47ab-b731-b0a68169bbca req-9eeaa8ec-d754-494f-afb8-58ada4ff0c2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d HTTP/1.1" status: 200 len: 217 time: 0.1063800 Aug 23 14:26:07.573193 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602f7d9-052f-47ab-b731-b0a68169bbca req-3b9cb1cd-4593-4a65-bc70-43f4e9823944 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:07.575726 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8602f7d9-052f-47ab-b731-b0a68169bbca req-3b9cb1cd-4593-4a65-bc70-43f4e9823944 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8c9c5e61-c2f1-429e-ba16-12c7c4010460 HTTP/1.1" status: 200 len: 797 time: 0.0896728 Aug 23 14:26:07.642407 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] For port 98dfc700-d635-4f6d-911d-20d56fd9ea5c, host n-h1-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:26:07.644073 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempted to set empty binding levels {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 14:26:07.694143 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4c8e0adc-7e85-47c8-a50b-061683d95662 req-21dce288-ee38-49a5-af27-faaa3ad28a74 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6843805 Aug 23 14:26:07.696265 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ad156f-a175-4727-9751-600fe733884e,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:07.711544 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:07.774907 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8602f7d9-052f-47ab-b731-b0a68169bbca req-d173cefb-e5b3-4f22-a7e6-530457326cc4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=858144c2-6cd4-447d-8936-4f3181765b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1897736 Aug 23 14:26:07.852870 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:07.881651 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:08.036232 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8602f7d9-052f-47ab-b731-b0a68169bbca req-9f90748b-f15f-47cc-b281-e56ac7555039 service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538829 Aug 23 14:26:08.065697 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3d6938d-a62f-43af-87dc-024dc4bf1b49 req-d7b56944-5d42-48b2-99dd-163b7be0514f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6746264 Aug 23 14:26:08.065850 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-a433bbe5-0e2d-488b-885c-4559c0670a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'name': 'tempest-ServersTestMultiNic-764153188-router', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:31Z', 'updated_at': '2021-08-23T14:25:58Z', 'revision_number': 5, 'project_id': '6b1b0bc397db41e6b623414627ceceea', 'gw_port': {'id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:32Z', 'updated_at': '2021-08-23T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:08.071016 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Pushing event updated for resources: {'Port': ['ID=98dfc700-d635-4f6d-911d-20d56fd9ea5c,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:08.071838 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433bbe5-0e2d-488b-885c-4559c0670a1b None None] Checking router: 7de90fa5-61c8-43ca-828a-fde197a122f8 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:26:08.090654 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] In _notify_port_updated(), no bound segment for port 98dfc700-d635-4f6d-911d-20d56fd9ea5c on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Aug 23 14:26:08.093472 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:08.097745 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] 10.222.0.86 "PUT /v2.0/ports/98dfc700-d635-4f6d-911d-20d56fd9ea5c HTTP/1.1" status: 200 len: 975 time: 6.7124183 Aug 23 14:26:08.101298 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:08.103469 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48280) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:08.105020 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433bbe5-0e2d-488b-885c-4559c0670a1b None None] Routers {'7de90fa5-61c8-43ca-828a-fde197a122f8'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:26:08.105700 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-a433bbe5-0e2d-488b-885c-4559c0670a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:25:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['7de90fa5-61c8-43ca-828a-fde197a122f8'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:08.195890 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0621e4a-a8c8-4d63-8d25-950c387d8f7e req-90a7d77d-12dd-49c8-95f0-22bdddb850dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:08.203021 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0621e4a-a8c8-4d63-8d25-950c387d8f7e req-90a7d77d-12dd-49c8-95f0-22bdddb850dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:08.203582 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0621e4a-a8c8-4d63-8d25-950c387d8f7e req-90a7d77d-12dd-49c8-95f0-22bdddb850dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:08.205287 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d0621e4a-a8c8-4d63-8d25-950c387d8f7e req-90a7d77d-12dd-49c8-95f0-22bdddb850dc service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4ae04c19703948b084682c54287f9037&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.1190112 Aug 23 14:26:08.251018 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Attempting to bind port b8ad156f-a175-4727-9751-600fe733884e on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:08.254177 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Attempting to bind port b8ad156f-a175-4727-9751-600fe733884e by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:08.254177 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Attempting to bind port b8ad156f-a175-4727-9751-600fe733884e on network 60343cd1-e098-494e-b172-ce16a3009aaa {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:08.286352 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8602f7d9-052f-47ab-b731-b0a68169bbca req-0970d353-0c6f-4b21-8c15-1e9a73c85064 service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438967 Aug 23 14:26:08.384298 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Port b8ad156f-a175-4727-9751-600fe733884e on network 60343cd1-e098-494e-b172-ce16a3009aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:08.384714 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Attempting to bind port b8ad156f-a175-4727-9751-600fe733884e on network 60343cd1-e098-494e-b172-ce16a3009aaa {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:08.496597 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-a433bbe5-0e2d-488b-885c-4559c0670a1b None None] Set router 7de90fa5-61c8-43ca-828a-fde197a122f8 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:26:08.564400 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:26:08.577059 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Checking segment: {'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:08.577059 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Bound using segment: {'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:26:08.577059 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Bound port: b8ad156f-a175-4727-9751-600fe733884e, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:08.577059 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:08.910062 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-a433bbe5-0e2d-488b-885c-4559c0670a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'name': 'tempest-ServersTestMultiNic-764153188-router', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:31Z', 'updated_at': '2021-08-23T14:25:58Z', 'revision_number': 5, 'project_id': '6b1b0bc397db41e6b623414627ceceea', 'gw_port': {'id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:32Z', 'updated_at': '2021-08-23T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:08.916598 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433bbe5-0e2d-488b-885c-4559c0670a1b None None] The sync data for ids ['7de90fa5-61c8-43ca-828a-fde197a122f8'] in n-d-805629-1 is: [{'id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'name': 'tempest-ServersTestMultiNic-764153188-router', 'tenant_id': '6b1b0bc397db41e6b623414627ceceea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:31Z', 'updated_at': '2021-08-23T14:25:58Z', 'revision_number': 5, 'project_id': '6b1b0bc397db41e6b623414627ceceea', 'gw_port': {'id': '1be289cf-b4cb-43dc-898e-2eb45f6ab0b2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:91:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de90fa5-61c8-43ca-828a-fde197a122f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:32Z', 'updated_at': '2021-08-23T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:26:08.949429 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0621e4a-a8c8-4d63-8d25-950c387d8f7e req-58b82fba-6347-4559-b2aa-9ab838136879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:08.950933 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d0621e4a-a8c8-4d63-8d25-950c387d8f7e req-58b82fba-6347-4559-b2aa-9ab838136879 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7358739 Aug 23 14:26:09.004387 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-0d5d04a7-824a-49a7-a85c-4a002ad5597a tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Synchronizing usage tracker for tenant:7e824ff629654fc781c5c657e0fe7fea on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:09.085515 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c04c9-ce64-4c38-a300-c6959474e063 req-c3ba95fe-5357-4870-826e-670cd2ddb80c tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:09.089450 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c04c9-ce64-4c38-a300-c6959474e063 req-c3ba95fe-5357-4870-826e-670cd2ddb80c tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:09.093936 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c04c9-ce64-4c38-a300-c6959474e063 req-c3ba95fe-5357-4870-826e-670cd2ddb80c tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:09.097797 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c04c9-ce64-4c38-a300-c6959474e063 req-c3ba95fe-5357-4870-826e-670cd2ddb80c tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:09.101705 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c04c9-ce64-4c38-a300-c6959474e063 req-c3ba95fe-5357-4870-826e-670cd2ddb80c tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:09.105744 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c04c9-ce64-4c38-a300-c6959474e063 req-c3ba95fe-5357-4870-826e-670cd2ddb80c tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:09.109793 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c04c9-ce64-4c38-a300-c6959474e063 req-c3ba95fe-5357-4870-826e-670cd2ddb80c tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:09.111719 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1e3c04c9-ce64-4c38-a300-c6959474e063 req-c3ba95fe-5357-4870-826e-670cd2ddb80c tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5420 time: 0.7492750 Aug 23 14:26:09.173048 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] For port b8ad156f-a175-4727-9751-600fe733884e, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:26:09.179160 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e719ef-baa0-42f5-84de-b001abb40428 req-8aeb9981-9797-4a1e-813a-cc45784e88b5 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:09.180081 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-29e719ef-baa0-42f5-84de-b001abb40428 req-8aeb9981-9797-4a1e-813a-cc45784e88b5 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Synchronizing usage tracker for tenant:4961b42f0ae344e29f3571099548d425 on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:09.212136 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] For port b8ad156f-a175-4727-9751-600fe733884e, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b8ad156f-a175-4727-9751-600fe733884e,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:26:09.231991 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] Notify callbacks [] for router, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:09.297032 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1e3c04c9-ce64-4c38-a300-c6959474e063 req-6972f223-7cec-417b-8cb3-91612df520e6 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1707866 Aug 23 14:26:09.305196 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-0d5d04a7-824a-49a7-a85c-4a002ad5597a tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Unset dirty status for tenant:7e824ff629654fc781c5c657e0fe7fea on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:09.306491 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-0d5d04a7-824a-49a7-a85c-4a002ad5597a tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32154 time: 1.1933196 Aug 23 14:26:09.311090 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48300) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:09.330769 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:09.344306 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-eaac0008-7ff6-4dd2-a4bc-1718f038bab8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:09.432611 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-29e719ef-baa0-42f5-84de-b001abb40428 req-8aeb9981-9797-4a1e-813a-cc45784e88b5 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Unset dirty status for tenant:4961b42f0ae344e29f3571099548d425 on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:09.442867 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-29e719ef-baa0-42f5-84de-b001abb40428 req-8aeb9981-9797-4a1e-813a-cc45784e88b5 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/networks?id=9b7e8d04-87f1-4128-a6bd-d663565fbf94 HTTP/1.1" status: 200 len: 822 time: 0.6960328 Aug 23 14:26:09.445423 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-84c48050-31c9-4f75-a38e-96780b2d87a4 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Deleting port 98dfc700-d635-4f6d-911d-20d56fd9ea5c {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:26:09.445796 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-84c48050-31c9-4f75-a38e-96780b2d87a4 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:09.475264 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:09.477594 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] 10.222.0.60 "PUT /v2.0/ports/b8ad156f-a175-4727-9751-600fe733884e HTTP/1.1" status: 200 len: 1136 time: 4.5452201 Aug 23 14:26:09.486447 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'tag': 'b8ad156f-a175-4727-9751-600fe733884e'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:09.498014 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-29e719ef-baa0-42f5-84de-b001abb40428 req-a10012bf-91e6-4c29-83d6-72bc81fb32ff tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/quotas/4961b42f0ae344e29f3571099548d425 HTTP/1.1" status: 200 len: 375 time: 0.0538943 Aug 23 14:26:09.649221 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 86f70d14-b9f8-4623-8001-f6e863ed4eae no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:09.650069 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Request body: {'port': {'device_id': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:09.703588 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-29e719ef-baa0-42f5-84de-b001abb40428 req-2702dade-3426-46b4-bd8c-a7a684b9fc20 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4961b42f0ae344e29f3571099548d425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1960781 Aug 23 14:26:09.740746 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ad156f-a175-4727-9751-600fe733884e,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:09.754449 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:09.803484 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 86f70d14-b9f8-4623-8001-f6e863ed4eae {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:26:09.804118 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 86f70d14-b9f8-4623-8001-f6e863ed4eae not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:26:09.967476 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-84c48050-31c9-4f75-a38e-96780b2d87a4 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] For port 98dfc700-d635-4f6d-911d-20d56fd9ea5c, host n-h1-805629-1, got binding levels [] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:09.968046 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-84c48050-31c9-4f75-a38e-96780b2d87a4 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:10.096359 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:10.145356 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3d858794-ec67-4c27-adfa-b2e2a9d7ed3e service neutron] 10.222.0.86 "GET /v2.0/networks/9b7e8d04-87f1-4128-a6bd-d663565fbf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405496 Aug 23 14:26:10.195852 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-84c48050-31c9-4f75-a38e-96780b2d87a4 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Calling delete_port for 98dfc700-d635-4f6d-911d-20d56fd9ea5c owned by {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:26:10.332710 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fdff05b5-6767-4afa-a612-e107ef7b0093 req-6e9a958b-db2f-49ae-b510-55ba8435221f tempest-ServersAdminNegativeTestJSON-1142849681 tempest-ServersAdminNegativeTestJSON-1142849681-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 1101 time: 0.5715356 Aug 23 14:26:10.375068 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-84c48050-31c9-4f75-a38e-96780b2d87a4 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:10.383493 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-15d4e70b-cbe1-4a38-aeeb-afe75112aa7e tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:10.408991 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fdff05b5-6767-4afa-a612-e107ef7b0093 req-da428340-e98b-44a9-8fdc-00049c2a26e0 tempest-ServersAdminNegativeTestJSON-1142849681 tempest-ServersAdminNegativeTestJSON-1142849681-project-admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:10.444817 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c48050-31c9-4f75-a38e-96780b2d87a4 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Pushing event deleted for resources: {'Port': ['ID=98dfc700-d635-4f6d-911d-20d56fd9ea5c,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:10.448416 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-84c48050-31c9-4f75-a38e-96780b2d87a4 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:10.453934 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-84c48050-31c9-4f75-a38e-96780b2d87a4 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:10.502629 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:10.569613 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-84c48050-31c9-4f75-a38e-96780b2d87a4 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] 10.222.0.86 "DELETE /v2.0/ports/98dfc700-d635-4f6d-911d-20d56fd9ea5c HTTP/1.1" status: 204 len: 168 time: 1.2567880 Aug 23 14:26:10.573485 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48312) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:10.580018 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-29e719ef-baa0-42f5-84de-b001abb40428 req-49e1e1c0-f25b-41b0-b213-ecf7ef613201 service neutron] 10.222.0.86 "GET /v2.0/networks/9b7e8d04-87f1-4128-a6bd-d663565fbf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050062 Aug 23 14:26:10.649311 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-41335fbd-9a14-4c63-a180-b7384d08007a tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] GET failed (client error): The resource could not be found. Aug 23 14:26:10.652615 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-41335fbd-9a14-4c63-a180-b7384d08007a tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Synchronizing usage tracker for tenant:7e824ff629654fc781c5c657e0fe7fea on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:10.665515 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] Deleting port 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:26:10.665962 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:10.703062 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-fdff05b5-6767-4afa-a612-e107ef7b0093 req-da428340-e98b-44a9-8fdc-00049c2a26e0 tempest-ServersAdminNegativeTestJSON-1142849681 tempest-ServersAdminNegativeTestJSON-1142849681-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:10.724741 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-fdff05b5-6767-4afa-a612-e107ef7b0093 req-da428340-e98b-44a9-8fdc-00049c2a26e0 tempest-ServersAdminNegativeTestJSON-1142849681 tempest-ServersAdminNegativeTestJSON-1142849681-project-admin] Usage tracker for resource:security_group_rule and tenant:1986700279f64fc689179cb0dbc9fd59 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:10.733661 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-fdff05b5-6767-4afa-a612-e107ef7b0093 req-da428340-e98b-44a9-8fdc-00049c2a26e0 tempest-ServersAdminNegativeTestJSON-1142849681 tempest-ServersAdminNegativeTestJSON-1142849681-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:10.757872 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-fdff05b5-6767-4afa-a612-e107ef7b0093 req-da428340-e98b-44a9-8fdc-00049c2a26e0 tempest-ServersAdminNegativeTestJSON-1142849681 tempest-ServersAdminNegativeTestJSON-1142849681-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:10.774018 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-41335fbd-9a14-4c63-a180-b7384d08007a tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Unset dirty status for tenant:7e824ff629654fc781c5c657e0fe7fea on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:10.780499 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-41335fbd-9a14-4c63-a180-b7384d08007a tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] 10.222.0.86 "GET /v2.0/ports/98dfc700-d635-4f6d-911d-20d56fd9ea5c HTTP/1.1" status: 404 len: 333 time: 0.2007451 Aug 23 14:26:10.780499 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48316) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:10.787567 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1175936700', 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:10.794320 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:10.808830 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:10.888469 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Made reservation on behalf of 7e824ff629654fc781c5c657e0fe7fea for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:10.891666 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:10.915999 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] device_id is not set on port 1b4784af-3d2f-442b-8a72-67a06a74b2bc yet. {{(pid=76506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:26:11.252659 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:26:11.321937 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:11.337886 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] For port 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=1be289cf-b4cb-43dc-898e-2eb45f6ab0b2,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:11.339120 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:11.449028 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:11.456495 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-06baaa1a-6376-49fd-94fa-f42671852db9 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:11.486279 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] Calling delete_port for 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2 owned by network:router_gateway {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:26:11.514176 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fdff05b5-6767-4afa-a612-e107ef7b0093 req-da428340-e98b-44a9-8fdc-00049c2a26e0 tempest-ServersAdminNegativeTestJSON-1142849681 tempest-ServersAdminNegativeTestJSON-1142849681-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:11.525133 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e6671a-e1a8-4f86-80ff-87b3e4afb018 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:11.530742 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Network 846d7d18-205d-43c0-a0ae-d638ff55ed93 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:11.532054 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:11.537160 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:26:11.538895 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:11.539650 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:11.543982 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Pushing event updated for resources: {'Port': ['ID=1b4784af-3d2f-442b-8a72-67a06a74b2bc,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:11.547930 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:11.548232 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:11.585121 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Transition to ACTIVE for port object 35e6671a-e1a8-4f86-80ff-87b3e4afb018 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:11.593645 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-fdff05b5-6767-4afa-a612-e107ef7b0093 req-da428340-e98b-44a9-8fdc-00049c2a26e0 tempest-ServersAdminNegativeTestJSON-1142849681 tempest-ServersAdminNegativeTestJSON-1142849681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:11.601732 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-75f1d300-cfca-4363-a0be-9596618e654d tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:11.618896 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56b2ef-2ff9-42d9-82f3-2c270f3da922 req-238afd03-07bb-4025-9a27-bc380a893f87 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:11.624137 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56b2ef-2ff9-42d9-82f3-2c270f3da922 req-238afd03-07bb-4025-9a27-bc380a893f87 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:11.628343 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56b2ef-2ff9-42d9-82f3-2c270f3da922 req-238afd03-07bb-4025-9a27-bc380a893f87 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:11.634792 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56b2ef-2ff9-42d9-82f3-2c270f3da922 req-238afd03-07bb-4025-9a27-bc380a893f87 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:11.641612 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56b2ef-2ff9-42d9-82f3-2c270f3da922 req-238afd03-07bb-4025-9a27-bc380a893f87 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:11.648173 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56b2ef-2ff9-42d9-82f3-2c270f3da922 req-238afd03-07bb-4025-9a27-bc380a893f87 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:11.650075 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8e56b2ef-2ff9-42d9-82f3-2c270f3da922 req-238afd03-07bb-4025-9a27-bc380a893f87 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 4606 time: 0.4961905 Aug 23 14:26:11.683964 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9026742 Aug 23 14:26:11.688539 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48328) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:11.713901 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:11.736136 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fdff05b5-6767-4afa-a612-e107ef7b0093 req-da428340-e98b-44a9-8fdc-00049c2a26e0 tempest-ServersAdminNegativeTestJSON-1142849681 tempest-ServersAdminNegativeTestJSON-1142849681-project-admin] 10.222.0.86 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3854458 Aug 23 14:26:11.747054 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da428340-e98b-44a9-8fdc-00049c2a26e0 tempest-ServersAdminNegativeTestJSON-1142849681 tempest-ServersAdminNegativeTestJSON-1142849681-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7272b5-eb4f-438b-b600-b7342f07fa5b,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:11.751673 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-da428340-e98b-44a9-8fdc-00049c2a26e0 tempest-ServersAdminNegativeTestJSON-1142849681 tempest-ServersAdminNegativeTestJSON-1142849681-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:11.753276 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-96c9ec4c-684a-445a-b76a-8318db357a39 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:11.793767 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-5c91e33f-7798-4966-8777-c5d6bf2fc761 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Synchronizing usage tracker for tenant:7e824ff629654fc781c5c657e0fe7fea on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:11.895390 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-5c91e33f-7798-4966-8777-c5d6bf2fc761 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Unset dirty status for tenant:7e824ff629654fc781c5c657e0fe7fea on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:11.897039 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-5c91e33f-7798-4966-8777-c5d6bf2fc761 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] 10.222.0.86 "GET /v2.0/ports/1b4784af-3d2f-442b-8a72-67a06a74b2bc HTTP/1.1" status: 200 len: 955 time: 0.2091660 Aug 23 14:26:11.901531 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48336) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:11.918600 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8e56b2ef-2ff9-42d9-82f3-2c270f3da922 req-0af7749e-ec36-4ff8-b48c-f0874d892fc3 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2516036 Aug 23 14:26:11.989042 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Pushing event updated for resources: {'Port': ['ID=35e6671a-e1a8-4f86-80ff-87b3e4afb018,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:12.064850 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-d4daec26-0bad-4669-b395-5034e903a6fd tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Deleting port 1b4784af-3d2f-442b-8a72-67a06a74b2bc {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:26:12.065194 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d4daec26-0bad-4669-b395-5034e903a6fd tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:12.122065 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:12.202221 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'tag': 'b8ad156f-a175-4727-9751-600fe733884e', 'status': 'completed', 'code': 200} Aug 23 14:26:12.265729 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:12.269704 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:12.346451 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d4daec26-0bad-4669-b395-5034e903a6fd tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:12.381885 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be289cf-b4cb-43dc-898e-2eb45f6ab0b2,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:12.408935 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:12.500340 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-d4daec26-0bad-4669-b395-5034e903a6fd tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Calling delete_port for 1b4784af-3d2f-442b-8a72-67a06a74b2bc owned by {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:26:12.544660 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Attempting to bind port 35e6671a-e1a8-4f86-80ff-87b3e4afb018 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:12.545055 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Attempting to bind port 35e6671a-e1a8-4f86-80ff-87b3e4afb018 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:12.545309 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Attempting to bind port 35e6671a-e1a8-4f86-80ff-87b3e4afb018 on network 60343cd1-e098-494e-b172-ce16a3009aaa {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:12.557893 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee346b2f-c2c8-4855-8f2a-1f1934a6353d req-dcd3201c-6a89-4de4-bd66-507287ad7147 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:12.558910 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ee346b2f-c2c8-4855-8f2a-1f1934a6353d req-dcd3201c-6a89-4de4-bd66-507287ad7147 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 945 time: 0.6527758 Aug 23 14:26:12.619827 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Port 35e6671a-e1a8-4f86-80ff-87b3e4afb018 on network 60343cd1-e098-494e-b172-ce16a3009aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:12.620152 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Attempting to bind port 35e6671a-e1a8-4f86-80ff-87b3e4afb018 on network 60343cd1-e098-494e-b172-ce16a3009aaa {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:12.671264 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d4daec26-0bad-4669-b395-5034e903a6fd tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:12.678312 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0bc016ea-b63e-4ae3-b25a-72517f46a69a tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:12.734808 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daec26-0bad-4669-b395-5034e903a6fd tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b4784af-3d2f-442b-8a72-67a06a74b2bc,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:12.738938 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d4daec26-0bad-4669-b395-5034e903a6fd tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:12.750739 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d4daec26-0bad-4669-b395-5034e903a6fd tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:12.791950 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:26:12.792275 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Checking segment: {'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:12.792657 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Bound using segment: {'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:26:12.793098 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Bound port: 35e6671a-e1a8-4f86-80ff-87b3e4afb018, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:12.793443 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:12.821155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d891bc-7a00-4277-a4ba-a16b7807e7e8 req-40019d23-dded-4f43-ad84-175b9e95b9cd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:12.825003 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d891bc-7a00-4277-a4ba-a16b7807e7e8 req-40019d23-dded-4f43-ad84-175b9e95b9cd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:12.828993 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d891bc-7a00-4277-a4ba-a16b7807e7e8 req-40019d23-dded-4f43-ad84-175b9e95b9cd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:12.832887 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d891bc-7a00-4277-a4ba-a16b7807e7e8 req-40019d23-dded-4f43-ad84-175b9e95b9cd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:12.836785 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d891bc-7a00-4277-a4ba-a16b7807e7e8 req-40019d23-dded-4f43-ad84-175b9e95b9cd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:12.837830 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d4daec26-0bad-4669-b395-5034e903a6fd tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] 10.222.0.86 "DELETE /v2.0/ports/1b4784af-3d2f-442b-8a72-67a06a74b2bc HTTP/1.1" status: 204 len: 168 time: 0.9347196 Aug 23 14:26:12.840065 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48346) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:12.840720 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d891bc-7a00-4277-a4ba-a16b7807e7e8 req-40019d23-dded-4f43-ad84-175b9e95b9cd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:12.845174 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d891bc-7a00-4277-a4ba-a16b7807e7e8 req-40019d23-dded-4f43-ad84-175b9e95b9cd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:12.847110 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6d891bc-7a00-4277-a4ba-a16b7807e7e8 req-40019d23-dded-4f43-ad84-175b9e95b9cd tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5420 time: 0.5338759 Aug 23 14:26:12.854872 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b3a19b5c-2c3e-4023-a624-378fabf84771 req-2b2f480d-1123-4922-8f0e-0f8044cf3145 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ae04c19703948b084682c54287f9037&device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 6177 time: 0.6507885 Aug 23 14:26:12.865008 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930082'] for router_gateway, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:12.891678 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a394080c-8ef0-4a72-8b9f-d3dee3193265 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] GET failed (client error): The resource could not be found. Aug 23 14:26:12.892196 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a394080c-8ef0-4a72-8b9f-d3dee3193265 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Synchronizing usage tracker for tenant:7e824ff629654fc781c5c657e0fe7fea on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:13.014627 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a394080c-8ef0-4a72-8b9f-d3dee3193265 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Unset dirty status for tenant:7e824ff629654fc781c5c657e0fe7fea on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:13.019423 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a394080c-8ef0-4a72-8b9f-d3dee3193265 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] 10.222.0.86 "GET /v2.0/ports/1b4784af-3d2f-442b-8a72-67a06a74b2bc HTTP/1.1" status: 404 len: 333 time: 0.1748137 Aug 23 14:26:13.022112 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48350) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:13.031286 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:26:13.036203 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Request body: {'port': {'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-461506517'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:13.043189 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:13.055005 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:13.090600 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ee346b2f-c2c8-4855-8f2a-1f1934a6353d req-81064291-cd41-4bfb-bed9-db3f3584e5b2 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196240 Aug 23 14:26:13.170582 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Made reservation on behalf of 7e824ff629654fc781c5c657e0fe7fea for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:13.174866 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:13.211982 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] device_id is not set on port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f yet. {{(pid=76506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:26:13.459100 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d66e4c48-c266-49b0-a81d-7e60c2caaf11 req-c0d95361-7823-4b6c-93db-0d1710630def tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 210 time: 0.1682546 Aug 23 14:26:13.515216 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:13.592593 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:13.597655 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:13.614006 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6d891bc-7a00-4277-a4ba-a16b7807e7e8 req-57fee65d-3e5b-44b1-97f0-baad3da97191 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7581198 Aug 23 14:26:13.633266 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:13.634976 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] For port 35e6671a-e1a8-4f86-80ff-87b3e4afb018, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:26:13.657013 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:13.687171 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] For port 35e6671a-e1a8-4f86-80ff-87b3e4afb018, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=35e6671a-e1a8-4f86-80ff-87b3e4afb018,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:26:13.699373 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a19b5c-2c3e-4023-a624-378fabf84771 req-cb23677b-652c-488f-9c08-f518556db087 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:13.699808 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a19b5c-2c3e-4023-a624-378fabf84771 req-cb23677b-652c-488f-9c08-f518556db087 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:13.700170 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a19b5c-2c3e-4023-a624-378fabf84771 req-cb23677b-652c-488f-9c08-f518556db087 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:13.701834 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b3a19b5c-2c3e-4023-a624-378fabf84771 req-cb23677b-652c-488f-9c08-f518556db087 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4ae04c19703948b084682c54287f9037&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6523681 Aug 23 14:26:13.742229 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Network 846d7d18-205d-43c0-a0ae-d638ff55ed93 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:13.746393 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:13.751796 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:26:13.752474 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:13.753202 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:13.770508 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Pushing event updated for resources: {'Port': ['ID=c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:13.775910 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:13.830403 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:13.835838 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:13.836511 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7de90fa5-61c8-43ca-828a-fde197a122f8 {{(pid=76505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:26:13.842463 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:13.904829 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8730907 Aug 23 14:26:13.907020 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48362) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:13.920226 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:14.059393 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:14.064979 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] 10.222.0.60 "PUT /v2.0/ports/35e6671a-e1a8-4f86-80ff-87b3e4afb018 HTTP/1.1" status: 200 len: 1134 time: 4.4278386 Aug 23 14:26:14.119796 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] Notify callbacks [] for router, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:14.125989 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-244cf57b-cf6c-4be8-8957-20083415ac00 admin admin] 10.222.0.86 "DELETE /v2.0/routers/7de90fa5-61c8-43ca-828a-fde197a122f8 HTTP/1.1" status: 204 len: 168 time: 6.9529414 Aug 23 14:26:14.135302 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48366) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:14.138247 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Pushing event updated for resources: {'Port': ['ID=35e6671a-e1a8-4f86-80ff-87b3e4afb018,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:14.147967 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:14.187403 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a19b5c-2c3e-4023-a624-378fabf84771 req-29d61b0a-00e9-43eb-bbfc-b211ff527b69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:14.189046 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b3a19b5c-2c3e-4023-a624-378fabf84771 req-29d61b0a-00e9-43eb-bbfc-b211ff527b69 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4767406 Aug 23 14:26:14.211307 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'tag': '35e6671a-e1a8-4f86-80ff-87b3e4afb018'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:14.226040 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Request body: {'port': {'device_id': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:14.273663 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:14.353158 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-4223bbe7-5d7d-475f-bed8-c27b9f63118c admin admin] Deleting subnet 0ec13943-8acb-4a2d-bbdd-46481708901f {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:26:14.405198 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4223bbe7-5d7d-475f-bed8-c27b9f63118c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:14.471264 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b9b2de05-be0b-4407-a9f7-452a58615d4e req-518c9b48-05ab-4c82-84ab-7de1b5806234 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.8111987 Aug 23 14:26:14.491683 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c3775-76e9-4317-9392-170a131a1bda req-fa8422c0-89d1-426b-9365-d4c801b4de21 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:14.493120 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c3775-76e9-4317-9392-170a131a1bda req-fa8422c0-89d1-426b-9365-d4c801b4de21 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:14.499931 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c3775-76e9-4317-9392-170a131a1bda req-fa8422c0-89d1-426b-9365-d4c801b4de21 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:14.505822 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c3775-76e9-4317-9392-170a131a1bda req-fa8422c0-89d1-426b-9365-d4c801b4de21 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:14.507992 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e719ef-baa0-42f5-84de-b001abb40428 req-cb23500e-996e-4ff6-894f-0eb13c865a7d tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:14.510367 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29e719ef-baa0-42f5-84de-b001abb40428 req-cb23500e-996e-4ff6-894f-0eb13c865a7d tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.91 "GET /v2.0/networks?id=9b7e8d04-87f1-4128-a6bd-d663565fbf94 HTTP/1.1" status: 200 len: 822 time: 0.5368142 Aug 23 14:26:14.512356 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c3775-76e9-4317-9392-170a131a1bda req-fa8422c0-89d1-426b-9365-d4c801b4de21 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:14.517569 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c3775-76e9-4317-9392-170a131a1bda req-fa8422c0-89d1-426b-9365-d4c801b4de21 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:14.523529 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c3775-76e9-4317-9392-170a131a1bda req-fa8422c0-89d1-426b-9365-d4c801b4de21 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:14.526531 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6f1c3775-76e9-4317-9392-170a131a1bda req-fa8422c0-89d1-426b-9365-d4c801b4de21 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5382 time: 0.5952423 Aug 23 14:26:14.529679 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Request body: {'port': {'device_id': '69dca945-b9ef-4a3f-9e99-4b6bb77fa000', 'network_id': '9b7e8d04-87f1-4128-a6bd-d663565fbf94', 'admin_state_up': True, 'tenant_id': '4961b42f0ae344e29f3571099548d425'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:14.649825 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4223bbe7-5d7d-475f-bed8-c27b9f63118c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:14.702672 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:14.829136 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6f1c3775-76e9-4317-9392-170a131a1bda req-a5d3bccd-d65f-417e-8949-4680339cf6fc tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2935474 Aug 23 14:26:14.864246 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:14.898184 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Usage tracker for resource:port and tenant:4961b42f0ae344e29f3571099548d425 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:14.913811 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:14.924461 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:14.940538 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] device_id is not set on port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f yet. {{(pid=76506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:26:14.948973 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:14.968926 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Transition to ACTIVE for port object c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:14.978159 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'tag': '35e6671a-e1a8-4f86-80ff-87b3e4afb018', 'status': 'completed', 'code': 200} Aug 23 14:26:15.037958 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Made reservation on behalf of 4961b42f0ae344e29f3571099548d425 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:15.042704 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:15.064718 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:15.072692 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b709c642-05da-4a0f-b3a5-f960089a5fe7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:15.213298 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48388) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:15.265223 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Pushing event updated for resources: {'Port': ['ID=c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:15.300069 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5d72a684-1d62-4e19-bbd2-e6e7e64ea0ab req-33b0b059-119a-43f1-94ef-6e0ff2e3bebd tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 210 time: 0.0915463 Aug 23 14:26:15.300464 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:15.301043 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:15.301721 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:15.304139 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:15.304139 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:15.304139 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:15.304139 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:15.304601 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:15.305151 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:15.305787 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:15.306390 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:15.313325 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:15.332691 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4223bbe7-5d7d-475f-bed8-c27b9f63118c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:15.350542 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:15.350976 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:15.351319 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:15.360749 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:15.361221 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:15.365984 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 2 to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f Aug 23 14:26:15.401283 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:15.401793 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:15.402381 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:15.459955 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:15.461191 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:15.471600 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b682c-cb81-47bb-99eb-a19c65b385b7 req-7ad6279e-b0c8-46da-adc6-679409e73513 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:15.473131 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 3 to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f Aug 23 14:26:15.478414 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-043b682c-cb81-47bb-99eb-a19c65b385b7 req-7ad6279e-b0c8-46da-adc6-679409e73513 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 945 time: 0.6708302 Aug 23 14:26:15.506373 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:15.507406 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:15.507910 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:15.543131 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:15.544036 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:15.544036 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 4 to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f Aug 23 14:26:15.549719 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:15.553713 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Allocated IP 172.20.0.13 (9b7e8d04-87f1-4128-a6bd-d663565fbf94/8a17d29a-cee8-4675-8fa5-82c5431ba0d2/997089cb-349f-4682-96a0-cf4a5d8e7279) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:26:15.569869 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:15.570578 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:15.571964 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:15.626149 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:26:15.626408 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 1be289cf-b4cb-43dc-898e-2eb45f6ab0b2 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:26:15.641513 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:15.641513 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:15.641513 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 5 to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f Aug 23 14:26:15.662725 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7f5481c4-ce04-4f8a-89bd-a86f4acf706e admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:15.667055 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:15.667598 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:15.667838 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:15.699118 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-040760fa-9047-4bea-9e90-fb426eef147c req-5628db9f-b983-498b-a859-0fc682e91bdb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ae04c19703948b084682c54287f9037&device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 6219 time: 0.7037969 Aug 23 14:26:15.700205 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:15.700560 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:15.704598 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 6 to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f Aug 23 14:26:15.733745 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:15.734103 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:15.734530 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:15.756338 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-043b682c-cb81-47bb-99eb-a19c65b385b7 req-8b29fd49-b13b-4878-b03e-b8b846991e91 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770398 Aug 23 14:26:15.768296 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:15.768480 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:15.825628 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4223bbe7-5d7d-475f-bed8-c27b9f63118c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:15.827928 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 7 to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f Aug 23 14:26:15.843629 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0088c997-2400-4df1-b4dc-af8b6c9d684c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:15.861033 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:15.861033 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:15.861472 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:15.869307 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:26:15.884245 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:15.884628 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:15.889670 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 8 to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f Aug 23 14:26:15.909950 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223bbe7-5d7d-475f-bed8-c27b9f63118c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ec13943-8acb-4a2d-bbdd-46481708901f,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:15.920297 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:15.920636 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:15.921011 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:15.947258 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:15.947835 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:15.968166 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 9 to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f Aug 23 14:26:15.991840 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-7f5481c4-ce04-4f8a-89bd-a86f4acf706e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:15.991840 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4223bbe7-5d7d-475f-bed8-c27b9f63118c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:16.026186 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-7f5481c4-ce04-4f8a-89bd-a86f4acf706e admin admin] Usage tracker for resource:security_group_rule and tenant:dacf871570274358b830fe6df6ad20e5 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:16.035892 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:16.035892 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:16.035892 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:16.046634 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e79b-68c5-4981-9eae-c34c0f48cbc2 req-a24f5de1-4ce6-4c75-85c1-cabf6d8d699a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:16.051006 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16fffab-e729-4fee-b0fd-1cf25972a48d None None] Network d6a2e3fa-97e3-4090-b56a-11674d059ea3 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:26:16.052205 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e79b-68c5-4981-9eae-c34c0f48cbc2 req-a24f5de1-4ce6-4c75-85c1-cabf6d8d699a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:16.052205 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e79b-68c5-4981-9eae-c34c0f48cbc2 req-a24f5de1-4ce6-4c75-85c1-cabf6d8d699a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:16.052205 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e79b-68c5-4981-9eae-c34c0f48cbc2 req-a24f5de1-4ce6-4c75-85c1-cabf6d8d699a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:16.052982 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.053818 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e79b-68c5-4981-9eae-c34c0f48cbc2 req-a24f5de1-4ce6-4c75-85c1-cabf6d8d699a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:16.053818 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e79b-68c5-4981-9eae-c34c0f48cbc2 req-a24f5de1-4ce6-4c75-85c1-cabf6d8d699a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:16.053818 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e79b-68c5-4981-9eae-c34c0f48cbc2 req-a24f5de1-4ce6-4c75-85c1-cabf6d8d699a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:16.054269 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:16.054269 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:16.054764 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-16d3e79b-68c5-4981-9eae-c34c0f48cbc2 req-a24f5de1-4ce6-4c75-85c1-cabf6d8d699a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5420 time: 0.5435228 Aug 23 14:26:16.054930 n-d-805629-1 neutron-server[76506]: INFO neutron.plugins.ml2.plugin [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempt 10 to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f Aug 23 14:26:16.063689 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4223bbe7-5d7d-475f-bed8-c27b9f63118c admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.070791 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-7f5481c4-ce04-4f8a-89bd-a86f4acf706e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:16.078467 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:16.078835 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:16.082803 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempting to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:16.096654 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:16.097289 n-d-805629-1 neutron-server[76506]: ERROR neutron.plugins.ml2.managers [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Failed to bind port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on host n-h1-805629-1 for vnic_type normal using segments [{'id': '2b96652e-dc52-47e2-b72e-33d1639c168b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '846d7d18-205d-43c0-a0ae-d638ff55ed93'}] Aug 23 14:26:16.097485 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.143629 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-7f5481c4-ce04-4f8a-89bd-a86f4acf706e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:16.143629 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e88c439-a70f-41cf-97ea-14dc8c330d1d {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:16.163950 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4223bbe7-5d7d-475f-bed8-c27b9f63118c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0ec13943-8acb-4a2d-bbdd-46481708901f HTTP/1.1" status: 204 len: 168 time: 2.0188270 Aug 23 14:26:16.167189 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.173107 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48400) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:16.252459 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040760fa-9047-4bea-9e90-fb426eef147c req-9d727e04-e6b8-48c1-a64f-683b1b64f989 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:16.253016 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040760fa-9047-4bea-9e90-fb426eef147c req-9d727e04-e6b8-48c1-a64f-683b1b64f989 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:16.253468 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040760fa-9047-4bea-9e90-fb426eef147c req-9d727e04-e6b8-48c1-a64f-683b1b64f989 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:16.255384 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-040760fa-9047-4bea-9e90-fb426eef147c req-9d727e04-e6b8-48c1-a64f-683b1b64f989 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4ae04c19703948b084682c54287f9037&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5401785 Aug 23 14:26:16.259785 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Transition to ACTIVE for port object 2e88c439-a70f-41cf-97ea-14dc8c330d1d will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:16.289225 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.299558 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-16d3e79b-68c5-4981-9eae-c34c0f48cbc2 req-81552366-8590-4ae7-afaa-0e17ac96bc88 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2457569 Aug 23 14:26:16.315967 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:16.378642 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.386909 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8bbae2bd-7419-4f3f-98c7-a3fdf0c06dd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:16.413091 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] DHCP port deletion for d6a2e3fa-97e3-4090-b56a-11674d059ea3 request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:26:16.419875 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Deleting port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:26:16.419875 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.459151 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.473057 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] For port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:26:16.473423 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Attempted to set empty binding levels {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 23 14:26:16.484323 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Network 9b7e8d04-87f1-4128-a6bd-d663565fbf94 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:16.493777 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:16.506047 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:26:16.553587 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Pushing event updated for resources: {'Port': ['ID=997089cb-349f-4682-96a0-cf4a5d8e7279,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:16.583237 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:16.608987 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.639582 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:16.655981 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e88c439-a70f-41cf-97ea-14dc8c330d1d,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:16.689782 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7f5481c4-ce04-4f8a-89bd-a86f4acf706e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.705630 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Deleting port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:26:16.705980 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.709865 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:16.832189 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7f5481c4-ce04-4f8a-89bd-a86f4acf706e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.840646 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040760fa-9047-4bea-9e90-fb426eef147c req-c200a1f9-a2aa-4a7c-81ca-ad326075bced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:16.844308 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-040760fa-9047-4bea-9e90-fb426eef147c req-c200a1f9-a2aa-4a7c-81ca-ad326075bced service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5786452 Aug 23 14:26:16.860361 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-04903f6a-e716-46e8-ab9a-01456a0b2fc1 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:16.874833 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] For port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68,segment=NetworkSegment(f1968ffc-eae6-45d8-b95d-caf8588e9c8e),segment_id=f1968ffc-eae6-45d8-b95d-caf8588e9c8e)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:16.876694 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.879819 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Pushing event updated for resources: {'Port': ['ID=c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:16.892017 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] In _notify_port_updated(), no bound segment for port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f on network 846d7d18-205d-43c0-a0ae-d638ff55ed93 {{(pid=76506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Aug 23 14:26:16.893763 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.898465 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] 10.222.0.86 "PUT /v2.0/ports/c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f HTTP/1.1" status: 200 len: 974 time: 2.9861991 Aug 23 14:26:16.899838 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:16.902441 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48410) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:17.005386 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:17.006251 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:17.035554 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5481c4-ce04-4f8a-89bd-a86f4acf706e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153474ee-c39f-4900-980a-62da9a2dff95,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:17.043008 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-7f5481c4-ce04-4f8a-89bd-a86f4acf706e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dacf871570274358b830fe6df6ad20e5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8206725 Aug 23 14:26:17.043933 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48414) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:17.044909 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7f5481c4-ce04-4f8a-89bd-a86f4acf706e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:17.074173 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Calling delete_port for 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:26:17.090654 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-f289f657-2f46-42c6-99ed-9dbbf1cdd8ca tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Deleting port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:26:17.091005 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f289f657-2f46-42c6-99ed-9dbbf1cdd8ca tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:17.166650 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e54f-99a2-4a53-ac15-147e472adf5e req-4c3a9b99-333e-42d9-af59-27572da67363 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:17.171547 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e54f-99a2-4a53-ac15-147e472adf5e req-4c3a9b99-333e-42d9-af59-27572da67363 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:17.175710 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e54f-99a2-4a53-ac15-147e472adf5e req-4c3a9b99-333e-42d9-af59-27572da67363 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:17.179994 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e54f-99a2-4a53-ac15-147e472adf5e req-4c3a9b99-333e-42d9-af59-27572da67363 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:17.184370 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e54f-99a2-4a53-ac15-147e472adf5e req-4c3a9b99-333e-42d9-af59-27572da67363 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:17.189330 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e54f-99a2-4a53-ac15-147e472adf5e req-4c3a9b99-333e-42d9-af59-27572da67363 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:17.193640 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e54f-99a2-4a53-ac15-147e472adf5e req-4c3a9b99-333e-42d9-af59-27572da67363 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:17.196126 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3596e54f-99a2-4a53-ac15-147e472adf5e req-4c3a9b99-333e-42d9-af59-27572da67363 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5394 time: 0.5043457 Aug 23 14:26:17.205268 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Attempting to bind port 2e88c439-a70f-41cf-97ea-14dc8c330d1d on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:17.205822 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Attempting to bind port 2e88c439-a70f-41cf-97ea-14dc8c330d1d by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:17.206159 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Attempting to bind port 2e88c439-a70f-41cf-97ea-14dc8c330d1d on network 60343cd1-e098-494e-b172-ce16a3009aaa {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:17.246958 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91d77c-9082-4b35-a07b-552c30f4e6b3 req-2bb434ec-6899-4cdb-a06d-76a8e43e59bd tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:17.249046 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6d91d77c-9082-4b35-a07b-552c30f4e6b3 req-2bb434ec-6899-4cdb-a06d-76a8e43e59bd tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 932 time: 0.4581883 Aug 23 14:26:17.254539 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Port 2e88c439-a70f-41cf-97ea-14dc8c330d1d on network 60343cd1-e098-494e-b172-ce16a3009aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:17.254857 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Attempting to bind port 2e88c439-a70f-41cf-97ea-14dc8c330d1d on network 60343cd1-e098-494e-b172-ce16a3009aaa {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:17.272219 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29e719ef-baa0-42f5-84de-b001abb40428 req-3f172f4b-143c-4bc1-957b-84e85b85ebd9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7491493 Aug 23 14:26:17.300089 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112'] for port, after_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:17.308511 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-0ff64085-4aff-4997-ad8c-0693241f24e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:17.319393 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-17356add-3390-4b9f-978c-114c12b97527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:17.330472 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:26:17.330926 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Checking segment: {'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:17.331790 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Bound using segment: {'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:26:17.332467 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Bound port: 2e88c439-a70f-41cf-97ea-14dc8c330d1d, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:17.333922 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:17.335932 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Request body: {'port': {'device_id': '69dca945-b9ef-4a3f-9e99-4b6bb77fa000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:17.379975 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] No DVR routers for this DVR port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 on host n-d-805629-1 {{(pid=76509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:26:17.381734 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Pushing event deleted for resources: {'Port': ['ID=6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68,revision_number=None']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:17.394395 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3596e54f-99a2-4a53-ac15-147e472adf5e req-e1104695-20fc-461b-9da6-1f86d9f9847c tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1853161 Aug 23 14:26:17.408953 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:17.411185 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:17.411722 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:17.413479 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:17.414287 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:17.414781 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:17.415115 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:17.415512 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:17.416024 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:17.416423 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:17.416757 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:17.429422 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:17.460777 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-17356add-3390-4b9f-978c-114c12b97527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:17.462205 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] For port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68,segment=NetworkSegment(f1968ffc-eae6-45d8-b95d-caf8588e9c8e),segment_id=f1968ffc-eae6-45d8-b95d-caf8588e9c8e)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:17.462656 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:17.499681 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-6d91d77c-9082-4b35-a07b-552c30f4e6b3 req-203da053-f383-4904-895a-9fb5154e67a4 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Synchronizing usage tracker for tenant:4961b42f0ae344e29f3571099548d425 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:17.608049 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:17.640200 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:17.680170 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] For port 2e88c439-a70f-41cf-97ea-14dc8c330d1d, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:26:17.684166 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:26:17.684496 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:26:17.691397 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] For port 2e88c439-a70f-41cf-97ea-14dc8c330d1d, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=2e88c439-a70f-41cf-97ea-14dc8c330d1d,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:26:17.767988 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-6d91d77c-9082-4b35-a07b-552c30f4e6b3 req-203da053-f383-4904-895a-9fb5154e67a4 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Unset dirty status for tenant:4961b42f0ae344e29f3571099548d425 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:17.770098 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6d91d77c-9082-4b35-a07b-552c30f4e6b3 req-203da053-f383-4904-895a-9fb5154e67a4 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa476f8c-4616-4bf9-9d6a-c3191880293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027802 Aug 23 14:26:17.798023 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-17356add-3390-4b9f-978c-114c12b97527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:17.803296 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:17.809776 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-035e9efd-371a-44e3-a777-20e85e2f2674 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:17.852972 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Calling delete_port for 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:26:18.015842 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17356add-3390-4b9f-978c-114c12b97527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153474ee-c39f-4900-980a-62da9a2dff95,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:18.056725 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-17356add-3390-4b9f-978c-114c12b97527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:18.062437 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-72856c81-7694-4b06-a89d-70e443beceb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:18.127343 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-17356add-3390-4b9f-978c-114c12b97527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:18.131315 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-17356add-3390-4b9f-978c-114c12b97527 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/153474ee-c39f-4900-980a-62da9a2dff95 HTTP/1.1" status: 204 len: 168 time: 1.0823920 Aug 23 14:26:18.154934 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.api [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:26:18.155625 n-d-805629-1 neutron-server[76506]: DEBUG oslo_db.api [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:26:18.179899 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-f289f657-2f46-42c6-99ed-9dbbf1cdd8ca tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] For port c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f, host n-h1-805629-1, got binding levels [] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:18.180548 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f289f657-2f46-42c6-99ed-9dbbf1cdd8ca tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:18.184197 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:18.187071 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] 10.222.0.60 "PUT /v2.0/ports/2e88c439-a70f-41cf-97ea-14dc8c330d1d HTTP/1.1" status: 200 len: 1090 time: 3.9651296 Aug 23 14:26:18.189767 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'tag': '2e88c439-a70f-41cf-97ea-14dc8c330d1d'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:18.270709 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e88c439-a70f-41cf-97ea-14dc8c330d1d,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:18.278203 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:18.287267 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Request body: {'port': {'device_id': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:18.356465 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2783b53-0690-4835-8a06-5ca6be644395 req-8acf7222-f9a6-4b65-bfad-52c1f3405b1b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:18.360192 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e2783b53-0690-4835-8a06-5ca6be644395 req-8acf7222-f9a6-4b65-bfad-52c1f3405b1b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.60 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 945 time: 0.5370748 Aug 23 14:26:18.368897 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-f289f657-2f46-42c6-99ed-9dbbf1cdd8ca tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Calling delete_port for c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f owned by {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:26:18.414332 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd927ff-6a25-416b-9fd2-b9c36839268f req-1bd34ddc-4264-43a8-b2ff-145ad9c8bafc tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:18.415370 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-afd927ff-6a25-416b-9fd2-b9c36839268f req-1bd34ddc-4264-43a8-b2ff-145ad9c8bafc tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 945 time: 0.4027820 Aug 23 14:26:18.520270 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624fca4-7719-4e2c-9ef0-cf522baceb7b req-244edc6e-b904-4a20-982f-237126236849 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:18.524474 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624fca4-7719-4e2c-9ef0-cf522baceb7b req-244edc6e-b904-4a20-982f-237126236849 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:18.528413 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624fca4-7719-4e2c-9ef0-cf522baceb7b req-244edc6e-b904-4a20-982f-237126236849 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:18.533131 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624fca4-7719-4e2c-9ef0-cf522baceb7b req-244edc6e-b904-4a20-982f-237126236849 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:18.537598 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624fca4-7719-4e2c-9ef0-cf522baceb7b req-244edc6e-b904-4a20-982f-237126236849 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:18.541638 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624fca4-7719-4e2c-9ef0-cf522baceb7b req-244edc6e-b904-4a20-982f-237126236849 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:18.546482 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624fca4-7719-4e2c-9ef0-cf522baceb7b req-244edc6e-b904-4a20-982f-237126236849 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:18.548555 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1624fca4-7719-4e2c-9ef0-cf522baceb7b req-244edc6e-b904-4a20-982f-237126236849 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5420 time: 0.4224005 Aug 23 14:26:18.635948 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:18.651696 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-e2783b53-0690-4835-8a06-5ca6be644395 req-bd529ba0-d918-4e3e-aaef-513ebba46b8f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Deleting port 9c2eb330-82af-45a2-b52e-0c79379758f4 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:26:18.652041 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e2783b53-0690-4835-8a06-5ca6be644395 req-bd529ba0-d918-4e3e-aaef-513ebba46b8f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:18.682892 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Deleting port 6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:26:18.682892 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:18.693004 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-afd927ff-6a25-416b-9fd2-b9c36839268f req-27e18dbf-6ce1-4d60-bcaa-7da0b15a6125 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345555 Aug 23 14:26:18.742363 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f289f657-2f46-42c6-99ed-9dbbf1cdd8ca tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:18.750266 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-07706986-9829-47b0-aa3a-1c18b1e31b76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:18.855484 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] The port '6c219fa7-ffb8-4a36-b2cb-7dc9b0d43e68' was deleted {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:26:18.860828 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289f657-2f46-42c6-99ed-9dbbf1cdd8ca tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Pushing event deleted for resources: {'Port': ['ID=c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:18.861770 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1624fca4-7719-4e2c-9ef0-cf522baceb7b req-4d3fe7a8-bd27-418e-add5-b99e9f07400d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2546980 Aug 23 14:26:18.915739 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f289f657-2f46-42c6-99ed-9dbbf1cdd8ca tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:18.923008 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997089cb-349f-4682-96a0-cf4a5d8e7279 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:18.958716 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:19.063895 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'tag': '2e88c439-a70f-41cf-97ea-14dc8c330d1d', 'status': 'completed', 'code': 200} Aug 23 14:26:19.288735 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f289f657-2f46-42c6-99ed-9dbbf1cdd8ca tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:19.336424 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Transition to ACTIVE for port object 997089cb-349f-4682-96a0-cf4a5d8e7279 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:19.345013 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:19.449278 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad86cf-6a41-4308-8b18-255755096f44 req-57a3869f-8445-40a0-a7b9-7e86b356c16b tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:19.453142 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b9ad86cf-6a41-4308-8b18-255755096f44 req-57a3869f-8445-40a0-a7b9-7e86b356c16b tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 950 time: 0.5023861 Aug 23 14:26:19.463227 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a2e3fa-97e3-4090-b56a-11674d059ea3']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:19.478347 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:19.483183 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f289f657-2f46-42c6-99ed-9dbbf1cdd8ca tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] 10.222.0.86 "DELETE /v2.0/ports/c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f HTTP/1.1" status: 204 len: 168 time: 2.5733044 Aug 23 14:26:19.487731 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4322ae57-807b-4a12-9791-fc9e558de06a tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:19.499251 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48440) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:19.521208 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1968ffc-eae6-45d8-b95d-caf8588e9c8e') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:19.521652 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1968ffc-eae6-45d8-b95d-caf8588e9c8e') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:19.597010 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:19.637541 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace5b768-6e60-46c7-8912-db2f3d519bf2 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] GET failed (client error): The resource could not be found. Aug 23 14:26:19.644280 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-ace5b768-6e60-46c7-8912-db2f3d519bf2 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] 10.222.0.86 "GET /v2.0/ports/c61ec5eb-4bbf-4cf8-9ce3-7a4bc584395f HTTP/1.1" status: 404 len: 333 time: 0.1432388 Aug 23 14:26:19.644890 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48446) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:19.658175 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:19.688085 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b9ad86cf-6a41-4308-8b18-255755096f44 req-d7635aa2-166f-47ea-9b0d-4332832f7b58 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087820 Aug 23 14:26:19.774115 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5481a215-17f4-45a4-b53b-0f5ad5a7b703 req-cd8e6e10-5189-4190-ac6a-d730176fc500 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ae04c19703948b084682c54287f9037&device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 6286 time: 0.7324862 Aug 23 14:26:19.781053 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Pushing event updated for resources: {'Port': ['ID=997089cb-349f-4682-96a0-cf4a5d8e7279,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:19.830479 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:26:19.831159 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:19.847829 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:26:19.856542 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:26:19.891750 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e2783b53-0690-4835-8a06-5ca6be644395 req-bd529ba0-d918-4e3e-aaef-513ebba46b8f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] For port 9c2eb330-82af-45a2-b52e-0c79379758f4, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9c2eb330-82af-45a2-b52e-0c79379758f4,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:19.892496 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e2783b53-0690-4835-8a06-5ca6be644395 req-bd529ba0-d918-4e3e-aaef-513ebba46b8f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.031460 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378346fe-0273-4af5-93aa-70ec0f69b2c8 req-bb7743eb-8a47-43d3-9e93-20d27ddc5db8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:20.035681 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378346fe-0273-4af5-93aa-70ec0f69b2c8 req-bb7743eb-8a47-43d3-9e93-20d27ddc5db8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:20.040049 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378346fe-0273-4af5-93aa-70ec0f69b2c8 req-bb7743eb-8a47-43d3-9e93-20d27ddc5db8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:20.043977 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378346fe-0273-4af5-93aa-70ec0f69b2c8 req-bb7743eb-8a47-43d3-9e93-20d27ddc5db8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:20.051153 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378346fe-0273-4af5-93aa-70ec0f69b2c8 req-bb7743eb-8a47-43d3-9e93-20d27ddc5db8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:20.058139 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378346fe-0273-4af5-93aa-70ec0f69b2c8 req-bb7743eb-8a47-43d3-9e93-20d27ddc5db8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:20.063415 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378346fe-0273-4af5-93aa-70ec0f69b2c8 req-bb7743eb-8a47-43d3-9e93-20d27ddc5db8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:20.065615 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-378346fe-0273-4af5-93aa-70ec0f69b2c8 req-bb7743eb-8a47-43d3-9e93-20d27ddc5db8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5394 time: 0.6710963 Aug 23 14:26:20.103527 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48458) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:20.126221 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a848e-2b29-4757-bb99-d6bd2f9c036f req-7f3d807a-f544-444e-b888-451329e295d2 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:20.127393 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-ff5a848e-2b29-4757-bb99-d6bd2f9c036f req-7f3d807a-f544-444e-b888-451329e295d2 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Synchronizing usage tracker for tenant:8876a3677e3e4f91b1e0a704fbb57681 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:20.267605 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.283640 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e1a9e959-a565-4bbf-b448-a589566f89aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:20.300766 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-e2783b53-0690-4835-8a06-5ca6be644395 req-bd529ba0-d918-4e3e-aaef-513ebba46b8f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Calling delete_port for 9c2eb330-82af-45a2-b52e-0c79379758f4 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:26:20.315211 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.343861 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Pushing event deleted for resources: {'Network': ['ID=d6a2e3fa-97e3-4090-b56a-11674d059ea3,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:20.346332 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e4537fc-22e7-49d8-b3a8-16a6d3a5407e tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.350684 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:26:20.365687 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:20.368843 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481a215-17f4-45a4-b53b-0f5ad5a7b703 req-940d6f68-107a-4af8-906b-e10384c027e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:20.369235 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481a215-17f4-45a4-b53b-0f5ad5a7b703 req-940d6f68-107a-4af8-906b-e10384c027e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:20.369622 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481a215-17f4-45a4-b53b-0f5ad5a7b703 req-940d6f68-107a-4af8-906b-e10384c027e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:20.371236 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5481a215-17f4-45a4-b53b-0f5ad5a7b703 req-940d6f68-107a-4af8-906b-e10384c027e0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4ae04c19703948b084682c54287f9037&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5737696 Aug 23 14:26:20.380704 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-5c69622a-d1d1-43c7-a07e-7d338d3f00dd admin admin] 10.222.0.86 "DELETE /v2.0/networks/d6a2e3fa-97e3-4090-b56a-11674d059ea3 HTTP/1.1" status: 204 len: 168 time: 4.2023075 Aug 23 14:26:20.491785 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-ff5a848e-2b29-4757-bb99-d6bd2f9c036f req-7f3d807a-f544-444e-b888-451329e295d2 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Unset dirty status for tenant:8876a3677e3e4f91b1e0a704fbb57681 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:20.493246 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ff5a848e-2b29-4757-bb99-d6bd2f9c036f req-7f3d807a-f544-444e-b888-451329e295d2 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.91 "GET /v2.0/ports?device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 950 time: 1.1339512 Aug 23 14:26:20.510003 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1092808525-network', 'tenant_id': 'abfa96b482f945d6a630036b5f004786'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:20.550766 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Attempting to bind port 997089cb-349f-4682-96a0-cf4a5d8e7279 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:20.551514 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Attempting to bind port 997089cb-349f-4682-96a0-cf4a5d8e7279 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '3b9e9c9c-2487-4f5b-bcad-20a143273e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9b7e8d04-87f1-4128-a6bd-d663565fbf94'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:20.551514 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Attempting to bind port 997089cb-349f-4682-96a0-cf4a5d8e7279 on network 9b7e8d04-87f1-4128-a6bd-d663565fbf94 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:20.558566 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:20.582800 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Usage tracker for resource:network and tenant:abfa96b482f945d6a630036b5f004786 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:20.593004 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:20.598646 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Port 997089cb-349f-4682-96a0-cf4a5d8e7279 on network 9b7e8d04-87f1-4128-a6bd-d663565fbf94 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:20.599264 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Attempting to bind port 997089cb-349f-4682-96a0-cf4a5d8e7279 on network 9b7e8d04-87f1-4128-a6bd-d663565fbf94 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:20.619244 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:20.664321 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:26:20.664656 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Checking segment: {'id': '3b9e9c9c-2487-4f5b-bcad-20a143273e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9b7e8d04-87f1-4128-a6bd-d663565fbf94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:20.665047 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Bound using segment: {'id': '3b9e9c9c-2487-4f5b-bcad-20a143273e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9b7e8d04-87f1-4128-a6bd-d663565fbf94'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:26:20.665652 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Bound port: 997089cb-349f-4682-96a0-cf4a5d8e7279, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b9e9c9c-2487-4f5b-bcad-20a143273e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9b7e8d04-87f1-4128-a6bd-d663565fbf94'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:20.666013 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.683622 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-ff5a848e-2b29-4757-bb99-d6bd2f9c036f req-b7c23542-edc1-4661-8fee-82a1b1b09918 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Deleting port 2288943f-6739-4185-8a70-cd6f0bbddc33 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:26:20.683622 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ff5a848e-2b29-4757-bb99-d6bd2f9c036f req-b7c23542-edc1-4661-8fee-82a1b1b09918 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.718207 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd6922c-9005-4b49-a0ec-84d29480b1c2 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:20.731595 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-378346fe-0273-4af5-93aa-70ec0f69b2c8 req-ce9aef0f-8711-4637-9852-377f2ab401e8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3996053 Aug 23 14:26:20.749486 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.751144 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e4537fc-22e7-49d8-b3a8-16a6d3a5407e tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.757354 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Made reservation on behalf of abfa96b482f945d6a630036b5f004786 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:20.759726 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.785461 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481a215-17f4-45a4-b53b-0f5ad5a7b703 req-d8eb0d2e-3c1f-42b8-9386-9412b5397e07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:20.786229 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488449d-be9d-4d72-8807-6d18df83fabe req-b6d5adcd-065e-4999-8e6e-bb9d3f18b395 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:20.786379 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5481a215-17f4-45a4-b53b-0f5ad5a7b703 req-d8eb0d2e-3c1f-42b8-9386-9412b5397e07 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4032652 Aug 23 14:26:20.787409 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4488449d-be9d-4d72-8807-6d18df83fabe req-b6d5adcd-065e-4999-8e6e-bb9d3f18b395 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 944 time: 0.9061058 Aug 23 14:26:20.827980 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.889325 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-1e4537fc-22e7-49d8-b3a8-16a6d3a5407e tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846d7d18-205d-43c0-a0ae-d638ff55ed93']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:20.914097 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Transition to ACTIVE for port object ffd6922c-9005-4b49-a0ec-84d29480b1c2 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:20.927387 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48470) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:20.937869 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-1e4537fc-22e7-49d8-b3a8-16a6d3a5407e tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b96652e-dc52-47e2-b72e-33d1639c168b') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:20.938228 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-1e4537fc-22e7-49d8-b3a8-16a6d3a5407e tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b96652e-dc52-47e2-b72e-33d1639c168b') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:20.982993 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e4537fc-22e7-49d8-b3a8-16a6d3a5407e tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.046460 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.069206 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-076de2c2-ff18-4006-8968-df17c6d862f3 tempest-ServersOnMultiNodesTest-427577059 tempest-ServersOnMultiNodesTest-427577059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:21.085379 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:21.085379 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] For port 997089cb-349f-4682-96a0-cf4a5d8e7279, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:26:21.101078 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Usage tracker for resource:security_group_rule and tenant:abfa96b482f945d6a630036b5f004786 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:21.101078 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:21.111919 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4488449d-be9d-4d72-8807-6d18df83fabe req-13ea45bd-3ff5-44a9-b0c3-afb48452f8ca tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa476f8c-4616-4bf9-9d6a-c3191880293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194306 Aug 23 14:26:21.112312 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] For port 997089cb-349f-4682-96a0-cf4a5d8e7279, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=997089cb-349f-4682-96a0-cf4a5d8e7279,segment=NetworkSegment(3b9e9c9c-2487-4f5b-bcad-20a143273e85),segment_id=3b9e9c9c-2487-4f5b-bcad-20a143273e85)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:26:21.112499 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e4537fc-22e7-49d8-b3a8-16a6d3a5407e tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.113396 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:21.147861 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4537fc-22e7-49d8-b3a8-16a6d3a5407e tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:26:21.148493 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e4537fc-22e7-49d8-b3a8-16a6d3a5407e tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:26:21.187202 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:26:21.211780 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-ff5a848e-2b29-4757-bb99-d6bd2f9c036f req-b7c23542-edc1-4661-8fee-82a1b1b09918 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] For port 2288943f-6739-4185-8a70-cd6f0bbddc33, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2288943f-6739-4185-8a70-cd6f0bbddc33,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:21.213090 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ff5a848e-2b29-4757-bb99-d6bd2f9c036f req-b7c23542-edc1-4661-8fee-82a1b1b09918 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.241029 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.249719 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3292660c-6bd0-45a1-953b-5c1981f46552 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:21.307199 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1a222372-d79a-4e0a-bf3f-e1f22bb5671d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.419049 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e2783b53-0690-4835-8a06-5ca6be644395 req-bd529ba0-d918-4e3e-aaef-513ebba46b8f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.423168 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-ff5a848e-2b29-4757-bb99-d6bd2f9c036f req-b7c23542-edc1-4661-8fee-82a1b1b09918 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Calling delete_port for 2288943f-6739-4185-8a70-cd6f0bbddc33 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:26:21.444588 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-bded70bb-553a-484d-8cec-dafb11b338cf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6b1b0bc397db41e6b623414627ceceea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5075111 Aug 23 14:26:21.456796 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48474) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:21.459567 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Pushing event updated for resources: {'Port': ['ID=ffd6922c-9005-4b49-a0ec-84d29480b1c2,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:21.486745 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:21.489989 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e1cc315d-f9d8-40b8-b2ae-db8ac996b017 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:21.631886 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd529ba0-d918-4e3e-aaef-513ebba46b8f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Pushing event deleted for resources: {'Port': ['ID=9c2eb330-82af-45a2-b52e-0c79379758f4,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:21.650337 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e4537fc-22e7-49d8-b3a8-16a6d3a5407e tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.659546 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bd529ba0-d918-4e3e-aaef-513ebba46b8f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:21.766480 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:21.796749 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.811554 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-1e4537fc-22e7-49d8-b3a8-16a6d3a5407e tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.824370 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149391bf-e53e-4c65-a51a-b1f8753d712f req-3546c578-b6fe-4f02-b493-0955198c557d tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:21.826079 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-149391bf-e53e-4c65-a51a-b1f8753d712f req-3546c578-b6fe-4f02-b493-0955198c557d tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=659ea871-f68c-4756-a691-10a61012ac04 HTTP/1.1" status: 200 len: 867 time: 0.8498881 Aug 23 14:26:21.830416 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.851413 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.853215 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29e719ef-baa0-42f5-84de-b001abb40428 req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] 10.222.0.91 "PUT /v2.0/ports/997089cb-349f-4682-96a0-cf4a5d8e7279 HTTP/1.1" status: 200 len: 1092 time: 4.5263174 Aug 23 14:26:21.853852 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69dca945-b9ef-4a3f-9e99-4b6bb77fa000', 'tag': '997089cb-349f-4682-96a0-cf4a5d8e7279'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:21.855694 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4537fc-22e7-49d8-b3a8-16a6d3a5407e tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Pushing event deleted for resources: {'Network': ['ID=846d7d18-205d-43c0-a0ae-d638ff55ed93,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:21.860746 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1e4537fc-22e7-49d8-b3a8-16a6d3a5407e tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:21.861991 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2783b53-0690-4835-8a06-5ca6be644395 req-bd529ba0-d918-4e3e-aaef-513ebba46b8f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] No DVR routers for this DVR port 9c2eb330-82af-45a2-b52e-0c79379758f4 on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:26:21.880000 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e2783b53-0690-4835-8a06-5ca6be644395 req-bd529ba0-d918-4e3e-aaef-513ebba46b8f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.882310 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e2783b53-0690-4835-8a06-5ca6be644395 req-bd529ba0-d918-4e3e-aaef-513ebba46b8f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.60 "DELETE /v2.0/ports/9c2eb330-82af-45a2-b52e-0c79379758f4 HTTP/1.1" status: 204 len: 173 time: 3.5041742 Aug 23 14:26:21.889020 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Pushing event updated for resources: {'Port': ['ID=997089cb-349f-4682-96a0-cf4a5d8e7279,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:21.894290 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:21.901154 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-1e4537fc-22e7-49d8-b3a8-16a6d3a5407e tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] 10.222.0.86 "DELETE /v2.0/networks/846d7d18-205d-43c0-a0ae-d638ff55ed93 HTTP/1.1" status: 204 len: 168 time: 2.2472060 Aug 23 14:26:21.902075 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659ea871-f68c-4756-a691-10a61012ac04', 'name': 'network-vif-deleted', 'tag': '9c2eb330-82af-45a2-b52e-0c79379758f4'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:21.909214 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.914986 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6da12a41-57f8-4ea4-99a7-093ac210c014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:21.956047 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:26:21.969356 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28884fcf-367c-4d7c-9d86-b6d24fcb55c0,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:21.973781 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:21.977176 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.977832 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Added segment 95705c08-b782-492e-9545-897f23a8394c of type vlan for network dd3c3549-8d91-48e3-aaf4-9da0da705751 Aug 23 14:26:21.991856 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c06fec8d-db03-46f9-ab30-819fd48a1009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.015769 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ff5a848e-2b29-4757-bb99-d6bd2f9c036f req-b7c23542-edc1-4661-8fee-82a1b1b09918 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.019399 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ea047-6944-4327-bb91-10e03b993200 req-e3b5592e-32e8-451f-8601-35659e598961 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:22.025794 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ea047-6944-4327-bb91-10e03b993200 req-e3b5592e-32e8-451f-8601-35659e598961 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:22.031151 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ea047-6944-4327-bb91-10e03b993200 req-e3b5592e-32e8-451f-8601-35659e598961 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:22.034279 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['2a947fbf-4554-46bd-bb38-d9413f0cb4e2', '2288943f-6739-4185-8a70-cd6f0bbddc33'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:26:22.035179 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ea047-6944-4327-bb91-10e03b993200 req-e3b5592e-32e8-451f-8601-35659e598961 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:22.040302 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ea047-6944-4327-bb91-10e03b993200 req-e3b5592e-32e8-451f-8601-35659e598961 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:22.047245 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ea047-6944-4327-bb91-10e03b993200 req-e3b5592e-32e8-451f-8601-35659e598961 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:22.048669 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ea047-6944-4327-bb91-10e03b993200 req-e3b5592e-32e8-451f-8601-35659e598961 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:22.051765 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-718ea047-6944-4327-bb91-10e03b993200 req-e3b5592e-32e8-451f-8601-35659e598961 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5420 time: 0.6970282 Aug 23 14:26:22.052796 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Attempting to bind port ffd6922c-9005-4b49-a0ec-84d29480b1c2 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:22.053355 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Attempting to bind port ffd6922c-9005-4b49-a0ec-84d29480b1c2 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:22.053813 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Attempting to bind port ffd6922c-9005-4b49-a0ec-84d29480b1c2 on network 60343cd1-e098-494e-b172-ce16a3009aaa {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:22.089518 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f289f657-2f46-42c6-99ed-9dbbf1cdd8ca tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:22.089740 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-149391bf-e53e-4c65-a51a-b1f8753d712f req-4e984323-4f95-4321-a182-82948a0c7e4b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389657 Aug 23 14:26:22.147280 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.154525 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Port ffd6922c-9005-4b49-a0ec-84d29480b1c2 on network 60343cd1-e098-494e-b172-ce16a3009aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:22.154907 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Attempting to bind port ffd6922c-9005-4b49-a0ec-84d29480b1c2 on network 60343cd1-e098-494e-b172-ce16a3009aaa {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:22.205290 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c06fec8d-db03-46f9-ab30-819fd48a1009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.233370 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c23542-edc1-4661-8fee-82a1b1b09918 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Pushing event deleted for resources: {'Port': ['ID=2288943f-6739-4185-8a70-cd6f0bbddc33,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:22.251349 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b7c23542-edc1-4661-8fee-82a1b1b09918 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:22.254868 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:26:22.255217 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Checking segment: {'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:22.255998 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Bound using segment: {'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:26:22.256219 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Bound port: ffd6922c-9005-4b49-a0ec-84d29480b1c2, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b4d4de-9b5b-4ce2-8622-0fa0f74eea21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:22.256566 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.317381 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5a848e-2b29-4757-bb99-d6bd2f9c036f req-b7c23542-edc1-4661-8fee-82a1b1b09918 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] No DVR routers for this DVR port 2288943f-6739-4185-8a70-cd6f0bbddc33 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:26:22.330116 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ff5a848e-2b29-4757-bb99-d6bd2f9c036f req-b7c23542-edc1-4661-8fee-82a1b1b09918 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.379794 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29e719ef-baa0-42f5-84de-b001abb40428 req-040fa66b-20f0-46d7-97f0-b093fa2e3174 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4961b42f0ae344e29f3571099548d425&device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 1095 time: 0.3649631 Aug 23 14:26:22.455415 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-718ea047-6944-4327-bb91-10e03b993200 req-8281cbb2-cd80-4679-85f8-b1ed50ebb819 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3889635 Aug 23 14:26:22.476485 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29e719ef-baa0-42f5-84de-b001abb40428 req-d0bb6dd6-1e81-4266-9de9-82d996d0252a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=997089cb-349f-4682-96a0-cf4a5d8e7279 HTTP/1.1" status: 200 len: 217 time: 0.0887356 Aug 23 14:26:22.483087 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b47cfb3b-8812-464a-a45e-54f8b88f5179 req-6d8ebde7-a2a5-4b3f-a890-48cd6799fd2c tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 210 time: 0.1273022 Aug 23 14:26:22.547227 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.548356 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:22.548707 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.560957 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f78af0af-67bc-4d00-83f7-e7dfccb0730b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:22.587140 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] For port ffd6922c-9005-4b49-a0ec-84d29480b1c2, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:26:22.600858 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] For port ffd6922c-9005-4b49-a0ec-84d29480b1c2, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=ffd6922c-9005-4b49-a0ec-84d29480b1c2,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:26:22.673210 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659ea871-f68c-4756-a691-10a61012ac04', 'name': 'network-vif-deleted', 'tag': '9c2eb330-82af-45a2-b52e-0c79379758f4', 'status': 'completed', 'code': 200} Aug 23 14:26:22.677885 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ff5a848e-2b29-4757-bb99-d6bd2f9c036f req-b7c23542-edc1-4661-8fee-82a1b1b09918 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.91 "DELETE /v2.0/ports/2288943f-6739-4185-8a70-cd6f0bbddc33 HTTP/1.1" status: 204 len: 173 time: 2.1636152 Aug 23 14:26:22.682117 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69dca945-b9ef-4a3f-9e99-4b6bb77fa000', 'tag': '997089cb-349f-4682-96a0-cf4a5d8e7279', 'status': 'completed', 'code': 200} Aug 23 14:26:22.687303 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c06fec8d-db03-46f9-ab30-819fd48a1009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.688849 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Pushing event updated for resources: {'Network': ['ID=dd3c3549-8d91-48e3-aaf4-9da0da705751,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:22.699005 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:22.700616 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c54bbe6c-b835-4101-8cee-7fcbe6d59b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:22.702427 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network dd3c3549-8d91-48e3-aaf4-9da0da705751 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:26:22.751772 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e719ef-baa0-42f5-84de-b001abb40428 req-509a4a4f-1e0f-4d00-9493-d4ca0d5e55c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:22.753300 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29e719ef-baa0-42f5-84de-b001abb40428 req-509a4a4f-1e0f-4d00-9493-d4ca0d5e55c8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8a17d29a-cee8-4675-8fa5-82c5431ba0d2 HTTP/1.1" status: 200 len: 862 time: 0.2691488 Aug 23 14:26:22.765782 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.780140 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fec8d-db03-46f9-ab30-819fd48a1009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b826f3ad-b844-479c-b040-06f6fc80a90f,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:22.791855 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c06fec8d-db03-46f9-ab30-819fd48a1009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:22.801006 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:22.875172 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7676644 Aug 23 14:26:22.896645 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 9c2eb330-82af-45a2-b52e-0c79379758f4 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:22.901313 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48490) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:22.912022 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29e719ef-baa0-42f5-84de-b001abb40428 req-203bd974-6092-4300-9968-79aca3dfbb86 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b7e8d04-87f1-4128-a6bd-d663565fbf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512399 Aug 23 14:26:22.972512 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.974937 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] 10.222.0.60 "PUT /v2.0/ports/ffd6922c-9005-4b49-a0ec-84d29480b1c2 HTTP/1.1" status: 200 len: 1091 time: 4.6933219 Aug 23 14:26:22.976937 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Pushing event updated for resources: {'Port': ['ID=ffd6922c-9005-4b49-a0ec-84d29480b1c2,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:22.985779 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:22.995827 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c06fec8d-db03-46f9-ab30-819fd48a1009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.997507 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-c06fec8d-db03-46f9-ab30-819fd48a1009 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b826f3ad-b844-479c-b040-06f6fc80a90f HTTP/1.1" status: 204 len: 168 time: 1.5349941 Aug 23 14:26:23.018641 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 9c2eb330-82af-45a2-b52e-0c79379758f4 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:26:23.018986 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 9c2eb330-82af-45a2-b52e-0c79379758f4 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:26:23.064299 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Request body: {'subnet': {'network_id': 'dd3c3549-8d91-48e3-aaf4-9da0da705751', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1092808525-subnet', 'tenant_id': 'abfa96b482f945d6a630036b5f004786', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:23.100519 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:23.104073 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48496) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:23.169718 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Usage tracker for resource:subnet and tenant:abfa96b482f945d6a630036b5f004786 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:23.188720 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:23.198951 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:23.297168 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29e719ef-baa0-42f5-84de-b001abb40428 req-c0109c76-a326-44fb-bcaf-a3ee70f7ddd7 service neutron] 10.222.0.91 "GET /v2.0/networks/9b7e8d04-87f1-4128-a6bd-d663565fbf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725283 Aug 23 14:26:23.390962 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Made reservation on behalf of abfa96b482f945d6a630036b5f004786 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:23.396128 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:23.415273 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643083d-e134-496c-b3ea-3c722420ffd7 req-adfe9797-03c9-4a60-bed6-cd9801a2188f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:23.420678 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643083d-e134-496c-b3ea-3c722420ffd7 req-adfe9797-03c9-4a60-bed6-cd9801a2188f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:23.424680 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643083d-e134-496c-b3ea-3c722420ffd7 req-adfe9797-03c9-4a60-bed6-cd9801a2188f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:23.428999 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643083d-e134-496c-b3ea-3c722420ffd7 req-adfe9797-03c9-4a60-bed6-cd9801a2188f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:23.433169 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643083d-e134-496c-b3ea-3c722420ffd7 req-adfe9797-03c9-4a60-bed6-cd9801a2188f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:23.438030 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643083d-e134-496c-b3ea-3c722420ffd7 req-adfe9797-03c9-4a60-bed6-cd9801a2188f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:23.442226 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643083d-e134-496c-b3ea-3c722420ffd7 req-adfe9797-03c9-4a60-bed6-cd9801a2188f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:23.444219 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7643083d-e134-496c-b3ea-3c722420ffd7 req-adfe9797-03c9-4a60-bed6-cd9801a2188f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5406 time: 0.7207222 Aug 23 14:26:23.448260 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Request body: {'port': {'device_id': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:23.523064 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5c2c7dc6-577a-406d-bed2-b4095229d72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:23.609428 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-0b2f124f-ef5f-4230-9c0d-6feed1a1f7e1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4575e3325d60474ba1fba38f49fae0d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5040700 Aug 23 14:26:23.615695 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48508) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:23.634216 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7643083d-e134-496c-b3ea-3c722420ffd7 req-18ee41da-3b02-4007-a65b-925e56d93af5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1502099 Aug 23 14:26:23.679200 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:23.710696 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88305f03-e5f6-423e-bc09-5653c87f8ca9 req-845fc438-f852-4ffc-9c46-b43a27344061 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:23.710696 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-88305f03-e5f6-423e-bc09-5653c87f8ca9 req-845fc438-f852-4ffc-9c46-b43a27344061 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 944 time: 0.6268506 Aug 23 14:26:23.764235 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-29e719ef-baa0-42f5-84de-b001abb40428 req-591e294a-c279-4473-b8c1-58912d4c3edd service neutron] 10.222.0.91 "GET /v2.0/networks/9b7e8d04-87f1-4128-a6bd-d663565fbf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603229 Aug 23 14:26:23.842046 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7c3abbd1-20da-49bf-9783-a60507a43a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:23.974986 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-88305f03-e5f6-423e-bc09-5653c87f8ca9 req-e53242d8-f1f8-45ca-9de0-d69113f17458 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa476f8c-4616-4bf9-9d6a-c3191880293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429700 Aug 23 14:26:23.977326 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7c3abbd1-20da-49bf-9783-a60507a43a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:24.202847 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2288943f-6739-4185-8a70-cd6f0bbddc33 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:24.213480 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9e7a224c-52f0-49b9-b619-63bc69cc0e6f req-0c60873a-d77a-4e4d-a176-8eca4d6dff1d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4961b42f0ae344e29f3571099548d425&device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 1095 time: 0.2236252 Aug 23 14:26:24.263121 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: 2288943f-6739-4185-8a70-cd6f0bbddc33 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:26:24.263787 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2288943f-6739-4185-8a70-cd6f0bbddc33 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:26:24.278555 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:24.287010 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:24.400761 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7da8f2f8-42d6-4a5c-afb8-4e2b48a4d98a req-091c6147-e84f-4487-b4c3-3015ffd7990f tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=19f0f616-9360-47f2-ba3b-8808f3cf43c2 HTTP/1.1" status: 200 len: 210 time: 0.1284406 Aug 23 14:26:24.469896 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16bc822-46d4-4811-b969-391141a07dba,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:24.478230 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:24.540379 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:24.543152 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Checking segment: {'id': '95705c08-b782-492e-9545-897f23a8394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dd3c3549-8d91-48e3-aaf4-9da0da705751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:24.543619 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Network hostable DHCP agents. Network: dd3c3549-8d91-48e3-aaf4-9da0da705751, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:26:24.557844 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a224c-52f0-49b9-b619-63bc69cc0e6f req-0f1c68f8-6b74-4c3a-a1ef-b8d2df363ef6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:24.561098 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9e7a224c-52f0-49b9-b619-63bc69cc0e6f req-0f1c68f8-6b74-4c3a-a1ef-b8d2df363ef6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9b7e8d04-87f1-4128-a6bd-d663565fbf94 HTTP/1.1" status: 200 len: 923 time: 0.3389852 Aug 23 14:26:24.561950 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878a6aa-ca34-4671-8b75-725bcadc86c2 req-b6bf80d4-bbc0-4bce-b165-dc890bb06e24 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:24.571660 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878a6aa-ca34-4671-8b75-725bcadc86c2 req-b6bf80d4-bbc0-4bce-b165-dc890bb06e24 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:24.579876 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878a6aa-ca34-4671-8b75-725bcadc86c2 req-b6bf80d4-bbc0-4bce-b165-dc890bb06e24 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:24.586975 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878a6aa-ca34-4671-8b75-725bcadc86c2 req-b6bf80d4-bbc0-4bce-b165-dc890bb06e24 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:24.592578 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878a6aa-ca34-4671-8b75-725bcadc86c2 req-b6bf80d4-bbc0-4bce-b165-dc890bb06e24 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:24.597779 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878a6aa-ca34-4671-8b75-725bcadc86c2 req-b6bf80d4-bbc0-4bce-b165-dc890bb06e24 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:24.602611 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878a6aa-ca34-4671-8b75-725bcadc86c2 req-b6bf80d4-bbc0-4bce-b165-dc890bb06e24 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:24.604890 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5878a6aa-ca34-4671-8b75-725bcadc86c2 req-b6bf80d4-bbc0-4bce-b165-dc890bb06e24 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5420 time: 0.3381331 Aug 23 14:26:24.637927 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:26:24.684394 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'tag': 'ffd6922c-9005-4b49-a0ec-84d29480b1c2'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:24.815006 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7c3abbd1-20da-49bf-9783-a60507a43a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:24.815318 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f0f616-9360-47f2-ba3b-8808f3cf43c2', 'name': 'network-vif-deleted', 'tag': '2288943f-6739-4185-8a70-cd6f0bbddc33'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:24.825002 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ce68990f-42d8-40de-a2e1-147f5577961b tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:24.839956 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9e7a224c-52f0-49b9-b619-63bc69cc0e6f req-15b4242a-3980-463f-b703-3a68a37126eb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=997089cb-349f-4682-96a0-cf4a5d8e7279 HTTP/1.1" status: 200 len: 217 time: 0.2706497 Aug 23 14:26:24.854137 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3abbd1-20da-49bf-9783-a60507a43a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a94ccb6-a8cb-4b66-a97a-ed5137b94f6e,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:24.858497 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7c3abbd1-20da-49bf-9783-a60507a43a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:24.862645 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 9c2159fc-68ae-4edd-adbe-3629754db35f details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:26:24.876494 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a943cde5-700d-4e4a-a9bf-b2d44504d843 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:24.907615 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5878a6aa-ca34-4671-8b75-725bcadc86c2 req-dbf21ad9-f898-4505-84e3-b3a03eaa4530 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2509303 Aug 23 14:26:24.913605 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:24.917806 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7c3abbd1-20da-49bf-9783-a60507a43a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:24.923913 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-7c3abbd1-20da-49bf-9783-a60507a43a9c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6a94ccb6-a8cb-4b66-a97a-ed5137b94f6e HTTP/1.1" status: 204 len: 168 time: 1.2982116 Aug 23 14:26:24.976493 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Transition to ACTIVE for port object a943cde5-700d-4e4a-a9bf-b2d44504d843 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:24.987251 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Network dd3c3549-8d91-48e3-aaf4-9da0da705751 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:26:25.003863 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a224c-52f0-49b9-b619-63bc69cc0e6f req-c4d14151-5621-4f32-8be2-06d3ee806fde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:25.009870 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-d90a56d2-f4f0-40ed-8682-50c2f31a0af6 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:25.010310 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9e7a224c-52f0-49b9-b619-63bc69cc0e6f req-c4d14151-5621-4f32-8be2-06d3ee806fde service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8a17d29a-cee8-4675-8fa5-82c5431ba0d2 HTTP/1.1" status: 200 len: 862 time: 0.1622441 Aug 23 14:26:25.016329 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-d90a56d2-f4f0-40ed-8682-50c2f31a0af6 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 811 time: 0.4089084 Aug 23 14:26:25.067241 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:25.086676 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e6a45c9f-a670-4e9c-9b16-47e28279cf05 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:25.133998 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9e7a224c-52f0-49b9-b619-63bc69cc0e6f req-cc99bc92-a17f-49e6-a081-feab4954e2c3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9b7e8d04-87f1-4128-a6bd-d663565fbf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156681 Aug 23 14:26:25.135387 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, dd3c3549-8d91-48e3-aaf4-9da0da705751) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:25.137341 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 9c2159fc-68ae-4edd-adbe-3629754db35f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9c2159fc-68ae-4edd-adbe-3629754db35f,segment=NetworkSegment(2e2818a3-609e-43ea-a696-200db31a23d2),segment_id=2e2818a3-609e-43ea-a696-200db31a23d2)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:25.153353 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:25.159219 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:25.160976 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '9c2159fc-68ae-4edd-adbe-3629754db35f', 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c', 'port_id': '9c2159fc-68ae-4edd-adbe-3629754db35f', 'mac_address': 'fa:16:3e:d6:d4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9c5e61-c2f1-429e-ba16-12c7c4010460', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:26:25.169814 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d15cdb0-1229-44cc-aa73-318f95660ce3 None None] Network dd3c3549-8d91-48e3-aaf4-9da0da705751 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:26:25.183986 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-0d03cc51-84ee-467e-aa16-b8a1e0164c09 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/quotas/2db89cf8ec4049f391cd185e2d3192bc HTTP/1.1" status: 200 len: 375 time: 0.1584101 Aug 23 14:26:25.315207 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'tag': 'ffd6922c-9005-4b49-a0ec-84d29480b1c2', 'status': 'completed', 'code': 200} Aug 23 14:26:25.326079 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-db606f19-d60c-4775-bc19-2a8e4b26dfb4 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Synchronizing usage tracker for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:25.455796 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5382886 Aug 23 14:26:25.460357 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48552) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:25.467685 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1092808525-router', 'tenant_id': 'abfa96b482f945d6a630036b5f004786', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:25.487851 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:25.498479 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Usage tracker for resource:router and tenant:abfa96b482f945d6a630036b5f004786 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:25.509943 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9e7a224c-52f0-49b9-b619-63bc69cc0e6f req-5f990df8-5a38-4d8a-b590-c62112f5d18d service neutron] 10.222.0.91 "GET /v2.0/networks/9b7e8d04-87f1-4128-a6bd-d663565fbf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603220 Aug 23 14:26:25.509943 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:25.535440 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:25.543869 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Pushing event updated for resources: {'Port': ['ID=a943cde5-700d-4e4a-a9bf-b2d44504d843,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:25.555082 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:25.603107 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:25.683509 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:25.685464 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:25.692505 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-db606f19-d60c-4775-bc19-2a8e4b26dfb4 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Unset dirty status for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:25.694011 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-db606f19-d60c-4775-bc19-2a8e4b26dfb4 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5087748 Aug 23 14:26:25.727890 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9e7a224c-52f0-49b9-b619-63bc69cc0e6f req-f778d786-b31e-4ed6-9699-c4cca69dca8a service neutron] 10.222.0.91 "GET /v2.0/networks/9b7e8d04-87f1-4128-a6bd-d663565fbf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154355 Aug 23 14:26:25.730992 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2159fc-68ae-4edd-adbe-3629754db35f {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:25.737437 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:25.755163 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-dd3c3549-8d91-48e3-aaf4-9da0da705751', 'network_id': 'dd3c3549-8d91-48e3-aaf4-9da0da705751', 'tenant_id': 'abfa96b482f945d6a630036b5f004786', 'fixed_ips': [{'subnet_id': 'b16bc822-46d4-4811-b969-391141a07dba'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:26:25.756144 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:25.802488 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 9c2159fc-68ae-4edd-adbe-3629754db35f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9c2159fc-68ae-4edd-adbe-3629754db35f,segment=NetworkSegment(2e2818a3-609e-43ea-a696-200db31a23d2),segment_id=2e2818a3-609e-43ea-a696-200db31a23d2)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:25.920258 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:25.926631 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device c1912297-a38b-480c-8f8a-667e7865044c details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:26:25.955211 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:26.000774 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bc8b4add-78b2-4772-819c-48da4e2458d4 req-21c4bdc7-d4b7-4c1c-9985-a8a0b09147b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ae04c19703948b084682c54287f9037&device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 6378 time: 0.6612265 Aug 23 14:26:26.035944 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:26.073340 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Allocated IP 172.20.0.2 (dd3c3549-8d91-48e3-aaf4-9da0da705751/b16bc822-46d4-4811-b969-391141a07dba/4d8c282c-438a-41be-9d6e-5a159d725cc9) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:26:26.081538 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=9c2159fc-68ae-4edd-adbe-3629754db35f,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:26.081538 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:26.160275 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:26.185467 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-b09a6f8f-22f1-4c13-974f-8d74d40f9596 service neutron] 10.222.0.86 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639459 Aug 23 14:26:26.194898 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ceaa5-8cb3-4f22-a620-48972978f039 req-8ed5cd85-74dc-4ba2-842f-a45793006b89 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:26.198764 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ceaa5-8cb3-4f22-a620-48972978f039 req-8ed5cd85-74dc-4ba2-842f-a45793006b89 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:26.203169 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ceaa5-8cb3-4f22-a620-48972978f039 req-8ed5cd85-74dc-4ba2-842f-a45793006b89 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:26.207001 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ceaa5-8cb3-4f22-a620-48972978f039 req-8ed5cd85-74dc-4ba2-842f-a45793006b89 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:26.210918 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ceaa5-8cb3-4f22-a620-48972978f039 req-8ed5cd85-74dc-4ba2-842f-a45793006b89 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:26.215337 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ceaa5-8cb3-4f22-a620-48972978f039 req-8ed5cd85-74dc-4ba2-842f-a45793006b89 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:26.219263 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ceaa5-8cb3-4f22-a620-48972978f039 req-8ed5cd85-74dc-4ba2-842f-a45793006b89 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:26.221169 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bf7ceaa5-8cb3-4f22-a620-48972978f039 req-8ed5cd85-74dc-4ba2-842f-a45793006b89 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5418 time: 0.6786306 Aug 23 14:26:26.237676 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 997089cb-349f-4682-96a0-cf4a5d8e7279 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:26:26.405478 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:26.410507 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Attempting to bind port a943cde5-700d-4e4a-a9bf-b2d44504d843 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:26.410668 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Attempting to bind port a943cde5-700d-4e4a-a9bf-b2d44504d843 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '6b0a1c83-b750-48a9-a961-6e5d879606dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:26.410926 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Attempting to bind port a943cde5-700d-4e4a-a9bf-b2d44504d843 on network 7bd06f60-5c6d-482d-9ba9-7ac1efed0037 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:26.434625 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c1912297-a38b-480c-8f8a-667e7865044c, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c1912297-a38b-480c-8f8a-667e7865044c,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:26.444095 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:26.474570 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Port a943cde5-700d-4e4a-a9bf-b2d44504d843 on network 7bd06f60-5c6d-482d-9ba9-7ac1efed0037 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:26.475003 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Attempting to bind port a943cde5-700d-4e4a-a9bf-b2d44504d843 on network 7bd06f60-5c6d-482d-9ba9-7ac1efed0037 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:26.487506 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'c1912297-a38b-480c-8f8a-667e7865044c', 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2', 'port_id': 'c1912297-a38b-480c-8f8a-667e7865044c', 'mac_address': 'fa:16:3e:0d:56:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d75cf9-76aa-4e91-9341-365ed603384e', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:26:26.508269 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bf7ceaa5-8cb3-4f22-a620-48972978f039 req-7483181c-50a2-4172-b9c4-0c5aa33f80f1 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2380095 Aug 23 14:26:26.527745 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:26:26.528086 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Checking segment: {'id': '6b0a1c83-b750-48a9-a961-6e5d879606dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:26.529091 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Bound using segment: {'id': '6b0a1c83-b750-48a9-a961-6e5d879606dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:26:26.529829 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Bound port: a943cde5-700d-4e4a-a9bf-b2d44504d843, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b0a1c83-b750-48a9-a961-6e5d879606dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:26.530326 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:26.559343 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b4add-78b2-4772-819c-48da4e2458d4 req-90a3c7b9-9e4b-42e2-a5eb-376b2891faec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:26.560263 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b4add-78b2-4772-819c-48da4e2458d4 req-90a3c7b9-9e4b-42e2-a5eb-376b2891faec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:26.560263 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b4add-78b2-4772-819c-48da4e2458d4 req-90a3c7b9-9e4b-42e2-a5eb-376b2891faec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:26.562010 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bc8b4add-78b2-4772-819c-48da4e2458d4 req-90a3c7b9-9e4b-42e2-a5eb-376b2891faec service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4ae04c19703948b084682c54287f9037&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5487468 Aug 23 14:26:26.571644 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-05519036-98bc-44a0-96e8-f0b30ee347cd service neutron] 10.222.0.86 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493152 Aug 23 14:26:26.629251 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:26.632927 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 997089cb-349f-4682-96a0-cf4a5d8e7279, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=997089cb-349f-4682-96a0-cf4a5d8e7279,segment=NetworkSegment(3b9e9c9c-2487-4f5b-bcad-20a143273e85),segment_id=3b9e9c9c-2487-4f5b-bcad-20a143273e85)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:26.641845 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:26.659092 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48560) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:26.673719 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Transition to ACTIVE for port object 4d8c282c-438a-41be-9d6e-5a159d725cc9 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:26.678065 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '997089cb-349f-4682-96a0-cf4a5d8e7279', 'network_id': '9b7e8d04-87f1-4128-a6bd-d663565fbf94', 'port_id': '997089cb-349f-4682-96a0-cf4a5d8e7279', 'mac_address': 'fa:16:3e:96:b6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a17d29a-cee8-4675-8fa5-82c5431ba0d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:26:26.685859 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1912297-a38b-480c-8f8a-667e7865044c {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:26.733669 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f0f616-9360-47f2-ba3b-8808f3cf43c2', 'name': 'network-vif-deleted', 'tag': '2288943f-6739-4185-8a70-cd6f0bbddc33', 'status': 'completed', 'code': 200} Aug 23 14:26:26.763432 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Transition to ACTIVE for port object 4d8c282c-438a-41be-9d6e-5a159d725cc9 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:26.769237 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c1912297-a38b-480c-8f8a-667e7865044c, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c1912297-a38b-480c-8f8a-667e7865044c,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:26.779695 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:26.801926 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Allocated IP 172.25.6.128 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/51881576-3186-47be-9bcf-f325393a1747) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:26:26.814053 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997089cb-349f-4682-96a0-cf4a5d8e7279 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:26.815454 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-5896ccb0-c959-452a-8ff0-c108207b3d9c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7e824ff629654fc781c5c657e0fe7fea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1543770 Aug 23 14:26:26.818275 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48564) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:26.836470 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 997089cb-349f-4682-96a0-cf4a5d8e7279, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=997089cb-349f-4682-96a0-cf4a5d8e7279,segment=NetworkSegment(3b9e9c9c-2487-4f5b-bcad-20a143273e85),segment_id=3b9e9c9c-2487-4f5b-bcad-20a143273e85)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:26.850051 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:26.855743 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:26.905090 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] For port a943cde5-700d-4e4a-a9bf-b2d44504d843, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:26:26.985349 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Pushing event updated for resources: {'Port': ['ID=4d8c282c-438a-41be-9d6e-5a159d725cc9,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:27.002597 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] For port a943cde5-700d-4e4a-a9bf-b2d44504d843, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a943cde5-700d-4e4a-a9bf-b2d44504d843,segment=NetworkSegment(6b0a1c83-b750-48a9-a961-6e5d879606dc),segment_id=6b0a1c83-b750-48a9-a961-6e5d879606dc)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:26:27.006781 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.007733 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 5440ff85-26d7-40aa-bb9e-b550d1c91090 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:26:27.008756 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b4add-78b2-4772-819c-48da4e2458d4 req-01071a46-e2e7-4d70-9be7-fa9ef33ccee6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:27.010329 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bc8b4add-78b2-4772-819c-48da4e2458d4 req-01071a46-e2e7-4d70-9be7-fa9ef33ccee6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4412894 Aug 23 14:26:27.017315 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9f1ec985-d76f-4f3f-b55c-628a7e31d976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.018803 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:27.019275 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:27.055237 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.058809 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Network dd3c3549-8d91-48e3-aaf4-9da0da705751 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:27.079235 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6702880-51df-4b2b-9df0-315190581639 req-32efedd4-7914-4b23-8789-3d5a31a12227 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:27.082010 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:27.094626 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a6702880-51df-4b2b-9df0-315190581639 req-32efedd4-7914-4b23-8789-3d5a31a12227 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 945 time: 0.1971779 Aug 23 14:26:27.102096 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:26:27.120718 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.150218 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.157469 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:27.193232 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:26:27.193718 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9f1ec985-d76f-4f3f-b55c-628a7e31d976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.277680 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Pushing event updated for resources: {'Port': ['ID=a943cde5-700d-4e4a-a9bf-b2d44504d843,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:27.279377 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.296519 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a6702880-51df-4b2b-9df0-315190581639 req-8306a646-5562-4b21-af2d-71bb63203d3d tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa476f8c-4616-4bf9-9d6a-c3191880293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999598 Aug 23 14:26:27.299190 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-255aa55c-8902-4a43-b2a7-75e8f0dc3aef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:27.301888 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:27.323653 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['997089cb-349f-4682-96a0-cf4a5d8e7279'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:26:27.332922 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.335836 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] 10.222.0.60 "PUT /v2.0/ports/a943cde5-700d-4e4a-a9bf-b2d44504d843 HTTP/1.1" status: 200 len: 1091 time: 3.9380651 Aug 23 14:26:27.344155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'tag': 'a943cde5-700d-4e4a-a9bf-b2d44504d843'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:27.357798 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=c1912297-a38b-480c-8f8a-667e7865044c,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:27.366019 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:27.392314 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:27.464509 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Pushing event updated for resources: {'Port': ['ID=51881576-3186-47be-9bcf-f325393a1747,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:27.482071 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:27.512563 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:27.515426 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:27.523657 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:26:27.626354 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Request body: {'port': {'device_id': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:27.768979 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a51b329-c155-4fdf-abed-e8d9e8434a92 req-58c589de-47f1-4710-8d44-3e2c0e9c4182 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 210 time: 0.0726008 Aug 23 14:26:27.785471 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9f1ec985-d76f-4f3f-b55c-628a7e31d976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.794678 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-742f8839-0c16-46eb-ac7e-9df610c667bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:27.807826 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ec985-d76f-4f3f-b55c-628a7e31d976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269533fb-ebac-4974-8b71-a2b251ab3d91,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:27.814483 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9f1ec985-d76f-4f3f-b55c-628a7e31d976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:27.841903 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9f1ec985-d76f-4f3f-b55c-628a7e31d976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.846115 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9f1ec985-d76f-4f3f-b55c-628a7e31d976 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/269533fb-ebac-4974-8b71-a2b251ab3d91 HTTP/1.1" status: 204 len: 168 time: 1.0260782 Aug 23 14:26:27.872587 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'tag': 'a943cde5-700d-4e4a-a9bf-b2d44504d843', 'status': 'completed', 'code': 200} Aug 23 14:26:27.884748 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Attempting to bind port 4d8c282c-438a-41be-9d6e-5a159d725cc9 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:27.885540 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Attempting to bind port 4d8c282c-438a-41be-9d6e-5a159d725cc9 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '95705c08-b782-492e-9545-897f23a8394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dd3c3549-8d91-48e3-aaf4-9da0da705751'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:27.886144 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Attempting to bind port 4d8c282c-438a-41be-9d6e-5a159d725cc9 on network dd3c3549-8d91-48e3-aaf4-9da0da705751 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:27.908124 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=997089cb-349f-4682-96a0-cf4a5d8e7279,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:27.933984 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:26:27.934534 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Checking segment: {'id': '95705c08-b782-492e-9545-897f23a8394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dd3c3549-8d91-48e3-aaf4-9da0da705751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:27.935452 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.940025 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Bound using segment: {'id': '95705c08-b782-492e-9545-897f23a8394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dd3c3549-8d91-48e3-aaf4-9da0da705751'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:26:27.940025 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Bound port: 4d8c282c-438a-41be-9d6e-5a159d725cc9, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95705c08-b782-492e-9545-897f23a8394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dd3c3549-8d91-48e3-aaf4-9da0da705751'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:27.940025 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.014998 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:28.107554 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 5440ff85-26d7-40aa-bb9e-b550d1c91090, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=5440ff85-26d7-40aa-bb9e-b550d1c91090,segment=NetworkSegment(d3208f0c-2806-44be-ae90-e66d2d14a41c),segment_id=d3208f0c-2806-44be-ae90-e66d2d14a41c)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:28.107937 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.133636 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.137072 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.218745 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '5440ff85-26d7-40aa-bb9e-b550d1c91090', 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b', 'port_id': '5440ff85-26d7-40aa-bb9e-b550d1c91090', 'mac_address': 'fa:16:3e:5a:86:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70854ba0-fc96-4f7c-8613-5507e36941a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:26:28.258051 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e59d148b-d30b-44b6-bac0-13963e97bec1 req-3c1c4544-d5c8-467a-8af5-7798ccbebf71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ae04c19703948b084682c54287f9037&device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 6420 time: 0.3734980 Aug 23 14:26:28.274480 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78369330-a24b-425b-8f3b-3224baff5d06 req-65b0a100-1cf2-472c-a46c-fe5a7d9730db tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:28.281788 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78369330-a24b-425b-8f3b-3224baff5d06 req-65b0a100-1cf2-472c-a46c-fe5a7d9730db tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:28.289052 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78369330-a24b-425b-8f3b-3224baff5d06 req-65b0a100-1cf2-472c-a46c-fe5a7d9730db tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:28.294463 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78369330-a24b-425b-8f3b-3224baff5d06 req-65b0a100-1cf2-472c-a46c-fe5a7d9730db tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:28.301147 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78369330-a24b-425b-8f3b-3224baff5d06 req-65b0a100-1cf2-472c-a46c-fe5a7d9730db tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:28.308552 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78369330-a24b-425b-8f3b-3224baff5d06 req-65b0a100-1cf2-472c-a46c-fe5a7d9730db tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:28.317964 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78369330-a24b-425b-8f3b-3224baff5d06 req-65b0a100-1cf2-472c-a46c-fe5a7d9730db tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:28.320727 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.326485 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-78369330-a24b-425b-8f3b-3224baff5d06 req-65b0a100-1cf2-472c-a46c-fe5a7d9730db tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5422 time: 0.5413160 Aug 23 14:26:28.512369 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5440ff85-26d7-40aa-bb9e-b550d1c91090 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:28.525676 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] For port 4d8c282c-438a-41be-9d6e-5a159d725cc9, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:26:28.542858 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 5440ff85-26d7-40aa-bb9e-b550d1c91090, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=5440ff85-26d7-40aa-bb9e-b550d1c91090,segment=NetworkSegment(d3208f0c-2806-44be-ae90-e66d2d14a41c),segment_id=d3208f0c-2806-44be-ae90-e66d2d14a41c)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:28.547369 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] For port 4d8c282c-438a-41be-9d6e-5a159d725cc9, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=4d8c282c-438a-41be-9d6e-5a159d725cc9,segment=NetworkSegment(95705c08-b782-492e-9545-897f23a8394c),segment_id=95705c08-b782-492e-9545-897f23a8394c)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:26:28.648520 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.649478 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device b7afa866-f977-42da-ab92-c3c330d6abe4 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:26:28.652379 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-06167295-47b0-4ff9-9c5e-b7ca61eda78e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:28.739845 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.750180 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Router 08345cc1-e50f-47df-b740-ddf7f23456f6 is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:26:28.794733 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d148b-d30b-44b6-bac0-13963e97bec1 req-78807e3d-dc48-4f2d-9e50-3a37b2edaa98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:28.796061 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d148b-d30b-44b6-bac0-13963e97bec1 req-78807e3d-dc48-4f2d-9e50-3a37b2edaa98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:28.796828 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d148b-d30b-44b6-bac0-13963e97bec1 req-78807e3d-dc48-4f2d-9e50-3a37b2edaa98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:28.799405 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e59d148b-d30b-44b6-bac0-13963e97bec1 req-78807e3d-dc48-4f2d-9e50-3a37b2edaa98 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4ae04c19703948b084682c54287f9037&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4669516 Aug 23 14:26:28.807025 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port b7afa866-f977-42da-ab92-c3c330d6abe4, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b7afa866-f977-42da-ab92-c3c330d6abe4,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:28.836467 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'b7afa866-f977-42da-ab92-c3c330d6abe4', 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2', 'port_id': 'b7afa866-f977-42da-ab92-c3c330d6abe4', 'mac_address': 'fa:16:3e:27:a5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d75cf9-76aa-4e91-9341-365ed603384e', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:26:28.985606 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:29.005884 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=5440ff85-26d7-40aa-bb9e-b550d1c91090,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:29.009651 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:29.015479 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:29.074260 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-78369330-a24b-425b-8f3b-3224baff5d06 req-b72af32c-d271-4ca6-aa96-00e14d54da7d tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7462308 Aug 23 14:26:29.082382 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7afa866-f977-42da-ab92-c3c330d6abe4 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:29.131933 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port b7afa866-f977-42da-ab92-c3c330d6abe4, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b7afa866-f977-42da-ab92-c3c330d6abe4,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:29.160370 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Pushing event updated for resources: {'Port': ['ID=4d8c282c-438a-41be-9d6e-5a159d725cc9,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:29.164419 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:29.282186 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:29.283054 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:26:29.286692 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:29.292858 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:26:29.349842 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Sync routers for ids ['08345cc1-e50f-47df-b740-ddf7f23456f6'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:26:29.379058 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:29.410929 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9483829 Aug 23 14:26:29.412864 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48614) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:29.461427 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=683adaf1-cc1f-4f95-bcdb-5aa72f290c9e,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:29.477986 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Routers {'08345cc1-e50f-47df-b740-ddf7f23456f6'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:26:29.479057 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:26:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['08345cc1-e50f-47df-b740-ddf7f23456f6'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:29.617663 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=b7afa866-f977-42da-ab92-c3c330d6abe4,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:29.665141 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:29.686829 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '683adaf1-cc1f-4f95-bcdb-5aa72f290c9e', 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2', 'port_id': '683adaf1-cc1f-4f95-bcdb-5aa72f290c9e', 'mac_address': 'fa:16:3e:29:48:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d75cf9-76aa-4e91-9341-365ed603384e', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:26:29.820832 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901e53a0-2ec9-4803-8854-0ec8ae58fdd9 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:29.914918 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Set router 08345cc1-e50f-47df-b740-ddf7f23456f6 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:26:29.916485 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:29.939139 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Transition to ACTIVE for port object 901e53a0-2ec9-4803-8854-0ec8ae58fdd9 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:30.002496 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d148b-d30b-44b6-bac0-13963e97bec1 req-f1364908-dac4-4796-8acf-2d31f70cb7a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:30.004239 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e59d148b-d30b-44b6-bac0-13963e97bec1 req-f1364908-dac4-4796-8acf-2d31f70cb7a2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1947858 Aug 23 14:26:30.049521 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:30.062835 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde3036-0d52-437f-a373-c3a857dd1524 req-e6b25a89-4b6f-4e7c-9bb5-43e88a8b21d2 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:30.083901 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 4d8c282c-438a-41be-9d6e-5a159d725cc9 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:30.088116 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde3036-0d52-437f-a373-c3a857dd1524 req-e6b25a89-4b6f-4e7c-9bb5-43e88a8b21d2 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:30.094324 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde3036-0d52-437f-a373-c3a857dd1524 req-e6b25a89-4b6f-4e7c-9bb5-43e88a8b21d2 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:30.098822 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde3036-0d52-437f-a373-c3a857dd1524 req-e6b25a89-4b6f-4e7c-9bb5-43e88a8b21d2 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:30.104331 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde3036-0d52-437f-a373-c3a857dd1524 req-e6b25a89-4b6f-4e7c-9bb5-43e88a8b21d2 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:30.110412 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde3036-0d52-437f-a373-c3a857dd1524 req-e6b25a89-4b6f-4e7c-9bb5-43e88a8b21d2 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:30.117289 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde3036-0d52-437f-a373-c3a857dd1524 req-e6b25a89-4b6f-4e7c-9bb5-43e88a8b21d2 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:30.125035 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9dde3036-0d52-437f-a373-c3a857dd1524 req-e6b25a89-4b6f-4e7c-9bb5-43e88a8b21d2 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5418 time: 1.2489653 Aug 23 14:26:30.150487 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:30.177801 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48622) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:30.182070 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:30.226675 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:30.252035 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=683adaf1-cc1f-4f95-bcdb-5aa72f290c9e,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:30.253725 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 997089cb-349f-4682-96a0-cf4a5d8e7279 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:30.342970 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:30.344617 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:26:30.380750 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d,segment=NetworkSegment(2e2818a3-609e-43ea-a696-200db31a23d2),segment_id=2e2818a3-609e-43ea-a696-200db31a23d2)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:30.401674 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:30.406489 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10530cf-38bc-42b5-9ff3-66bc88f2a297 req-1bdf9684-eca7-4df3-b7f7-4ae8d9282cee tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:30.408090 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f10530cf-38bc-42b5-9ff3-66bc88f2a297 req-1bdf9684-eca7-4df3-b7f7-4ae8d9282cee tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 945 time: 1.0751746 Aug 23 14:26:30.443990 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac80aea-873a-48ed-add2-951bdc799828 req-39f2e76d-9fe1-4a90-b7f6-7df37a65f998 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:30.444830 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-9ac80aea-873a-48ed-add2-951bdc799828 req-39f2e76d-9fe1-4a90-b7f6-7df37a65f998 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Synchronizing usage tracker for tenant:8876a3677e3e4f91b1e0a704fbb57681 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:30.478034 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-ab3f4ca2-964d-4fa4-b01a-7b994d705efe tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:30.483468 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-ab3f4ca2-964d-4fa4-b01a-7b994d705efe tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 811 time: 0.3958511 Aug 23 14:26:30.501130 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d', 'network_id': '858144c2-6cd4-447d-8936-4f3181765b0c', 'port_id': 'c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d', 'mac_address': 'fa:16:3e:1f:19:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9c5e61-c2f1-429e-ba16-12c7c4010460', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:26:30.520582 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=683adaf1-cc1f-4f95-bcdb-5aa72f290c9e,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:30.525226 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:30.565445 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Request body: {'port': {'device_id': '2b48da14-8afa-40d8-be0d-7b63429a042d', 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e', 'admin_state_up': True, 'tenant_id': '2db89cf8ec4049f391cd185e2d3192bc'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:30.744671 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 4d8c282c-438a-41be-9d6e-5a159d725cc9 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:30.811406 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Pushing event updated for resources: {'Port': ['ID=901e53a0-2ec9-4803-8854-0ec8ae58fdd9,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:30.820933 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:30.861586 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9dde3036-0d52-437f-a373-c3a857dd1524 req-adba2f3f-9ce8-45c8-8c34-e01c17aca855 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7307861 Aug 23 14:26:30.869629 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:30.919524 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'name': 'tempest-ServersTestFqdnHostnames-1092808525-router', 'tenant_id': 'abfa96b482f945d6a630036b5f004786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '51881576-3186-47be-9bcf-f325393a1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:25Z', 'updated_at': '2021-08-23T14:26:27Z', 'revision_number': 3, 'project_id': 'abfa96b482f945d6a630036b5f004786', 'gw_port': {'id': '51881576-3186-47be-9bcf-f325393a1747', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:26Z', 'updated_at': '2021-08-23T14:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:30.920150 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f10530cf-38bc-42b5-9ff3-66bc88f2a297 req-cbceaac0-11bc-44c0-a9bd-b1dd99d02fc6 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa476f8c-4616-4bf9-9d6a-c3191880293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216805 Aug 23 14:26:30.928583 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:30.943280 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d,segment=NetworkSegment(2e2818a3-609e-43ea-a696-200db31a23d2),segment_id=2e2818a3-609e-43ea-a696-200db31a23d2)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:30.959740 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-363870897'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:30.960276 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3612e0-09b6-4109-ad2c-1632c203bd86 None None] Network dd3c3549-8d91-48e3-aaf4-9da0da705751 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:26:30.960463 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-9ac80aea-873a-48ed-add2-951bdc799828 req-39f2e76d-9fe1-4a90-b7f6-7df37a65f998 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Unset dirty status for tenant:8876a3677e3e4f91b1e0a704fbb57681 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:30.960463 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9ac80aea-873a-48ed-add2-951bdc799828 req-39f2e76d-9fe1-4a90-b7f6-7df37a65f998 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.91 "GET /v2.0/ports?device_id=e628f44e-361e-499d-a456-b888737d16d5 HTTP/1.1" status: 200 len: 950 time: 0.9489129 Aug 23 14:26:30.977822 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Attempting to bind port 901e53a0-2ec9-4803-8854-0ec8ae58fdd9 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:30.978225 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Attempting to bind port 901e53a0-2ec9-4803-8854-0ec8ae58fdd9 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '6b0a1c83-b750-48a9-a961-6e5d879606dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:30.978622 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Attempting to bind port 901e53a0-2ec9-4803-8854-0ec8ae58fdd9 on network 7bd06f60-5c6d-482d-9ba9-7ac1efed0037 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:30.985023 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Checking router: 08345cc1-e50f-47df-b740-ddf7f23456f6 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:26:30.985390 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Updating router 08345cc1-e50f-47df-b740-ddf7f23456f6 port 51881576-3186-47be-9bcf-f325393a1747 binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:26:30.987555 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:30.990830 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Port 901e53a0-2ec9-4803-8854-0ec8ae58fdd9 on network 7bd06f60-5c6d-482d-9ba9-7ac1efed0037 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:30.991381 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Attempting to bind port 901e53a0-2ec9-4803-8854-0ec8ae58fdd9 on network 7bd06f60-5c6d-482d-9ba9-7ac1efed0037 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:30.998113 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:network and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:31.004085 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:31.016588 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:31.020588 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:26:31.021065 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Checking segment: {'id': '6b0a1c83-b750-48a9-a961-6e5d879606dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:31.021807 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Bound using segment: {'id': '6b0a1c83-b750-48a9-a961-6e5d879606dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:26:31.022665 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Bound port: 901e53a0-2ec9-4803-8854-0ec8ae58fdd9, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b0a1c83-b750-48a9-a961-6e5d879606dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:31.023438 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.099955 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 997089cb-349f-4682-96a0-cf4a5d8e7279 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:31.123703 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.124802 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 4068ceab-52bd-4af1-a8ff-bd84eee1a96f details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:26:31.129503 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:31.136613 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a85d874a-ab7a-4224-8c4e-73fb41de23d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:31.163839 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:31.169996 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-9ac80aea-873a-48ed-add2-951bdc799828 req-8af983cb-732b-4ba3-85c5-d9b19a4b8ea0 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Deleting port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:26:31.170251 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9ac80aea-873a-48ed-add2-951bdc799828 req-8af983cb-732b-4ba3-85c5-d9b19a4b8ea0 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.180775 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 997089cb-349f-4682-96a0-cf4a5d8e7279 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:31.181169 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.198410 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:31.201621 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.239014 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e23732e3-2677-47b9-88ea-cfd4d6af1281 req-a36609e7-ce0a-41f6-bfcd-5a4d1dc12eaa tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 210 time: 0.0749893 Aug 23 14:26:31.251000 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.289465 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.334039 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Made reservation on behalf of 2db89cf8ec4049f391cd185e2d3192bc for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:31.339381 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.364132 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] For port 901e53a0-2ec9-4803-8854-0ec8ae58fdd9, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:26:31.370572 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] For port 901e53a0-2ec9-4803-8854-0ec8ae58fdd9, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=901e53a0-2ec9-4803-8854-0ec8ae58fdd9,segment=NetworkSegment(6b0a1c83-b750-48a9-a961-6e5d879606dc),segment_id=6b0a1c83-b750-48a9-a961-6e5d879606dc)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:26:31.376089 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:31.382657 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:security_group_rule and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:31.386809 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:31.398093 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:31.417418 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40f9e0-b72b-420d-bf01-ef09c39a91e4 req-9960641f-0b22-4283-86aa-e719251a3e39 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:31.419081 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7a40f9e0-b72b-420d-bf01-ef09c39a91e4 req-9960641f-0b22-4283-86aa-e719251a3e39 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=e628f44e-361e-499d-a456-b888737d16d5 HTTP/1.1" status: 200 len: 950 time: 0.3214846 Aug 23 14:26:31.423788 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:26:31.429807 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-643971ad-30a7-43af-9abc-08a9bc0b5172 None None] Provisioning for port 4d8c282c-438a-41be-9d6e-5a159d725cc9 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:31.441941 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.454017 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-65d3d84a-5cb3-4064-bca7-a0ffcb32e187 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:31.461122 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:31.501106 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:31.504584 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=4068ceab-52bd-4af1-a8ff-bd84eee1a96f,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:31.518062 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-643971ad-30a7-43af-9abc-08a9bc0b5172 None None] Provisioning complete for port 4d8c282c-438a-41be-9d6e-5a159d725cc9 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:31.518695 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-643971ad-30a7-43af-9abc-08a9bc0b5172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.641808 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '4068ceab-52bd-4af1-a8ff-bd84eee1a96f', 'network_id': 'f0f6b55e-e85b-48de-9926-8589f458acf2', 'port_id': '4068ceab-52bd-4af1-a8ff-bd84eee1a96f', 'mac_address': 'fa:16:3e:5e:d6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d75cf9-76aa-4e91-9341-365ed603384e', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:26:31.649895 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Pushing event updated for resources: {'Port': ['ID=901e53a0-2ec9-4803-8854-0ec8ae58fdd9,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:31.657375 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:31.781087 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.782617 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] 10.222.0.60 "PUT /v2.0/ports/901e53a0-2ec9-4803-8854-0ec8ae58fdd9 HTTP/1.1" status: 200 len: 1091 time: 4.1738205 Aug 23 14:26:31.784782 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'tag': '901e53a0-2ec9-4803-8854-0ec8ae58fdd9'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:31.825942 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.831292 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7a40f9e0-b72b-420d-bf01-ef09c39a91e4 req-df85fb8f-db2a-4eac-9d1e-4ac9c0abfd94 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/security-groups?id=45ff8f71-21de-42b3-a77a-53581cdce8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899792 Aug 23 14:26:31.912663 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d4499-da28-47a4-897a-9c64669c0612 req-f89aad6b-a05c-4a5c-9885-34438c6b13ad tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:31.923845 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d4499-da28-47a4-897a-9c64669c0612 req-f89aad6b-a05c-4a5c-9885-34438c6b13ad tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:31.935005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d4499-da28-47a4-897a-9c64669c0612 req-f89aad6b-a05c-4a5c-9885-34438c6b13ad tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:31.956903 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d4499-da28-47a4-897a-9c64669c0612 req-f89aad6b-a05c-4a5c-9885-34438c6b13ad tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:31.969754 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d4499-da28-47a4-897a-9c64669c0612 req-f89aad6b-a05c-4a5c-9885-34438c6b13ad tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:32.005741 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d4499-da28-47a4-897a-9c64669c0612 req-f89aad6b-a05c-4a5c-9885-34438c6b13ad tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:32.016578 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d4499-da28-47a4-897a-9c64669c0612 req-f89aad6b-a05c-4a5c-9885-34438c6b13ad tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:32.019083 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2e2d4499-da28-47a4-897a-9c64669c0612 req-f89aad6b-a05c-4a5c-9885-34438c6b13ad tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5426 time: 0.4102421 Aug 23 14:26:32.065181 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.069174 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.076484 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7c3abbd1-20da-49bf-9783-a60507a43a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:32.089375 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'tag': '901e53a0-2ec9-4803-8854-0ec8ae58fdd9', 'status': 'completed', 'code': 200} Aug 23 14:26:32.103463 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-9ac80aea-873a-48ed-add2-951bdc799828 req-8af983cb-732b-4ba3-85c5-d9b19a4b8ea0 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] For port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=2a947fbf-4554-46bd-bb38-d9413f0cb4e2,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:32.104484 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9ac80aea-873a-48ed-add2-951bdc799828 req-8af983cb-732b-4ba3-85c5-d9b19a4b8ea0 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.107605 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.111302 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.145709 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Allocated IP 172.20.0.10 (2961c70e-af3c-4bcf-91eb-0eb4d684285e/27bb7382-12c0-438e-a1f3-4f81c598dc69/c300923e-6a5f-4af1-92ce-b8a05f9abac2) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:26:32.147706 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:26:32.173756 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e4e5b5-4b12-4952-8596-e93dc6b95757,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:32.179332 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4068ceab-52bd-4af1-a8ff-bd84eee1a96f {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:32.179885 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:32.185277 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.185277 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Added segment 17390bba-0a43-4aa6-80e7-1a750c091209 of type vlan for network ae3ccff1-aad5-47d9-b526-36a1335e78ad Aug 23 14:26:32.231924 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2e2d4499-da28-47a4-897a-9c64669c0612 req-b6a5e0bd-b016-4329-843c-b2ab714bafed tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1412611 Aug 23 14:26:32.271764 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.272647 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dca945-b9ef-4a3f-9e99-4b6bb77fa000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997089cb-349f-4682-96a0-cf4a5d8e7279'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:32.295856 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=4068ceab-52bd-4af1-a8ff-bd84eee1a96f,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:32.298615 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-9ac80aea-873a-48ed-add2-951bdc799828 req-8af983cb-732b-4ba3-85c5-d9b19a4b8ea0 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Calling delete_port for 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:26:32.312500 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-643971ad-30a7-43af-9abc-08a9bc0b5172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.316931 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-d44816e3-0e40-473d-977b-f7179fec5637 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ae04c19703948b084682c54287f9037&device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 6487 time: 0.2967851 Aug 23 14:26:32.332513 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 997089cb-349f-4682-96a0-cf4a5d8e7279, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=997089cb-349f-4682-96a0-cf4a5d8e7279,segment=NetworkSegment(3b9e9c9c-2487-4f5b-bcad-20a143273e85),segment_id=3b9e9c9c-2487-4f5b-bcad-20a143273e85)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:32.365441 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.374256 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:32.442661 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:26:32.457066 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.459933 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-643971ad-30a7-43af-9abc-08a9bc0b5172 None None] For port 4d8c282c-438a-41be-9d6e-5a159d725cc9, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=4d8c282c-438a-41be-9d6e-5a159d725cc9,segment=NetworkSegment(95705c08-b782-492e-9545-897f23a8394c),segment_id=95705c08-b782-492e-9545-897f23a8394c)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:32.479139 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:32.559090 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-cc729e23-6a95-4b99-a6ba-9efddc77597a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a636c77-075e-45d0-94a2-d6a16068f7e6 HTTP/1.1" status: 200 len: 217 time: 0.2087214 Aug 23 14:26:32.620004 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-643971ad-30a7-43af-9abc-08a9bc0b5172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.639436 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.644040 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:32.644933 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.658805 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=4068ceab-52bd-4af1-a8ff-bd84eee1a96f,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:32.661429 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e7ab033f-ee6e-4bb4-9818-1e3ce45b0a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:32.678296 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:32.678952 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:32.736702 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.803512 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Transition to ACTIVE for port object 51881576-3186-47be-9bcf-f325393a1747 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:32.863138 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01890657-a1e1-49e8-9488-340bb2f44fff req-c0cf3003-c52c-48c4-8870-4eb921cacc3b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:32.867158 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01890657-a1e1-49e8-9488-340bb2f44fff req-c0cf3003-c52c-48c4-8870-4eb921cacc3b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:32.871847 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01890657-a1e1-49e8-9488-340bb2f44fff req-c0cf3003-c52c-48c4-8870-4eb921cacc3b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:32.875175 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=997089cb-349f-4682-96a0-cf4a5d8e7279,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:32.876233 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01890657-a1e1-49e8-9488-340bb2f44fff req-c0cf3003-c52c-48c4-8870-4eb921cacc3b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:32.880624 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01890657-a1e1-49e8-9488-340bb2f44fff req-c0cf3003-c52c-48c4-8870-4eb921cacc3b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:32.884913 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01890657-a1e1-49e8-9488-340bb2f44fff req-c0cf3003-c52c-48c4-8870-4eb921cacc3b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:32.889421 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01890657-a1e1-49e8-9488-340bb2f44fff req-c0cf3003-c52c-48c4-8870-4eb921cacc3b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:32.891424 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01890657-a1e1-49e8-9488-340bb2f44fff req-c0cf3003-c52c-48c4-8870-4eb921cacc3b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5430 time: 0.5724342 Aug 23 14:26:32.900114 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-db57ef32-73e8-4087-a050-0f48e260abde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:32.904733 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-db57ef32-73e8-4087-a050-0f48e260abde service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98220cf1-ec84-4f91-ba4c-8e422c188293 HTTP/1.1" status: 200 len: 856 time: 0.3329287 Aug 23 14:26:32.922349 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.939138 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:26:32.958314 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Network': ['ID=ae3ccff1-aad5-47d9-b526-36a1335e78ad,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:32.963600 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['9c2159fc-68ae-4edd-adbe-3629754db35f'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:26:32.969786 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:33.000990 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a1dc3-791d-429e-9309-6e8aa61fbdd8 req-d9919fc5-fcce-466a-a22b-c1bcef1f400a tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:33.000990 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-308a1dc3-791d-429e-9309-6e8aa61fbdd8 req-d9919fc5-fcce-466a-a22b-c1bcef1f400a tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 946 time: 0.5025153 Aug 23 14:26:33.011067 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:33.019754 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7887466 Aug 23 14:26:33.020325 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48650) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:33.024587 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:33.042188 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9ac80aea-873a-48ed-add2-951bdc799828 req-8af983cb-732b-4ba3-85c5-d9b19a4b8ea0 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:33.053291 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:33.054282 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'name': 'tempest-PortsIpV6TestJSON-53301628'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:33.083373 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['b7afa866-f977-42da-ab92-c3c330d6abe4'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:26:33.113309 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['4068ceab-52bd-4af1-a8ff-bd84eee1a96f'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:26:33.114509 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af983cb-732b-4ba3-85c5-d9b19a4b8ea0 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Pushing event deleted for resources: {'Port': ['ID=2a947fbf-4554-46bd-bb38-d9413f0cb4e2,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:33.139043 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:26:33.154034 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8af983cb-732b-4ba3-85c5-d9b19a4b8ea0 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:33.154404 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['683adaf1-cc1f-4f95-bcdb-5aa72f290c9e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:26:33.182040 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['5440ff85-26d7-40aa-bb9e-b550d1c91090'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:26:33.257505 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac80aea-873a-48ed-add2-951bdc799828 req-8af983cb-732b-4ba3-85c5-d9b19a4b8ea0 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] No DVR routers for this DVR port 2a947fbf-4554-46bd-bb38-d9413f0cb4e2 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:26:33.262134 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9ac80aea-873a-48ed-add2-951bdc799828 req-8af983cb-732b-4ba3-85c5-d9b19a4b8ea0 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:33.264985 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e628f44e-361e-499d-a456-b888737d16d5', 'name': 'network-vif-deleted', 'tag': '2a947fbf-4554-46bd-bb38-d9413f0cb4e2'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:33.298354 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01890657-a1e1-49e8-9488-340bb2f44fff req-3cd78561-c219-4e77-913f-536d65f83690 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3911622 Aug 23 14:26:33.381518 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-308a1dc3-791d-429e-9309-6e8aa61fbdd8 req-b5215977-4983-47c9-8ee4-d1a68cbf690c tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa476f8c-4616-4bf9-9d6a-c3191880293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665295 Aug 23 14:26:33.407816 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:33.446288 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9ac80aea-873a-48ed-add2-951bdc799828 req-8af983cb-732b-4ba3-85c5-d9b19a4b8ea0 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.91 "DELETE /v2.0/ports/2a947fbf-4554-46bd-bb38-d9413f0cb4e2 HTTP/1.1" status: 204 len: 173 time: 2.4791028 Aug 23 14:26:33.448295 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-e2b6e7a9-14be-4b58-809a-450660b9d8a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6006255f-0aee-4aca-b3ec-52c334c0bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5357659 Aug 23 14:26:33.451140 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:33.461397 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8af983cb-732b-4ba3-85c5-d9b19a4b8ea0 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:33.534339 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-7abe28af-5dd7-422c-beca-1cf193631efa None None] Provisioning complete for port 4d8c282c-438a-41be-9d6e-5a159d725cc9 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:33.538192 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7abe28af-5dd7-422c-beca-1cf193631efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:33.659881 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dca945-b9ef-4a3f-9e99-4b6bb77fa000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997089cb-349f-4682-96a0-cf4a5d8e7279', 'code': 200} Aug 23 14:26:33.675451 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Allocated IP 172.20.0.1 (dd3c3549-8d91-48e3-aaf4-9da0da705751/b16bc822-46d4-4811-b969-391141a07dba/82c7b3f9-7a9c-4763-b30f-41f324b735c7) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:26:33.692919 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Network 2961c70e-af3c-4bcf-91eb-0eb4d684285e is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:33.701397 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:33.718645 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:26:33.812238 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Pushing event updated for resources: {'Port': ['ID=c300923e-6a5f-4af1-92ce-b8a05f9abac2,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:33.852326 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:33.854845 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-889ff409-fefc-44c3-8028-19c38f16e526 service neutron] 10.222.0.60 "GET /v2.0/networks/6006255f-0aee-4aca-b3ec-52c334c0bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901107 Aug 23 14:26:33.856177 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Attempting to bind port 51881576-3186-47be-9bcf-f325393a1747 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:33.857329 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Attempting to bind port 51881576-3186-47be-9bcf-f325393a1747 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:33.857914 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Attempting to bind port 51881576-3186-47be-9bcf-f325393a1747 on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:33.858148 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:33.899029 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:34.008645 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:26:34.009145 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:34.009652 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:34.010151 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:26:34.010721 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Bound port: 51881576-3186-47be-9bcf-f325393a1747, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:34.014457 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:34.048886 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:port and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:34.057108 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:34.066146 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:34.067502 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:34.094930 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] For port 51881576-3186-47be-9bcf-f325393a1747, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:26:34.098435 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] For port 51881576-3186-47be-9bcf-f325393a1747, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=51881576-3186-47be-9bcf-f325393a1747,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:26:34.144357 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:34.148183 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6a10d9a2-5f9d-46f8-8a15-b5d22966995c req-30ae3e53-a3ec-4efc-8fe8-d5e8a4e35adf tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] 10.222.0.86 "GET /v2.0/ports?device_id=e628f44e-361e-499d-a456-b888737d16d5 HTTP/1.1" status: 200 len: 210 time: 0.0924890 Aug 23 14:26:34.187614 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b3dd4a2f-9fdf-4b42-9af5-cdb8d5d37984 req-f6b95832-12fe-4fbe-853a-6c8d873465ff service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 1097 time: 0.3950317 Aug 23 14:26:34.233629 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78371e-2b8c-425b-a80f-7675f01a44e9 req-bfeea974-cad2-43f3-8be0-a2a7fe8290a2 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:34.241170 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a78371e-2b8c-425b-a80f-7675f01a44e9 req-bfeea974-cad2-43f3-8be0-a2a7fe8290a2 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 932 time: 0.3786650 Aug 23 14:26:34.258169 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643971ad-30a7-43af-9abc-08a9bc0b5172 None None] Pushing event updated for resources: {'Port': ['ID=4d8c282c-438a-41be-9d6e-5a159d725cc9,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:34.261724 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:34.275296 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-8ac4c044-006e-44e9-88a4-62ce01d4a66f service neutron] 10.222.0.60 "GET /v2.0/networks/6006255f-0aee-4aca-b3ec-52c334c0bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330016 Aug 23 14:26:34.295594 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['c1912297-a38b-480c-8f8a-667e7865044c'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:26:34.302120 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:34.334314 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e628f44e-361e-499d-a456-b888737d16d5', 'name': 'network-vif-deleted', 'tag': '2a947fbf-4554-46bd-bb38-d9413f0cb4e2', 'status': 'completed', 'code': 200} Aug 23 14:26:34.340090 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7785583 Aug 23 14:26:34.391168 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Request body: {'port': {'device_id': '2b48da14-8afa-40d8-be0d-7b63429a042d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:34.397819 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-643971ad-30a7-43af-9abc-08a9bc0b5172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.716s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:34.397819 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-643971ad-30a7-43af-9abc-08a9bc0b5172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:34.398401 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-f55cc1a3-ed58-4b1d-9b46-7b5eeafb66b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=b8ad156f-a175-4727-9751-600fe733884e HTTP/1.1" status: 200 len: 217 time: 0.1065137 Aug 23 14:26:34.414314 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a78371e-2b8c-425b-a80f-7675f01a44e9 req-78e4de0c-fcf7-4a0a-925b-55879c142dd6 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690388 Aug 23 14:26:34.465075 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Transition to ACTIVE for port object 82c7b3f9-7a9c-4763-b30f-41f324b735c7 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:34.536313 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:34.540116 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:34.550833 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48676) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:34.667391 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] device_id is not set on port 357f0f3a-43de-4138-ab14-2087654f6b7a yet. {{(pid=76505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:26:34.894088 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ff80ebd7-c184-4102-9a2b-8f1f1404d859 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:34.895643 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-ff80ebd7-c184-4102-9a2b-8f1f1404d859 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7 HTTP/1.1" status: 200 len: 797 time: 0.4800489 Aug 23 14:26:34.911687 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b3dd4a2f-9fdf-4b42-9af5-cdb8d5d37984 req-b8c9df32-bd2c-4496-ad11-7c21fcca27d5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=aa476f8c-4616-4bf9-9d6a-c3191880293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7167852 Aug 23 14:26:34.948149 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.016399 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.024845 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:35.025101 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Routers {'08345cc1-e50f-47df-b740-ddf7f23456f6'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:26:35.025767 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:26:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['08345cc1-e50f-47df-b740-ddf7f23456f6'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:35.043808 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261060-32d9-40cf-b3e3-a1bf9820f1ad req-3420d6cc-1de3-4405-b7c7-580c3186f727 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.048620 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261060-32d9-40cf-b3e3-a1bf9820f1ad req-3420d6cc-1de3-4405-b7c7-580c3186f727 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.053747 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261060-32d9-40cf-b3e3-a1bf9820f1ad req-3420d6cc-1de3-4405-b7c7-580c3186f727 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.058285 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261060-32d9-40cf-b3e3-a1bf9820f1ad req-3420d6cc-1de3-4405-b7c7-580c3186f727 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.062823 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261060-32d9-40cf-b3e3-a1bf9820f1ad req-3420d6cc-1de3-4405-b7c7-580c3186f727 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.066892 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261060-32d9-40cf-b3e3-a1bf9820f1ad req-3420d6cc-1de3-4405-b7c7-580c3186f727 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.071320 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261060-32d9-40cf-b3e3-a1bf9820f1ad req-3420d6cc-1de3-4405-b7c7-580c3186f727 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.081800 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4e261060-32d9-40cf-b3e3-a1bf9820f1ad req-3420d6cc-1de3-4405-b7c7-580c3186f727 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5427 time: 0.5266142 Aug 23 14:26:35.169687 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee4ce2-12ac-4cc4-9322-89f243a5cb75 req-6a4f5d01-1368-422b-a445-215d893c2fa0 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.170047 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Network dd3c3549-8d91-48e3-aaf4-9da0da705751 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:35.174018 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee4ce2-12ac-4cc4-9322-89f243a5cb75 req-6a4f5d01-1368-422b-a445-215d893c2fa0 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.178682 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee4ce2-12ac-4cc4-9322-89f243a5cb75 req-6a4f5d01-1368-422b-a445-215d893c2fa0 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.182611 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee4ce2-12ac-4cc4-9322-89f243a5cb75 req-6a4f5d01-1368-422b-a445-215d893c2fa0 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.187289 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee4ce2-12ac-4cc4-9322-89f243a5cb75 req-6a4f5d01-1368-422b-a445-215d893c2fa0 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.191422 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee4ce2-12ac-4cc4-9322-89f243a5cb75 req-6a4f5d01-1368-422b-a445-215d893c2fa0 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.193074 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:35.208427 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee4ce2-12ac-4cc4-9322-89f243a5cb75 req-6a4f5d01-1368-422b-a445-215d893c2fa0 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.208575 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Pushing event updated for resources: {'Port': ['ID=82c7b3f9-7a9c-4763-b30f-41f324b735c7,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:35.212160 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-47ee4ce2-12ac-4cc4-9322-89f243a5cb75 req-6a4f5d01-1368-422b-a445-215d893c2fa0 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5430 time: 0.4859405 Aug 23 14:26:35.212448 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:35.212448 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:26:35.212970 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24704836-3cea-4329-83c6-bc6da80cd7bf None None] Pushing event updated for resources: {'Port': ['ID=51881576-3186-47be-9bcf-f325393a1747,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:35.252179 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d2872650-2c50-4fbe-bf86-7a588e600236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.274545 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-24704836-3cea-4329-83c6-bc6da80cd7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:35.293667 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.355s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:35.294626 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:35.311305 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-d2872650-2c50-4fbe-bf86-7a588e600236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:35.314465 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.676s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:35.315311 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:35.315703 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-d2872650-2c50-4fbe-bf86-7a588e600236 admin admin] Usage tracker for resource:security_group_rule and tenant:c68342440e36460c8e687666f7cb8729 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:35.318954 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-d2872650-2c50-4fbe-bf86-7a588e600236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:35.349311 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-d2872650-2c50-4fbe-bf86-7a588e600236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:35.363675 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1e882718-d4e7-4684-a495-2f799d577f42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60343cd1-e098-494e-b172-ce16a3009aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4539888 Aug 23 14:26:35.371180 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.386281 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4e261060-32d9-40cf-b3e3-a1bf9820f1ad req-ec063dd0-2b64-491f-b1a8-5722e702ee01 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3039796 Aug 23 14:26:35.437645 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.469917 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-47ee4ce2-12ac-4cc4-9322-89f243a5cb75 req-978876e2-7ad2-49f2-8c47-1ec4e1941c02 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2520871 Aug 23 14:26:35.722577 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 4d8c282c-438a-41be-9d6e-5a159d725cc9 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:35.835113 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-5e2c53e6-94c0-47df-b8e0-226ae0229c54 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476459 Aug 23 14:26:35.855542 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d2872650-2c50-4fbe-bf86-7a588e600236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.858549 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c300923e-6a5f-4af1-92ce-b8a05f9abac2 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:35.866853 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.905993 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] Set router 08345cc1-e50f-47df-b740-ddf7f23456f6 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:26:35.925312 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.941076 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Transition to ACTIVE for port object c300923e-6a5f-4af1-92ce-b8a05f9abac2 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:35.946403 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d2872650-2c50-4fbe-bf86-7a588e600236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.960944 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-68ace97d-ba86-4232-8ea9-95bfabc83d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:36.012542 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:36.044462 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2872650-2c50-4fbe-bf86-7a588e600236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f9ee1c-f137-46d2-abb4-b6d988628666,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:36.051008 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:36.055656 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d2872650-2c50-4fbe-bf86-7a588e600236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:36.057272 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-68431f18-dc45-4651-bcd0-9bb6eaadb401 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:36.135590 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d2872650-2c50-4fbe-bf86-7a588e600236 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c68342440e36460c8e687666f7cb8729&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5772328 Aug 23 14:26:36.155168 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48688) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:36.178791 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-264b7352-907b-46d1-baa0-1a1c02cd2e54 None None] Provisioning for port 82c7b3f9-7a9c-4763-b30f-41f324b735c7 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:36.186514 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e13810db-05a5-495f-b195-b5ef93559316 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:36.215866 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-264b7352-907b-46d1-baa0-1a1c02cd2e54 None None] Provisioning complete for port 82c7b3f9-7a9c-4763-b30f-41f324b735c7 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:36.216491 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-264b7352-907b-46d1-baa0-1a1c02cd2e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:36.259589 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c300923e-6a5f-4af1-92ce-b8a05f9abac2,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:36.274337 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd2f38-3770-4008-9c8f-c26af055a855 req-4104f294-f4c5-4604-8a19-d4941517c659 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:36.276009 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ccfd2f38-3770-4008-9c8f-c26af055a855 req-4104f294-f4c5-4604-8a19-d4941517c659 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 946 time: 0.5730994 Aug 23 14:26:36.287560 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:36.365988 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=357f0f3a-43de-4138-ab14-2087654f6b7a,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:36.385126 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 4d8c282c-438a-41be-9d6e-5a159d725cc9 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:36.385634 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:36.418358 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 9c2159fc-68ae-4edd-adbe-3629754db35f up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:36.429263 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:36.449619 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48694) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:36.453486 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ccfd2f38-3770-4008-9c8f-c26af055a855 req-33d59894-82ab-4591-93d6-9a3751cd0a3b tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa476f8c-4616-4bf9-9d6a-c3191880293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454639 Aug 23 14:26:36.504036 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-19582f14-babf-45a9-a353-a7f843c9159e service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599760 Aug 23 14:26:36.605987 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ac0e5261-9c5d-4673-b066-9b77e67456b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:36.612603 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-264b7352-907b-46d1-baa0-1a1c02cd2e54 None None] Port 82c7b3f9-7a9c-4763-b30f-41f324b735c7 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:26:36.630768 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Checking segment: {'id': '17390bba-0a43-4aa6-80e7-1a750c091209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:36.631141 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network hostable DHCP agents. Network: ae3ccff1-aad5-47d9-b526-36a1335e78ad, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:26:36.648198 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58348e-7042-48e8-9dc9-f22d0083ca48 req-a118435d-e01f-4700-a53e-8e872fb99933 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:36.657883 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a58348e-7042-48e8-9dc9-f22d0083ca48 req-a118435d-e01f-4700-a53e-8e872fb99933 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 932 time: 0.8168156 Aug 23 14:26:36.683272 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-82eb75d0-a24c-4359-98fe-9ba3f547613e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=35e6671a-e1a8-4f86-80ff-87b3e4afb018 HTTP/1.1" status: 200 len: 217 time: 0.1716278 Aug 23 14:26:36.722908 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ac0e5261-9c5d-4673-b066-9b77e67456b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:36.766009 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Attempting to bind port c300923e-6a5f-4af1-92ce-b8a05f9abac2 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:36.767377 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Attempting to bind port c300923e-6a5f-4af1-92ce-b8a05f9abac2 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:36.767377 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Attempting to bind port c300923e-6a5f-4af1-92ce-b8a05f9abac2 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:36.812948 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'name': 'tempest-ServersTestFqdnHostnames-1092808525-router', 'tenant_id': 'abfa96b482f945d6a630036b5f004786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '51881576-3186-47be-9bcf-f325393a1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:25Z', 'updated_at': '2021-08-23T14:26:27Z', 'revision_number': 3, 'project_id': 'abfa96b482f945d6a630036b5f004786', 'gw_port': {'id': '51881576-3186-47be-9bcf-f325393a1747', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:26Z', 'updated_at': '2021-08-23T14:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:36.817762 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3abc8cc-bb61-4931-9597-9ef145490d72 None None] The sync data for ids ['08345cc1-e50f-47df-b740-ddf7f23456f6'] in n-d-805629-1 is: [{'id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'name': 'tempest-ServersTestFqdnHostnames-1092808525-router', 'tenant_id': 'abfa96b482f945d6a630036b5f004786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '51881576-3186-47be-9bcf-f325393a1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:25Z', 'updated_at': '2021-08-23T14:26:27Z', 'revision_number': 3, 'project_id': 'abfa96b482f945d6a630036b5f004786', 'gw_port': {'id': '51881576-3186-47be-9bcf-f325393a1747', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:26Z', 'updated_at': '2021-08-23T14:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:26:36.820663 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Port c300923e-6a5f-4af1-92ce-b8a05f9abac2 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:26:36.821063 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Attempting to bind port c300923e-6a5f-4af1-92ce-b8a05f9abac2 on network 2961c70e-af3c-4bcf-91eb-0eb4d684285e {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:36.854208 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:36.859421 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:26:36.859752 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Checking segment: {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:36.860133 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Bound using segment: {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:26:36.860591 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Bound port: c300923e-6a5f-4af1-92ce-b8a05f9abac2, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf96984-556f-4bca-9efb-206e9a5e497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:36.860941 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:36.864510 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 9c2159fc-68ae-4edd-adbe-3629754db35f completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:36.872760 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 9c2159fc-68ae-4edd-adbe-3629754db35f triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:36.874126 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:36.898307 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1a37e91c-d67e-431a-a08c-d7e5e954b546 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:36.899974 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1a37e91c-d67e-431a-a08c-d7e5e954b546 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7 HTTP/1.1" status: 200 len: 797 time: 0.1346409 Aug 23 14:26:36.906578 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9a58348e-7042-48e8-9dc9-f22d0083ca48 req-27279da3-aac1-444d-8edb-331f01fd08be tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477756 Aug 23 14:26:36.962740 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-dccce66c-3591-4cb5-83f6-523d2fb48261 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8876a3677e3e4f91b1e0a704fbb57681&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5095141 Aug 23 14:26:36.964959 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48704) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:36.970583 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:37.017786 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e35819cd-f4e3-4de3-b4ad-b7b6092dc319 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:37.027590 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b812db-6198-4d4e-aad8-76dd473b11ca req-50ec9d63-016a-4d6a-884c-c4b36bce9fe6 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:37.032386 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b812db-6198-4d4e-aad8-76dd473b11ca req-50ec9d63-016a-4d6a-884c-c4b36bce9fe6 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:37.036490 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b812db-6198-4d4e-aad8-76dd473b11ca req-50ec9d63-016a-4d6a-884c-c4b36bce9fe6 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:37.041517 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b812db-6198-4d4e-aad8-76dd473b11ca req-50ec9d63-016a-4d6a-884c-c4b36bce9fe6 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:37.046362 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b812db-6198-4d4e-aad8-76dd473b11ca req-50ec9d63-016a-4d6a-884c-c4b36bce9fe6 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:37.050534 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b812db-6198-4d4e-aad8-76dd473b11ca req-50ec9d63-016a-4d6a-884c-c4b36bce9fe6 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:37.054547 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b812db-6198-4d4e-aad8-76dd473b11ca req-50ec9d63-016a-4d6a-884c-c4b36bce9fe6 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:37.058587 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-54b812db-6198-4d4e-aad8-76dd473b11ca req-50ec9d63-016a-4d6a-884c-c4b36bce9fe6 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5427 time: 0.3689251 Aug 23 14:26:37.058587 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:26:37.080832 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ac0e5261-9c5d-4673-b066-9b77e67456b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:37.104117 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:37.158633 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2159fc-68ae-4edd-adbe-3629754db35f'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:37.177585 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 9c2159fc-68ae-4edd-adbe-3629754db35f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=9c2159fc-68ae-4edd-adbe-3629754db35f,segment=NetworkSegment(2e2818a3-609e-43ea-a696-200db31a23d2),segment_id=2e2818a3-609e-43ea-a696-200db31a23d2)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:37.183274 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:37.189569 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ac0e5261-9c5d-4673-b066-9b77e67456b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:37.191486 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ac0e5261-9c5d-4673-b066-9b77e67456b4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c4f9ee1c-f137-46d2-abb4-b6d988628666 HTTP/1.1" status: 204 len: 168 time: 1.0334523 Aug 23 14:26:37.197755 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Pushing event updated for resources: {'Port': ['ID=82c7b3f9-7a9c-4763-b30f-41f324b735c7,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:37.205340 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:37.209971 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d2872650-2c50-4fbe-bf86-7a588e600236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:37.218626 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] For port c300923e-6a5f-4af1-92ce-b8a05f9abac2, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:26:37.246613 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e5261-9c5d-4673-b066-9b77e67456b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f9ee1c-f137-46d2-abb4-b6d988628666,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:37.250647 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] For port c300923e-6a5f-4af1-92ce-b8a05f9abac2, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=c300923e-6a5f-4af1-92ce-b8a05f9abac2,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:26:37.252025 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ac0e5261-9c5d-4673-b066-9b77e67456b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:37.266265 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, ae3ccff1-aad5-47d9-b526-36a1335e78ad) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:37.287482 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d9858-2c2e-40ac-a939-55fec57c099b None None] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:26:37.301960 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:26:37.307437 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:37.308197 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:37.339765 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-d2b94f3f-1ef8-4b0b-a5d5-87c16606a272 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60343cd1-e098-494e-b172-ce16a3009aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4310880 Aug 23 14:26:37.346371 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-54b812db-6198-4d4e-aad8-76dd473b11ca req-b170b822-6f9b-4558-a7d4-07cc422d12f2 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2755432 Aug 23 14:26:37.402329 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:37.403043 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:37.440148 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-f87c661e-41b7-4f74-a164-7f8a16388de4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:37.544954 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2159fc-68ae-4edd-adbe-3629754db35f', 'code': 200} Aug 23 14:26:37.551356 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-213fc4de-34a9-4932-a1d1-c09209404c46 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018468 Aug 23 14:26:37.557252 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 4.5328839 Aug 23 14:26:37.579803 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48714) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:37.594661 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1501449232'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:37.612170 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:37.631476 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-84c48050-31c9-4f75-a38e-96780b2d87a4 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:37.665569 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:37.775078 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 51881576-3186-47be-9bcf-f325393a1747 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:37.781046 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Network dd3c3549-8d91-48e3-aaf4-9da0da705751 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:37.790725 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:37.793414 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:37.794970 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] 10.222.0.91 "PUT /v2.0/ports/c300923e-6a5f-4af1-92ce-b8a05f9abac2 HTTP/1.1" status: 200 len: 1092 time: 3.4231098 Aug 23 14:26:37.803103 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b48da14-8afa-40d8-be0d-7b63429a042d', 'tag': 'c300923e-6a5f-4af1-92ce-b8a05f9abac2'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:37.847349 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:network and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:37.956212 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:37.966035 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4d94614b-aca7-4310-931c-b18b2a2527dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.001834 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=9c2159fc-68ae-4edd-adbe-3629754db35f,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:38.019481 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:38.033102 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:38.033354 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c300923e-6a5f-4af1-92ce-b8a05f9abac2,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:38.047442 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:38.096377 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:38.110273 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:38.111020 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.120044 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae561a95-55d3-4d7b-a71e-8e366a465b44 req-253ac167-3535-4484-a891-f9a758c1d192 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:38.130275 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae561a95-55d3-4d7b-a71e-8e366a465b44 req-253ac167-3535-4484-a891-f9a758c1d192 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:38.136669 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae561a95-55d3-4d7b-a71e-8e366a465b44 req-253ac167-3535-4484-a891-f9a758c1d192 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:38.156307 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae561a95-55d3-4d7b-a71e-8e366a465b44 req-253ac167-3535-4484-a891-f9a758c1d192 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:38.160827 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae561a95-55d3-4d7b-a71e-8e366a465b44 req-253ac167-3535-4484-a891-f9a758c1d192 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:38.165596 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae561a95-55d3-4d7b-a71e-8e366a465b44 req-253ac167-3535-4484-a891-f9a758c1d192 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:38.170503 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae561a95-55d3-4d7b-a71e-8e366a465b44 req-253ac167-3535-4484-a891-f9a758c1d192 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:38.178454 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ae561a95-55d3-4d7b-a71e-8e366a465b44 req-253ac167-3535-4484-a891-f9a758c1d192 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5430 time: 1.0794444 Aug 23 14:26:38.187950 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4d94614b-aca7-4310-931c-b18b2a2527dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.211820 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 51881576-3186-47be-9bcf-f325393a1747 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:38.230016 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 51881576-3186-47be-9bcf-f325393a1747 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:38.230016 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.305746 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-8e780741-0722-469f-8401-edc98b3f3fc7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 1095 time: 0.3686445 Aug 23 14:26:38.331233 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:38.338349 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.354390 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-7e9454ab-c502-4111-8bf5-f9b83a7ce540 None None] Provisioning complete for port 82c7b3f9-7a9c-4763-b30f-41f324b735c7 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:38.354772 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7e9454ab-c502-4111-8bf5-f9b83a7ce540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.364800 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-2521f06b-ee34-4a69-945d-4f375f3b83af service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7905228 Aug 23 14:26:38.444180 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-7e9454ab-c502-4111-8bf5-f9b83a7ce540 None None] Port 82c7b3f9-7a9c-4763-b30f-41f324b735c7 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:26:38.474156 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ae561a95-55d3-4d7b-a71e-8e366a465b44 req-32088243-76fc-4b9d-8728-36894c9bfe76 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2948124 Aug 23 14:26:38.514081 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-18aa7c5e-4118-40ea-8e88-97513704960b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=2e88c439-a70f-41cf-97ea-14dc8c330d1d HTTP/1.1" status: 200 len: 217 time: 0.1356294 Aug 23 14:26:38.516562 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-1b3c015e-c1fc-4bf1-9b63-4a9c3cdfd40b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c300923e-6a5f-4af1-92ce-b8a05f9abac2 HTTP/1.1" status: 200 len: 217 time: 0.1988158 Aug 23 14:26:38.575657 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.619967 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 51881576-3186-47be-9bcf-f325393a1747, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=51881576-3186-47be-9bcf-f325393a1747,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:38.623912 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.651403 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4e579-c00d-41c6-be1a-662dff864570 req-d88b7fae-efe8-4f32-9132-e807b0e5311c tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:38.655672 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b48da14-8afa-40d8-be0d-7b63429a042d', 'tag': 'c300923e-6a5f-4af1-92ce-b8a05f9abac2', 'status': 'completed', 'code': 200} Aug 23 14:26:38.659042 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-90c4e579-c00d-41c6-be1a-662dff864570 req-d88b7fae-efe8-4f32-9132-e807b0e5311c tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 946 time: 0.8008714 Aug 23 14:26:38.663913 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-34d7120e-5289-4c72-8cd4-c3fc4613377c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:38.664279 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-34d7120e-5289-4c72-8cd4-c3fc4613377c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=27bb7382-12c0-438e-a1f3-4f81c598dc69 HTTP/1.1" status: 200 len: 851 time: 0.1404557 Aug 23 14:26:38.676527 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d,segment=NetworkSegment(2e2818a3-609e-43ea-a696-200db31a23d2),segment_id=2e2818a3-609e-43ea-a696-200db31a23d2)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:38.681795 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.685503 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:38.693858 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:26:38.765179 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.766056 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 4068ceab-52bd-4af1-a8ff-bd84eee1a96f up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:38.770009 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.770379 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Added segment 520835e9-4124-4f2d-9238-52ef0b34e029 of type vlan for network c2facc71-fe7c-4a6b-acae-8e7fbee163f2 Aug 23 14:26:38.797432 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-e81a800c-fe15-4ef6-9254-29153ceffa22 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2961c70e-af3c-4bcf-91eb-0eb4d684285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229031 Aug 23 14:26:38.836647 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-90c4e579-c00d-41c6-be1a-662dff864570 req-9cd31b49-60cc-4dd1-aeb8-7a9b43d595ea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa476f8c-4616-4bf9-9d6a-c3191880293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766431 Aug 23 14:26:38.849529 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-0956f1be-0245-4e75-96b8-39f6a9530380 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:38.863663 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-0956f1be-0245-4e75-96b8-39f6a9530380 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7 HTTP/1.1" status: 200 len: 797 time: 0.3239851 Aug 23 14:26:38.863663 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4d94614b-aca7-4310-931c-b18b2a2527dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.867357 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=51881576-3186-47be-9bcf-f325393a1747,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:38.884658 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:38.893045 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:38.893241 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-379efa8e-47f8-44c8-a8fe-e19fbfe1e07d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:38.952316 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.970112 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94614b-aca7-4310-931c-b18b2a2527dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ff8f71-21de-42b3-a77a-53581cdce8fc,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:38.980225 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4d94614b-aca7-4310-931c-b18b2a2527dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:39.051696 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:39.055923 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:39.089345 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4d94614b-aca7-4310-931c-b18b2a2527dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:39.093960 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4d94614b-aca7-4310-931c-b18b2a2527dd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/45ff8f71-21de-42b3-a77a-53581cdce8fc HTTP/1.1" status: 204 len: 168 time: 2.1229243 Aug 23 14:26:39.140435 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:39.146112 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-900bc791-ceda-4823-8e22-2b011315db80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60343cd1-e098-494e-b172-ce16a3009aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2400372 Aug 23 14:26:39.158702 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e78ad-f90f-4f9b-af89-87069dc9f77f req-44c425fa-78ee-4e87-bc2b-109932a2bc7f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:39.160131 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7c6e78ad-f90f-4f9b-af89-87069dc9f77f req-44c425fa-78ee-4e87-bc2b-109932a2bc7f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 944 time: 0.3157735 Aug 23 14:26:39.167851 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:39.169628 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:39.190877 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Router 08345cc1-e50f-47df-b740-ddf7f23456f6 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:26:39.196844 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-0a67f603-a7c5-4aac-9705-9182c91b35ff service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551699 Aug 23 14:26:39.419767 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:39.423600 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:39.424225 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:39.436162 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-493b3b7e-2314-4056-a562-e4460880312a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:39.490933 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea5c5-6c91-4ba8-8a46-0e98be0f3e6a req-ec1f02c1-d2e7-4149-bbf8-f60742aeddf5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:39.495027 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea5c5-6c91-4ba8-8a46-0e98be0f3e6a req-ec1f02c1-d2e7-4149-bbf8-f60742aeddf5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:39.499871 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea5c5-6c91-4ba8-8a46-0e98be0f3e6a req-ec1f02c1-d2e7-4149-bbf8-f60742aeddf5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:39.503915 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea5c5-6c91-4ba8-8a46-0e98be0f3e6a req-ec1f02c1-d2e7-4149-bbf8-f60742aeddf5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:39.509976 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea5c5-6c91-4ba8-8a46-0e98be0f3e6a req-ec1f02c1-d2e7-4149-bbf8-f60742aeddf5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:39.512737 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea5c5-6c91-4ba8-8a46-0e98be0f3e6a req-ec1f02c1-d2e7-4149-bbf8-f60742aeddf5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:39.518767 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea5c5-6c91-4ba8-8a46-0e98be0f3e6a req-ec1f02c1-d2e7-4149-bbf8-f60742aeddf5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:39.518767 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a57ea5c5-6c91-4ba8-8a46-0e98be0f3e6a req-ec1f02c1-d2e7-4149-bbf8-f60742aeddf5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5429 time: 0.4813879 Aug 23 14:26:39.557545 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-efc3b0ab-e53e-44c4-9e0d-52c57c2d0343 req-28db5578-7400-412e-b302-69b8da213069 service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491752 Aug 23 14:26:39.562110 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:39.578586 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:39.671475 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 4068ceab-52bd-4af1-a8ff-bd84eee1a96f, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=4068ceab-52bd-4af1-a8ff-bd84eee1a96f,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:39.719624 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1385667 Aug 23 14:26:39.723440 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48750) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:39.737331 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'ports': [{'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad'}, {'network_id': 'c2facc71-fe7c-4a6b-acae-8e7fbee163f2'}]} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:39.739073 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:39.740766 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'network_id': 'c2facc71-fe7c-4a6b-acae-8e7fbee163f2'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:39.784495 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:39.785442 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:39.806340 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Network': ['ID=c2facc71-fe7c-4a6b-acae-8e7fbee163f2,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:39.821874 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7c6e78ad-f90f-4f9b-af89-87069dc9f77f req-14cc790b-c8e1-4ead-b1d3-94ad941737f4 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6386652 Aug 23 14:26:39.834705 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:39.844265 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:39.874016 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 51881576-3186-47be-9bcf-f325393a1747 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:39.907217 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a57ea5c5-6c91-4ba8-8a46-0e98be0f3e6a req-207b54ce-9dd5-43e9-ac49-693c65b48667 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2254419 Aug 23 14:26:39.912243 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-c2b081ad-97e5-4a66-8563-05267ca38d3c service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7511542 Aug 23 14:26:39.913326 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network c2facc71-fe7c-4a6b-acae-8e7fbee163f2 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:26:40.195235 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d', 'code': 200} Aug 23 14:26:40.226829 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-85121f4f-5248-4602-a0a6-de1096dc3335 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040755 Aug 23 14:26:40.241324 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=4068ceab-52bd-4af1-a8ff-bd84eee1a96f,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:40.252027 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:40.299281 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 51881576-3186-47be-9bcf-f325393a1747 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:40.299759 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:40.423597 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-238df280-2b56-4738-b60b-ef811e06bda6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=ffd6922c-9005-4b49-a0ec-84d29480b1c2 HTTP/1.1" status: 200 len: 217 time: 0.1698451 Aug 23 14:26:40.476268 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:40.498556 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:40.499117 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:40.600825 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-bf6cc806-c3d4-435f-a53d-95a12d37ad85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:40.607570 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-bf6cc806-c3d4-435f-a53d-95a12d37ad85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7 HTTP/1.1" status: 200 len: 797 time: 0.1942592 Aug 23 14:26:40.696243 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48766) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:40.706062 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:40.726437 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:port and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:40.736189 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:40.744176 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:26:40.756054 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] 10.222.0.86 "PUT /v2.0/routers/08345cc1-e50f-47df-b740-ddf7f23456f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3382778 Aug 23 14:26:40.757423 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:40.804735 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9c18e8eb-aaaa-4989-90b3-e26f0ffd810d req-45d902c7-8172-4cb9-840f-7bcf237c544d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 1095 time: 0.9084575 Aug 23 14:26:40.858522 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:40.893672 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-5194b4e0-af3a-409b-85ab-7493d4b8c0db admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1986700279f64fc689179cb0dbc9fd59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1762640 Aug 23 14:26:40.909337 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007df57-79b0-41bd-8285-d5e8d6189eaf req-60d7f709-7ac6-437a-8d1c-15cf8ee0bfe5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:40.913417 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007df57-79b0-41bd-8285-d5e8d6189eaf req-60d7f709-7ac6-437a-8d1c-15cf8ee0bfe5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:40.918110 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007df57-79b0-41bd-8285-d5e8d6189eaf req-60d7f709-7ac6-437a-8d1c-15cf8ee0bfe5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:40.926808 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007df57-79b0-41bd-8285-d5e8d6189eaf req-60d7f709-7ac6-437a-8d1c-15cf8ee0bfe5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:40.932039 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007df57-79b0-41bd-8285-d5e8d6189eaf req-60d7f709-7ac6-437a-8d1c-15cf8ee0bfe5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:40.932628 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48774) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:40.937761 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007df57-79b0-41bd-8285-d5e8d6189eaf req-60d7f709-7ac6-437a-8d1c-15cf8ee0bfe5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:40.953802 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007df57-79b0-41bd-8285-d5e8d6189eaf req-60d7f709-7ac6-437a-8d1c-15cf8ee0bfe5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:40.956389 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 683adaf1-cc1f-4f95-bcdb-5aa72f290c9e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=683adaf1-cc1f-4f95-bcdb-5aa72f290c9e,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:40.963247 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2007df57-79b0-41bd-8285-d5e8d6189eaf req-60d7f709-7ac6-437a-8d1c-15cf8ee0bfe5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5430 time: 0.4919040 Aug 23 14:26:41.005062 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-d37d1090-a63f-41ac-90aa-52faf29d1a22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60343cd1-e098-494e-b172-ce16a3009aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3908937 Aug 23 14:26:41.006801 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'port': 2} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:41.011693 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:41.026391 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:41.033351 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-ae065889-d270-4f12-8156-f79735cac541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:41.055981 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:41.141662 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48780) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:41.163605 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device c1912297-a38b-480c-8f8a-667e7865044c up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:41.170580 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2007df57-79b0-41bd-8285-d5e8d6189eaf req-47b37dc8-1a72-4917-8f5d-f65b583112a2 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1998005 Aug 23 14:26:41.321132 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=683adaf1-cc1f-4f95-bcdb-5aa72f290c9e,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:41.330732 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:41.336095 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-d62638cc-2b7f-4df5-b41e-d8bfff7077c3 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146377 Aug 23 14:26:41.395989 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port c1912297-a38b-480c-8f8a-667e7865044c completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:41.404514 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port c1912297-a38b-480c-8f8a-667e7865044c triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:41.404959 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:41.505812 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18e8eb-aaaa-4989-90b3-e26f0ffd810d req-b09f5ce4-e2d2-4e22-aafe-c95297b47f2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:41.508176 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9c18e8eb-aaaa-4989-90b3-e26f0ffd810d req-b09f5ce4-e2d2-4e22-aafe-c95297b47f2a service neutron] 10.222.0.91 "GET /v2.0/networks?id=2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 200 len: 912 time: 0.6975131 Aug 23 14:26:41.681575 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] device_id is not set on port 07a08413-26e3-423e-a36e-8c36d8d8d0a4 yet. {{(pid=76506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:26:41.688568 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea8d7299-34b0-4a6e-9b26-f3fa7ac9eca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:41.710300 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48788) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:41.740073 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea8d7299-34b0-4a6e-9b26-f3fa7ac9eca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:41.763152 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Sync routers for ids ['08345cc1-e50f-47df-b740-ddf7f23456f6'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:26:41.765857 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:41.817451 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Routers {'08345cc1-e50f-47df-b740-ddf7f23456f6'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:26:41.818374 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:26:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['08345cc1-e50f-47df-b740-ddf7f23456f6'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:41.833394 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-68e976d6-d18c-47c6-afb2-45746a6f4a30 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862905 Aug 23 14:26:41.874690 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9c18e8eb-aaaa-4989-90b3-e26f0ffd810d req-ef8dab82-2086-474c-81e2-375a9303aa58 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c300923e-6a5f-4af1-92ce-b8a05f9abac2 HTTP/1.1" status: 200 len: 217 time: 0.3438411 Aug 23 14:26:41.876123 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port c1912297-a38b-480c-8f8a-667e7865044c, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=c1912297-a38b-480c-8f8a-667e7865044c,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:42.001322 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:42.002182 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 5440ff85-26d7-40aa-bb9e-b550d1c91090 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:42.016216 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-a3327f51-8ae0-4cd6-8dab-1aee016ddf71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a943cde5-700d-4e4a-a9bf-b2d44504d843 HTTP/1.1" status: 200 len: 217 time: 0.1713645 Aug 23 14:26:42.017298 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:42.026529 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea8d7299-34b0-4a6e-9b26-f3fa7ac9eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:42.041445 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-20e280eb-2f5c-4e92-ad1a-e9ee0dca7b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:42.066890 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Set router 08345cc1-e50f-47df-b740-ddf7f23456f6 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:26:42.104939 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:42.113661 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4c2b9-1d93-46b2-906b-95a70d22fd39 req-8d90bbf2-f205-4a69-8750-a50054a92943 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:42.118589 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4c2b9-1d93-46b2-906b-95a70d22fd39 req-8d90bbf2-f205-4a69-8750-a50054a92943 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:42.124668 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4c2b9-1d93-46b2-906b-95a70d22fd39 req-8d90bbf2-f205-4a69-8750-a50054a92943 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:42.128698 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4c2b9-1d93-46b2-906b-95a70d22fd39 req-8d90bbf2-f205-4a69-8750-a50054a92943 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:42.133149 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4c2b9-1d93-46b2-906b-95a70d22fd39 req-8d90bbf2-f205-4a69-8750-a50054a92943 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:42.137983 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4c2b9-1d93-46b2-906b-95a70d22fd39 req-8d90bbf2-f205-4a69-8750-a50054a92943 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:42.143586 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4c2b9-1d93-46b2-906b-95a70d22fd39 req-8d90bbf2-f205-4a69-8750-a50054a92943 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:42.145822 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d7299-34b0-4a6e-9b26-f3fa7ac9eca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7272b5-eb4f-438b-b600-b7342f07fa5b,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:42.156440 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ea8d7299-34b0-4a6e-9b26-f3fa7ac9eca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:42.156624 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dff4c2b9-1d93-46b2-906b-95a70d22fd39 req-8d90bbf2-f205-4a69-8750-a50054a92943 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5431 time: 0.5878301 Aug 23 14:26:42.174388 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea8d7299-34b0-4a6e-9b26-f3fa7ac9eca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:42.176075 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ea8d7299-34b0-4a6e-9b26-f3fa7ac9eca0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6a7272b5-eb4f-438b-b600-b7342f07fa5b HTTP/1.1" status: 204 len: 168 time: 1.2421620 Aug 23 14:26:42.190626 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18e8eb-aaaa-4989-90b3-e26f0ffd810d req-02527aea-7b8d-4b34-8bcd-a4cf9fd74d0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:42.192721 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9c18e8eb-aaaa-4989-90b3-e26f0ffd810d req-02527aea-7b8d-4b34-8bcd-a4cf9fd74d0c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=27bb7382-12c0-438e-a1f3-4f81c598dc69 HTTP/1.1" status: 200 len: 851 time: 0.3071034 Aug 23 14:26:42.202002 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4068ceab-52bd-4af1-a8ff-bd84eee1a96f'}, {'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683adaf1-cc1f-4f95-bcdb-5aa72f290c9e'}, {'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1912297-a38b-480c-8f8a-667e7865044c'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:42.238759 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fc05c-14e8-4d4f-9b28-7aa38b336f5e req-65c80cc4-d249-4e7c-aa7b-fca2f9a166dc tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:42.251916 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d69fc05c-14e8-4d4f-9b28-7aa38b336f5e req-65c80cc4-d249-4e7c-aa7b-fca2f9a166dc tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 944 time: 0.6847389 Aug 23 14:26:42.291311 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9c18e8eb-aaaa-4989-90b3-e26f0ffd810d req-b519391a-24b8-4238-b1cb-b364fe0efbba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2961c70e-af3c-4bcf-91eb-0eb4d684285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853093 Aug 23 14:26:42.318244 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:42.319337 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device c300923e-6a5f-4af1-92ce-b8a05f9abac2 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:26:42.334868 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-191464ad-edbf-4244-b30b-ecec4d625187 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:42.337310 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-191464ad-edbf-4244-b30b-ecec4d625187 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be98dc23-f694-4932-97a2-aea48dd049f5 HTTP/1.1" status: 200 len: 797 time: 0.3069215 Aug 23 14:26:42.339205 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Usage tracker for resource:security_group_rule and tenant:d76abda234534343965f38b1caa08749 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:42.350057 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:42.409872 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:42.440952 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dff4c2b9-1d93-46b2-906b-95a70d22fd39 req-8ebf34d5-bc84-48c8-aa7a-f4a1e8ff7403 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2832313 Aug 23 14:26:42.536547 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d69fc05c-14e8-4d4f-9b28-7aa38b336f5e req-d9f68df0-d10a-4698-b0b3-5e2143722bf2 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835212 Aug 23 14:26:42.649744 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-f7377b52-868a-4cf8-9cdd-1f3753f02ab0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2933617 Aug 23 14:26:42.668275 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'name': 'tempest-ServersTestFqdnHostnames-1092808525-router', 'tenant_id': 'abfa96b482f945d6a630036b5f004786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '51881576-3186-47be-9bcf-f325393a1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:25Z', 'updated_at': '2021-08-23T14:26:35Z', 'revision_number': 4, 'project_id': 'abfa96b482f945d6a630036b5f004786', 'gw_port': {'id': '51881576-3186-47be-9bcf-f325393a1747', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:26Z', 'updated_at': '2021-08-23T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '82c7b3f9-7a9c-4763-b30f-41f324b735c7', 'name': '', 'network_id': 'dd3c3549-8d91-48e3-aaf4-9da0da705751', 'tenant_id': 'abfa96b482f945d6a630036b5f004786', 'mac_address': 'fa:16:3e:45:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b16bc822-46d4-4811-b969-391141a07dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:33Z', 'updated_at': '2021-08-23T14:26:36Z', 'revision_number': 2, 'project_id': 'abfa96b482f945d6a630036b5f004786', 'subnets': [{'id': 'b16bc822-46d4-4811-b969-391141a07dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:42.683908 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Checking router: 08345cc1-e50f-47df-b740-ddf7f23456f6 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:26:42.684838 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Updating router 08345cc1-e50f-47df-b740-ddf7f23456f6 port 82c7b3f9-7a9c-4763-b30f-41f324b735c7 binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:26:42.702960 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:42.712843 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port c300923e-6a5f-4af1-92ce-b8a05f9abac2, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=c300923e-6a5f-4af1-92ce-b8a05f9abac2,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:42.775524 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4068ceab-52bd-4af1-a8ff-bd84eee1a96f', 'code': 200} Aug 23 14:26:42.775797 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683adaf1-cc1f-4f95-bcdb-5aa72f290c9e', 'code': 200} Aug 23 14:26:42.776066 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1912297-a38b-480c-8f8a-667e7865044c', 'code': 200} Aug 23 14:26:42.779242 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'c300923e-6a5f-4af1-92ce-b8a05f9abac2', 'network_id': '2961c70e-af3c-4bcf-91eb-0eb4d684285e', 'port_id': 'c300923e-6a5f-4af1-92ce-b8a05f9abac2', 'mac_address': 'fa:16:3e:d1:3a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27bb7382-12c0-438e-a1f3-4f81c598dc69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:26:42.807061 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:42.897261 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:42.946693 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:42.963485 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9c18e8eb-aaaa-4989-90b3-e26f0ffd810d req-232bf2e3-65a2-4a51-ab77-04d43ecab53f service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6619859 Aug 23 14:26:42.984253 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=c1912297-a38b-480c-8f8a-667e7865044c,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:42.991860 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 5440ff85-26d7-40aa-bb9e-b550d1c91090 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:42.996797 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:43.002141 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c300923e-6a5f-4af1-92ce-b8a05f9abac2 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:43.009808 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 5440ff85-26d7-40aa-bb9e-b550d1c91090 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:43.010187 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:43.017300 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] device_id is not set on port 0a6afc40-e465-4daa-9511-e7142e98e0c4 yet. {{(pid=76506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:26:43.074386 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port c300923e-6a5f-4af1-92ce-b8a05f9abac2, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=c300923e-6a5f-4af1-92ce-b8a05f9abac2,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:43.178687 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:43.189863 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-2ebb7cfe-91eb-4d00-b81c-7c7cda2b0f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:43.198476 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:43.262504 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:43.271138 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cd1254d7-e6ab-4d22-b110-4f1edbcb6d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:43.309733 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc89665-dee6-44d9-99e8-620ed7b068aa,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:43.314728 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=c300923e-6a5f-4af1-92ce-b8a05f9abac2,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:43.326466 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:43.337614 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 5440ff85-26d7-40aa-bb9e-b550d1c91090, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=5440ff85-26d7-40aa-bb9e-b550d1c91090,segment=NetworkSegment(d3208f0c-2806-44be-ae90-e66d2d14a41c),segment_id=d3208f0c-2806-44be-ae90-e66d2d14a41c)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:43.387765 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['c300923e-6a5f-4af1-92ce-b8a05f9abac2'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:26:43.395218 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:43.396162 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:43.397129 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:43.398060 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:43.398969 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:43.400526 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:43.401341 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:43.402090 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:43.403350 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:43.404005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:43.404847 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:43.421811 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:43.450532 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-368f17b3-c552-4ced-9acc-6905b6199e01 service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7824483 Aug 23 14:26:43.460475 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d76abda234534343965f38b1caa08749&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7405035 Aug 23 14:26:43.483974 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:43.485182 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device b7afa866-f977-42da-ab92-c3c330d6abe4 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:43.503304 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48810) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:43.544482 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:43.558458 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Transition to ACTIVE for port object 82c7b3f9-7a9c-4763-b30f-41f324b735c7 will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:43.591510 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0c320ff5-2f05-435d-b12d-1286d838bda8 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:43.591699 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:43.591836 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0c320ff5-2f05-435d-b12d-1286d838bda8 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Synchronizing usage tracker for tenant:4961b42f0ae344e29f3571099548d425 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:43.635849 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:43.644659 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-ba1ce940-38e5-4bbd-b193-bf53d761496b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:43.714267 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039f27-feb8-4ef4-a64c-8023ebc535b1 req-db266e08-72c5-4609-a2bd-fe4bff3d7354 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:43.718506 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039f27-feb8-4ef4-a64c-8023ebc535b1 req-db266e08-72c5-4609-a2bd-fe4bff3d7354 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:43.729986 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039f27-feb8-4ef4-a64c-8023ebc535b1 req-db266e08-72c5-4609-a2bd-fe4bff3d7354 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:43.736178 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039f27-feb8-4ef4-a64c-8023ebc535b1 req-db266e08-72c5-4609-a2bd-fe4bff3d7354 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:43.741115 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039f27-feb8-4ef4-a64c-8023ebc535b1 req-db266e08-72c5-4609-a2bd-fe4bff3d7354 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:43.757242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039f27-feb8-4ef4-a64c-8023ebc535b1 req-db266e08-72c5-4609-a2bd-fe4bff3d7354 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:43.763662 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039f27-feb8-4ef4-a64c-8023ebc535b1 req-db266e08-72c5-4609-a2bd-fe4bff3d7354 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:43.765146 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f4039f27-feb8-4ef4-a64c-8023ebc535b1 req-db266e08-72c5-4609-a2bd-fe4bff3d7354 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5430 time: 0.6452518 Aug 23 14:26:43.771229 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a987b-2b8f-4277-bbb9-a080ed648326 req-3727b684-c89b-472e-907c-747e6d85b92d tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:43.773095 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=5440ff85-26d7-40aa-bb9e-b550d1c91090,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:43.773335 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-779a987b-2b8f-4277-bbb9-a080ed648326 req-3727b684-c89b-472e-907c-747e6d85b92d tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 946 time: 0.9645741 Aug 23 14:26:43.786387 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:43.869115 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:43.910618 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-c43a8e44-03d2-4e54-a5be-32ced4a74703 service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505222 Aug 23 14:26:43.947185 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port b7afa866-f977-42da-ab92-c3c330d6abe4 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:43.970901 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port b7afa866-f977-42da-ab92-c3c330d6abe4 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:43.971326 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:44.022362 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f4039f27-feb8-4ef4-a64c-8023ebc535b1 req-63dd0222-1040-4352-bd6a-ecbfb4c0343f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2477403 Aug 23 14:26:44.045041 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-779a987b-2b8f-4277-bbb9-a080ed648326 req-17449169-0800-4846-9468-de487730fecc tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa476f8c-4616-4bf9-9d6a-c3191880293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654152 Aug 23 14:26:44.073071 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-1d245b1f-89d2-4541-a662-5866f759f04e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=901e53a0-2ec9-4803-8854-0ec8ae58fdd9 HTTP/1.1" status: 200 len: 217 time: 0.1491692 Aug 23 14:26:44.308471 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Attempting to bind port 82c7b3f9-7a9c-4763-b30f-41f324b735c7 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:44.308471 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Attempting to bind port 82c7b3f9-7a9c-4763-b30f-41f324b735c7 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '95705c08-b782-492e-9545-897f23a8394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dd3c3549-8d91-48e3-aaf4-9da0da705751'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:44.308471 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Attempting to bind port 82c7b3f9-7a9c-4763-b30f-41f324b735c7 on network dd3c3549-8d91-48e3-aaf4-9da0da705751 {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:44.312155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-d992b736-f99f-44cd-8bd3-bf03a28aa3f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:44.312155 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-d992b736-f99f-44cd-8bd3-bf03a28aa3f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be98dc23-f694-4932-97a2-aea48dd049f5 HTTP/1.1" status: 200 len: 797 time: 0.1275036 Aug 23 14:26:44.319809 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:26:44.319809 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Checking segment: {'id': '95705c08-b782-492e-9545-897f23a8394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dd3c3549-8d91-48e3-aaf4-9da0da705751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:44.319809 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:44.319809 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Bound using segment: {'id': '95705c08-b782-492e-9545-897f23a8394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dd3c3549-8d91-48e3-aaf4-9da0da705751'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:26:44.319809 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Bound port: 82c7b3f9-7a9c-4763-b30f-41f324b735c7, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95705c08-b782-492e-9545-897f23a8394c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dd3c3549-8d91-48e3-aaf4-9da0da705751'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:44.319809 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:44.320537 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0c320ff5-2f05-435d-b12d-1286d838bda8 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Unset dirty status for tenant:4961b42f0ae344e29f3571099548d425 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:44.320537 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0c320ff5-2f05-435d-b12d-1286d838bda8 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.91 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 946 time: 1.5245638 Aug 23 14:26:44.320537 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0b50d469-ca66-458d-a66e-ff1dae489915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:44.320537 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:44.367117 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 997089cb-349f-4682-96a0-cf4a5d8e7279 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:44.369425 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Deleting port 997089cb-349f-4682-96a0-cf4a5d8e7279 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:26:44.369794 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:44.400976 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] For port 82c7b3f9-7a9c-4763-b30f-41f324b735c7, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:26:44.405950 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] For port 82c7b3f9-7a9c-4763-b30f-41f324b735c7, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=82c7b3f9-7a9c-4763-b30f-41f324b735c7,segment=NetworkSegment(95705c08-b782-492e-9545-897f23a8394c),segment_id=95705c08-b782-492e-9545-897f23a8394c)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:26:44.421528 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5b727-148a-44d3-bed5-ea2ba7de603a None None] Pushing event updated for resources: {'Port': ['ID=82c7b3f9-7a9c-4763-b30f-41f324b735c7,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:44.439507 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5b727-148a-44d3-bed5-ea2ba7de603a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:44.442534 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5b727-148a-44d3-bed5-ea2ba7de603a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:44.442534 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5b727-148a-44d3-bed5-ea2ba7de603a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:44.442534 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5b727-148a-44d3-bed5-ea2ba7de603a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:44.442534 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5b727-148a-44d3-bed5-ea2ba7de603a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:44.442534 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5b727-148a-44d3-bed5-ea2ba7de603a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:44.442534 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5b727-148a-44d3-bed5-ea2ba7de603a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:44.442534 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5b727-148a-44d3-bed5-ea2ba7de603a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:44.442534 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5b727-148a-44d3-bed5-ea2ba7de603a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:44.442534 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5b727-148a-44d3-bed5-ea2ba7de603a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:44.447053 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c5b727-148a-44d3-bed5-ea2ba7de603a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:44.454455 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-93c5b727-148a-44d3-bed5-ea2ba7de603a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:44.502986 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-fbabb734-60a0-412f-8a55-dd37951e8593 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2855761 Aug 23 14:26:44.504381 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:44.508901 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:44.512929 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffedcba-9438-4f61-86d0-8c683500a6e7 req-0b7adfc3-1292-41fb-ab48-a2fb1d91dd17 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:44.520654 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5ffedcba-9438-4f61-86d0-8c683500a6e7 req-0b7adfc3-1292-41fb-ab48-a2fb1d91dd17 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 945 time: 0.2433922 Aug 23 14:26:44.531274 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b7c23542-edc1-4661-8fee-82a1b1b09918 tempest-ServersAdminNegativeTestJSON-1170534586 tempest-ServersAdminNegativeTestJSON-1170534586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:44.638275 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b68cfc-90c5-4e5a-8981-36d9909efdd9 req-ce843d79-f397-4305-813f-1a8229aaad30 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:44.642618 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:44.643073 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b68cfc-90c5-4e5a-8981-36d9909efdd9 req-ce843d79-f397-4305-813f-1a8229aaad30 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:44.648733 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b68cfc-90c5-4e5a-8981-36d9909efdd9 req-ce843d79-f397-4305-813f-1a8229aaad30 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:44.653274 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b68cfc-90c5-4e5a-8981-36d9909efdd9 req-ce843d79-f397-4305-813f-1a8229aaad30 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:44.653488 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=07a08413-26e3-423e-a36e-8c36d8d8d0a4,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:44.656281 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:44.658177 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b68cfc-90c5-4e5a-8981-36d9909efdd9 req-ce843d79-f397-4305-813f-1a8229aaad30 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:44.659951 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9c18e8eb-aaaa-4989-90b3-e26f0ffd810d req-0483e91b-3ccf-4e8c-bfca-d51334f1f471 service neutron] 10.222.0.91 "GET /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5343029 Aug 23 14:26:44.662970 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:44.663400 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5b727-148a-44d3-bed5-ea2ba7de603a None None] Pushing event updated for resources: {'Port': ['ID=82c7b3f9-7a9c-4763-b30f-41f324b735c7,revision_number=4']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:44.663727 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b68cfc-90c5-4e5a-8981-36d9909efdd9 req-ce843d79-f397-4305-813f-1a8229aaad30 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:44.664168 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:26:44.665251 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:44.669328 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b68cfc-90c5-4e5a-8981-36d9909efdd9 req-ce843d79-f397-4305-813f-1a8229aaad30 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:44.681770 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95b68cfc-90c5-4e5a-8981-36d9909efdd9 req-ce843d79-f397-4305-813f-1a8229aaad30 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5433 time: 0.3025506 Aug 23 14:26:44.691977 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-93c5b727-148a-44d3-bed5-ea2ba7de603a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:44.705251 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:44.789162 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Routers {'08345cc1-e50f-47df-b740-ddf7f23456f6'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:26:44.789162 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:26:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['08345cc1-e50f-47df-b740-ddf7f23456f6'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:44.797942 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5440ff85-26d7-40aa-bb9e-b550d1c91090'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:44.800839 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5ffedcba-9438-4f61-86d0-8c683500a6e7 req-53d2f070-9784-4469-861b-2a32ce64c088 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789538 Aug 23 14:26:44.847530 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-95b68cfc-90c5-4e5a-8981-36d9909efdd9 req-bf0b7deb-a9d5-4f26-be9d-203659b4e2ab tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1652832 Aug 23 14:26:44.852149 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=0a6afc40-e465-4daa-9511-e7142e98e0c4,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:44.878747 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:44.913632 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-0103bc4d-127f-4e3c-b1fb-af0ff9ba5efe service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886802 Aug 23 14:26:44.919646 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:44.931890 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:44.940470 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0b50d469-ca66-458d-a66e-ff1dae489915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.002530 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5440ff85-26d7-40aa-bb9e-b550d1c91090', 'code': 200} Aug 23 14:26:45.062556 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 997089cb-349f-4682-96a0-cf4a5d8e7279, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=997089cb-349f-4682-96a0-cf4a5d8e7279,segment=NetworkSegment(3b9e9c9c-2487-4f5b-bcad-20a143273e85),segment_id=3b9e9c9c-2487-4f5b-bcad-20a143273e85)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:45.084591 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port b7afa866-f977-42da-ab92-c3c330d6abe4, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b7afa866-f977-42da-ab92-c3c330d6abe4,segment=NetworkSegment(8a7ff026-dc80-4643-af31-34113affe6a6),segment_id=8a7ff026-dc80-4643-af31-34113affe6a6)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:45.121450 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] Set router 08345cc1-e50f-47df-b740-ddf7f23456f6 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:26:45.188913 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.194184 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.203455 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:45.209649 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Checking segment: {'id': '520835e9-4124-4f2d-9238-52ef0b34e029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c2facc71-fe7c-4a6b-acae-8e7fbee163f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:45.210093 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network hostable DHCP agents. Network: c2facc71-fe7c-4a6b-acae-8e7fbee163f2, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:26:45.237783 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-115b1262-7054-4ab1-824e-0f6f9c7ac238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.283265 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e80ee073-f23e-48f0-b217-77a8eb52d9b7 req-441f01bb-8db3-4be1-ae8e-b30a2cd29b5a service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622501 Aug 23 14:26:45.373917 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=b7afa866-f977-42da-ab92-c3c330d6abe4,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:45.510522 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=997089cb-349f-4682-96a0-cf4a5d8e7279,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:45.515233 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:45.515742 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:45.516158 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:45.540939 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] For port 997089cb-349f-4682-96a0-cf4a5d8e7279, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=997089cb-349f-4682-96a0-cf4a5d8e7279,segment=NetworkSegment(3b9e9c9c-2487-4f5b-bcad-20a143273e85),segment_id=3b9e9c9c-2487-4f5b-bcad-20a143273e85)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:45.540939 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.628939 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'name': 'tempest-ServersTestFqdnHostnames-1092808525-router', 'tenant_id': 'abfa96b482f945d6a630036b5f004786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '51881576-3186-47be-9bcf-f325393a1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:25Z', 'updated_at': '2021-08-23T14:26:35Z', 'revision_number': 4, 'project_id': 'abfa96b482f945d6a630036b5f004786', 'gw_port': {'id': '51881576-3186-47be-9bcf-f325393a1747', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:26Z', 'updated_at': '2021-08-23T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '82c7b3f9-7a9c-4763-b30f-41f324b735c7', 'name': '', 'network_id': 'dd3c3549-8d91-48e3-aaf4-9da0da705751', 'tenant_id': 'abfa96b482f945d6a630036b5f004786', 'mac_address': 'fa:16:3e:45:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b16bc822-46d4-4811-b969-391141a07dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:33Z', 'updated_at': '2021-08-23T14:26:44Z', 'revision_number': 4, 'project_id': 'abfa96b482f945d6a630036b5f004786', 'subnets': [{'id': 'b16bc822-46d4-4811-b969-391141a07dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:45.642796 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57670a7-f951-48d8-871c-78d2ef1c6c39 None None] The sync data for ids ['08345cc1-e50f-47df-b740-ddf7f23456f6'] in n-d-805629-1 is: [{'id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'name': 'tempest-ServersTestFqdnHostnames-1092808525-router', 'tenant_id': 'abfa96b482f945d6a630036b5f004786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '51881576-3186-47be-9bcf-f325393a1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:25Z', 'updated_at': '2021-08-23T14:26:35Z', 'revision_number': 4, 'project_id': 'abfa96b482f945d6a630036b5f004786', 'gw_port': {'id': '51881576-3186-47be-9bcf-f325393a1747', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:26Z', 'updated_at': '2021-08-23T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '82c7b3f9-7a9c-4763-b30f-41f324b735c7', 'name': '', 'network_id': 'dd3c3549-8d91-48e3-aaf4-9da0da705751', 'tenant_id': 'abfa96b482f945d6a630036b5f004786', 'mac_address': 'fa:16:3e:45:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b16bc822-46d4-4811-b969-391141a07dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:33Z', 'updated_at': '2021-08-23T14:26:44Z', 'revision_number': 4, 'project_id': 'abfa96b482f945d6a630036b5f004786', 'subnets': [{'id': 'b16bc822-46d4-4811-b969-391141a07dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:26:45.758507 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082a022-579d-4450-814a-5482b2b8802b req-a19e1b2a-f226-4967-93a3-27e5ca5e5a30 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:45.763325 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082a022-579d-4450-814a-5482b2b8802b req-a19e1b2a-f226-4967-93a3-27e5ca5e5a30 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:45.767308 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082a022-579d-4450-814a-5482b2b8802b req-a19e1b2a-f226-4967-93a3-27e5ca5e5a30 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:45.772993 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082a022-579d-4450-814a-5482b2b8802b req-a19e1b2a-f226-4967-93a3-27e5ca5e5a30 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:45.775699 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082a022-579d-4450-814a-5482b2b8802b req-a19e1b2a-f226-4967-93a3-27e5ca5e5a30 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:45.780376 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082a022-579d-4450-814a-5482b2b8802b req-a19e1b2a-f226-4967-93a3-27e5ca5e5a30 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:45.784302 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082a022-579d-4450-814a-5482b2b8802b req-a19e1b2a-f226-4967-93a3-27e5ca5e5a30 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:45.787293 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1082a022-579d-4450-814a-5482b2b8802b req-a19e1b2a-f226-4967-93a3-27e5ca5e5a30 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5430 time: 0.4460917 Aug 23 14:26:45.798478 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a298c4-4ed2-4a32-8424-866300c0bfa4 req-7d292eb1-edf9-418d-a265-a86aa9a313ad tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:45.800304 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-84a298c4-4ed2-4a32-8424-866300c0bfa4 req-7d292eb1-edf9-418d-a265-a86aa9a313ad tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 944 time: 0.3837531 Aug 23 14:26:45.811720 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0b50d469-ca66-458d-a66e-ff1dae489915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.817045 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network c2facc71-fe7c-4a6b-acae-8e7fbee163f2 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:26:45.840633 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Calling delete_port for 997089cb-349f-4682-96a0-cf4a5d8e7279 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:26:45.868644 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:45.880594 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-81bd07fc-db9c-42bf-8f7b-61abbbd3fe68 req-9b29d8e5-c515-4b53-b773-d8c88d90dfa3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ae04c19703948b084682c54287f9037&device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 6487 time: 0.3600955 Aug 23 14:26:45.903545 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50d469-ca66-458d-a66e-ff1dae489915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc89665-dee6-44d9-99e8-620ed7b068aa,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:45.903545 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0b50d469-ca66-458d-a66e-ff1dae489915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:45.926007 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0b50d469-ca66-458d-a66e-ff1dae489915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.926007 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-0b50d469-ca66-458d-a66e-ff1dae489915 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0dc89665-dee6-44d9-99e8-620ed7b068aa HTTP/1.1" status: 204 len: 168 time: 2.3825920 Aug 23 14:26:45.926007 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, c2facc71-fe7c-4a6b-acae-8e7fbee163f2) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:45.946221 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:26:45.946221 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:45.946221 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:45.946221 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.991099 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac9d40b-4bff-4808-b7e4-c078c1349e2e None None] Network c2facc71-fe7c-4a6b-acae-8e7fbee163f2 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:26:46.038381 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1082a022-579d-4450-814a-5482b2b8802b req-a05de574-9e2a-477d-9ab6-8b6ffca33c3f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2352207 Aug 23 14:26:46.182644 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.4549327 Aug 23 14:26:46.195190 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48846) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:46.201856 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.api [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:26:46.203438 n-d-805629-1 neutron-server[76506]: DEBUG oslo_db.api [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:26:46.337758 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device c300923e-6a5f-4af1-92ce-b8a05f9abac2 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:46.380105 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-4aa25b59-a967-4d0d-9a98-621000b302ed tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 0a6afc40-e465-4daa-9511-e7142e98e0c4 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:26:46.380452 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4aa25b59-a967-4d0d-9a98-621000b302ed tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:46.692435 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port c300923e-6a5f-4af1-92ce-b8a05f9abac2 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:46.698950 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port c300923e-6a5f-4af1-92ce-b8a05f9abac2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:46.702612 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:46.714896 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-84a298c4-4ed2-4a32-8424-866300c0bfa4 req-7a950666-84a5-455b-a41d-610e2f09d53f tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa476f8c-4616-4bf9-9d6a-c3191880293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8801076 Aug 23 14:26:46.877594 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd07fc-db9c-42bf-8f7b-61abbbd3fe68 req-aeb9dc55-ab42-4c64-8933-e13ab1424ce4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:46.880328 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-81bd07fc-db9c-42bf-8f7b-61abbbd3fe68 req-aeb9dc55-ab42-4c64-8933-e13ab1424ce4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037 HTTP/1.1" status: 200 len: 903 time: 0.8947408 Aug 23 14:26:46.968391 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:47.004608 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dca945-b9ef-4a3f-9e99-4b6bb77fa000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997089cb-349f-4682-96a0-cf4a5d8e7279'}, {'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7afa866-f977-42da-ab92-c3c330d6abe4'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:47.040370 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port c300923e-6a5f-4af1-92ce-b8a05f9abac2, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=c300923e-6a5f-4af1-92ce-b8a05f9abac2,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:47.048909 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Deleting port 997089cb-349f-4682-96a0-cf4a5d8e7279 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:26:47.052419 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:47.071896 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-81bd07fc-db9c-42bf-8f7b-61abbbd3fe68 req-fc66fa32-636e-416a-a1ad-9bd9f10eef86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=901e53a0-2ec9-4803-8854-0ec8ae58fdd9 HTTP/1.1" status: 200 len: 217 time: 0.1808698 Aug 23 14:26:47.117052 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:47.120505 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:47.264670 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f15ef-5bb2-4b9a-b038-c503d77c00a6 req-7ce5d5c9-2e5b-4b41-9ed1-8035743121ff tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:47.271999 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c18f15ef-5bb2-4b9a-b038-c503d77c00a6 req-7ce5d5c9-2e5b-4b41-9ed1-8035743121ff tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 945 time: 0.7622871 Aug 23 14:26:47.301860 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=c300923e-6a5f-4af1-92ce-b8a05f9abac2,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:47.307813 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:47.363451 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd07fc-db9c-42bf-8f7b-61abbbd3fe68 req-aecb106c-e617-4790-889e-292fc3343ff7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:47.368156 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-81bd07fc-db9c-42bf-8f7b-61abbbd3fe68 req-aecb106c-e617-4790-889e-292fc3343ff7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be98dc23-f694-4932-97a2-aea48dd049f5 HTTP/1.1" status: 200 len: 797 time: 0.2871230 Aug 23 14:26:47.509768 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c18f15ef-5bb2-4b9a-b038-c503d77c00a6 req-29e17a53-2939-48ed-8ad2-c46917d2d477 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355297 Aug 23 14:26:47.536165 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143f7f5-b7b1-4210-bf12-53a43b7fa221 req-05378c42-2579-4d4c-b43d-c256781fd15a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:47.541181 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143f7f5-b7b1-4210-bf12-53a43b7fa221 req-05378c42-2579-4d4c-b43d-c256781fd15a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:47.545789 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143f7f5-b7b1-4210-bf12-53a43b7fa221 req-05378c42-2579-4d4c-b43d-c256781fd15a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:47.550168 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143f7f5-b7b1-4210-bf12-53a43b7fa221 req-05378c42-2579-4d4c-b43d-c256781fd15a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:47.579575 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4aa25b59-a967-4d0d-9a98-621000b302ed tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:47.581016 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143f7f5-b7b1-4210-bf12-53a43b7fa221 req-05378c42-2579-4d4c-b43d-c256781fd15a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:47.607563 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143f7f5-b7b1-4210-bf12-53a43b7fa221 req-05378c42-2579-4d4c-b43d-c256781fd15a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:47.612676 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143f7f5-b7b1-4210-bf12-53a43b7fa221 req-05378c42-2579-4d4c-b43d-c256781fd15a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:47.614819 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9143f7f5-b7b1-4210-bf12-53a43b7fa221 req-05378c42-2579-4d4c-b43d-c256781fd15a tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5434 time: 0.4717860 Aug 23 14:26:47.665698 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-81bd07fc-db9c-42bf-8f7b-61abbbd3fe68 req-940f6f18-7235-4a31-aae6-f76c1f68415c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2922268 Aug 23 14:26:47.687371 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dca945-b9ef-4a3f-9e99-4b6bb77fa000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997089cb-349f-4682-96a0-cf4a5d8e7279', 'code': 200} Aug 23 14:26:47.687885 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7afa866-f977-42da-ab92-c3c330d6abe4', 'code': 200} Aug 23 14:26:47.786601 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 82c7b3f9-7a9c-4763-b30f-41f324b735c7 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:47.881182 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-4aa25b59-a967-4d0d-9a98-621000b302ed tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for 0a6afc40-e465-4daa-9511-e7142e98e0c4 owned by {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:26:47.900069 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9143f7f5-b7b1-4210-bf12-53a43b7fa221 req-34d4bb75-ffd6-474a-b8a1-76d770cd5126 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2750068 Aug 23 14:26:47.979257 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 82c7b3f9-7a9c-4763-b30f-41f324b735c7 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:47.988300 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 82c7b3f9-7a9c-4763-b30f-41f324b735c7 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:47.989077 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:48.002742 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48886) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:48.075033 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-81bd07fc-db9c-42bf-8f7b-61abbbd3fe68 req-ddb60da4-4624-40e5-9dbf-f2f05a923b89 service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003575 Aug 23 14:26:48.095863 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9735b2f3-20ff-4704-99ae-fcb75d7a0e3c req-7275ac6a-1967-4bc8-98a8-25f280ae20a5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 6491 time: 0.2583535 Aug 23 14:26:48.155762 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4aa25b59-a967-4d0d-9a98-621000b302ed tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:48.179414 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:48.197059 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea9608-5a61-494f-b027-422e661a4316 req-c3369dd1-7fb2-4a67-adce-98bcb2c5143e tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.201675 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea9608-5a61-494f-b027-422e661a4316 req-c3369dd1-7fb2-4a67-adce-98bcb2c5143e tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.205602 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea9608-5a61-494f-b027-422e661a4316 req-c3369dd1-7fb2-4a67-adce-98bcb2c5143e tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.209807 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea9608-5a61-494f-b027-422e661a4316 req-c3369dd1-7fb2-4a67-adce-98bcb2c5143e tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.214162 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea9608-5a61-494f-b027-422e661a4316 req-c3369dd1-7fb2-4a67-adce-98bcb2c5143e tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.218003 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:48.220913 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea9608-5a61-494f-b027-422e661a4316 req-c3369dd1-7fb2-4a67-adce-98bcb2c5143e tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.227495 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea9608-5a61-494f-b027-422e661a4316 req-c3369dd1-7fb2-4a67-adce-98bcb2c5143e tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.240153 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ecea9608-5a61-494f-b027-422e661a4316 req-c3369dd1-7fb2-4a67-adce-98bcb2c5143e tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5430 time: 0.3534105 Aug 23 14:26:48.265389 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 82c7b3f9-7a9c-4763-b30f-41f324b735c7, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=82c7b3f9-7a9c-4763-b30f-41f324b735c7,segment=NetworkSegment(95705c08-b782-492e-9545-897f23a8394c),segment_id=95705c08-b782-492e-9545-897f23a8394c)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:48.270179 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] For port 997089cb-349f-4682-96a0-cf4a5d8e7279, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=997089cb-349f-4682-96a0-cf4a5d8e7279,segment=NetworkSegment(3b9e9c9c-2487-4f5b-bcad-20a143273e85),segment_id=3b9e9c9c-2487-4f5b-bcad-20a143273e85)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:48.270989 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:48.294289 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa25b59-a967-4d0d-9a98-621000b302ed tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=0a6afc40-e465-4daa-9511-e7142e98e0c4,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:48.304303 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4aa25b59-a967-4d0d-9a98-621000b302ed tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:48.319499 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-228995659-network', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:48.324736 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:48.328672 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Usage tracker for resource:network and tenant:408ea8540e3c437ebed84fe21cc31af0 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:48.331765 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:48.339648 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:48.343346 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:48.345682 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:48.378386 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ecea9608-5a61-494f-b027-422e661a4316 req-3947b2e7-828e-4562-bc5e-ef8d2de0e77c tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368470 Aug 23 14:26:48.432431 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9735b2f3-20ff-4704-99ae-fcb75d7a0e3c req-ff93f753-2dcd-4581-b834-7173bc7455f3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=450bd031-794d-491f-bb39-6e7b8f720b8a&id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3166382 Aug 23 14:26:48.433468 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=82c7b3f9-7a9c-4763-b30f-41f324b735c7,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:48.456814 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:48.470219 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Made reservation on behalf of 408ea8540e3c437ebed84fe21cc31af0 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:48.473878 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:48.482452 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Calling delete_port for 997089cb-349f-4682-96a0-cf4a5d8e7279 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:26:48.511164 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4aa25b59-a967-4d0d-9a98-621000b302ed tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:48.517286 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-81bd07fc-db9c-42bf-8f7b-61abbbd3fe68 req-e46e8cd6-65d1-48aa-99fd-ebc8c8a8bf8f service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337645 Aug 23 14:26:48.520643 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-4eaac9f7-601e-400e-829a-cdf5c816656d tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=79824133860f41f8a44d509187003a3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584981 Aug 23 14:26:48.521776 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:48.548298 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-4aa25b59-a967-4d0d-9a98-621000b302ed tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/0a6afc40-e465-4daa-9511-e7142e98e0c4 HTTP/1.1" status: 204 len: 168 time: 2.3475430 Aug 23 14:26:48.550285 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48896) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:48.718826 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:48.743495 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Usage tracker for resource:security_group_rule and tenant:408ea8540e3c437ebed84fe21cc31af0 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:48.753185 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:48.772381 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30332c84-7a0b-4add-b642-faa827da3ed3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.776488 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30332c84-7a0b-4add-b642-faa827da3ed3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.778145 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-30332c84-7a0b-4add-b642-faa827da3ed3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:48.779034 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:48.823056 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-9480d85f-4197-46db-a60f-1c56ab1af4fb tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.825103 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-9480d85f-4197-46db-a60f-1c56ab1af4fb tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2925692 Aug 23 14:26:48.875420 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b015493-7623-461e-a978-12f243ab8b76 req-1fd84778-f2f9-428d-9213-6cb26845b9c9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.876942 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b015493-7623-461e-a978-12f243ab8b76 req-1fd84778-f2f9-428d-9213-6cb26845b9c9 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 944 time: 0.2374008 Aug 23 14:26:48.878216 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-380276f9-1535-4c7a-ad46-b06221e9cd9d tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/quotas/79824133860f41f8a44d509187003a3c HTTP/1.1" status: 200 len: 375 time: 0.0425053 Aug 23 14:26:48.903713 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-115b1262-7054-4ab1-824e-0f6f9c7ac238 admin admin] Deleting port 82c7b3f9-7a9c-4763-b30f-41f324b735c7 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:26:48.904053 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-115b1262-7054-4ab1-824e-0f6f9c7ac238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:48.932695 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-30332c84-7a0b-4add-b642-faa827da3ed3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:48.933688 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-30332c84-7a0b-4add-b642-faa827da3ed3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.3790975 Aug 23 14:26:48.939918 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48902) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:48.975992 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-2400dff6-b8d1-48ac-b524-fd15d4dacb1d tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=79824133860f41f8a44d509187003a3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750823 Aug 23 14:26:48.997123 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.018767 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.021006 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a0fc4fd9-9806-4dd0-bf4c-7a5878ec4abc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:49.028358 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6b015493-7623-461e-a978-12f243ab8b76 req-05d1f2aa-c7cd-4467-ab67-b3877b034f78 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/security-groups?id=aa476f8c-4616-4bf9-9d6a-c3191880293f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436288 Aug 23 14:26:49.089452 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Pushing event deleted for resources: {'Port': ['ID=997089cb-349f-4682-96a0-cf4a5d8e7279,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:49.098032 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.102823 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ca475b60-287d-47a4-9f6c-67acd6a0f28b tempest-SecurityGroupRulesTestJSON-1684212125 tempest-SecurityGroupRulesTestJSON-1684212125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:49.118854 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:49.137155 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:26:49.148567 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da48ff4-5344-4733-8752-ae4c9aaf3787,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:49.156679 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:49.195550 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.195898 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Added segment d824b32a-e783-4159-989f-167272a8399b of type vlan for network 87201e98-0c42-47b0-84b6-a734e366810a Aug 23 14:26:49.277176 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.326438 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bc1da-a5cc-41c3-af69-2a24be04ff14 req-7bcfc3e4-ac39-4b1e-b8a4-95c830cb8ad7 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:49.328155 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-144bc1da-a5cc-41c3-af69-2a24be04ff14 req-7bcfc3e4-ac39-4b1e-b8a4-95c830cb8ad7 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 946 time: 0.1753707 Aug 23 14:26:49.335085 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-80e8ee06-e81f-41ae-b377-e5fa89149aae tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 07a08413-26e3-423e-a36e-8c36d8d8d0a4 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:26:49.335940 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80e8ee06-e81f-41ae-b377-e5fa89149aae tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.444679 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.445506 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:49.446116 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.462435 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4a0aad82-ddc3-44b6-adbd-d246c1c42097 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:49.485880 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] No DVR routers for this DVR port 997089cb-349f-4682-96a0-cf4a5d8e7279 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:26:49.494323 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.498087 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dca945-b9ef-4a3f-9e99-4b6bb77fa000', 'name': 'network-vif-deleted', 'tag': '997089cb-349f-4682-96a0-cf4a5d8e7279'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:49.601099 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-115b1262-7054-4ab1-824e-0f6f9c7ac238 admin admin] For port 82c7b3f9-7a9c-4763-b30f-41f324b735c7, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=82c7b3f9-7a9c-4763-b30f-41f324b735c7,segment=NetworkSegment(95705c08-b782-492e-9545-897f23a8394c),segment_id=95705c08-b782-492e-9545-897f23a8394c)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:49.601469 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-115b1262-7054-4ab1-824e-0f6f9c7ac238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.629476 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-144bc1da-a5cc-41c3-af69-2a24be04ff14 req-e2eaf9e7-70df-4b84-878e-238b0812d03c tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952261 Aug 23 14:26:49.688876 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b48da14-8afa-40d8-be0d-7b63429a042d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c300923e-6a5f-4af1-92ce-b8a05f9abac2'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:49.744647 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 82c7b3f9-7a9c-4763-b30f-41f324b735c7 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:49.797002 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2e00aa4b-ade7-4a9d-952f-fd6a92ded9c6 req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.91 "DELETE /v2.0/ports/997089cb-349f-4682-96a0-cf4a5d8e7279 HTTP/1.1" status: 204 len: 173 time: 5.5266094 Aug 23 14:26:49.809768 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-115b1262-7054-4ab1-824e-0f6f9c7ac238 admin admin] Calling delete_port for 82c7b3f9-7a9c-4763-b30f-41f324b735c7 owned by network:router_interface {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:26:49.899136 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Pushing event updated for resources: {'Network': ['ID=87201e98-0c42-47b0-84b6-a734e366810a,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:49.903481 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:49.943456 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 87201e98-0c42-47b0-84b6-a734e366810a details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:26:49.946720 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1b895-f5bc-4c04-a5ad-707f63793be7 req-8f30fd2e-6e0f-4ff1-b4b1-1da25d1117d4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:49.951929 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1b895-f5bc-4c04-a5ad-707f63793be7 req-8f30fd2e-6e0f-4ff1-b4b1-1da25d1117d4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:49.958398 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1b895-f5bc-4c04-a5ad-707f63793be7 req-8f30fd2e-6e0f-4ff1-b4b1-1da25d1117d4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:49.963995 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1b895-f5bc-4c04-a5ad-707f63793be7 req-8f30fd2e-6e0f-4ff1-b4b1-1da25d1117d4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:49.971260 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1b895-f5bc-4c04-a5ad-707f63793be7 req-8f30fd2e-6e0f-4ff1-b4b1-1da25d1117d4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:49.977628 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1b895-f5bc-4c04-a5ad-707f63793be7 req-8f30fd2e-6e0f-4ff1-b4b1-1da25d1117d4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:49.984595 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1b895-f5bc-4c04-a5ad-707f63793be7 req-8f30fd2e-6e0f-4ff1-b4b1-1da25d1117d4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:49.988358 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5aa1b895-f5bc-4c04-a5ad-707f63793be7 req-8f30fd2e-6e0f-4ff1-b4b1-1da25d1117d4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5434 time: 0.5874162 Aug 23 14:26:49.991168 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80e8ee06-e81f-41ae-b377-e5fa89149aae tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:50.001801 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fbc2ffde-4e57-4402-a823-300a73cec1ae req-90c1c3cb-e03e-4226-b107-2e14d069b611 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 210 time: 0.1574376 Aug 23 14:26:50.032003 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:26:50.090581 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f6e19113-1657-4525-ba07-1e540480bfe4 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0814743 Aug 23 14:26:50.097713 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48924) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:50.138189 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] Request body: {'subnet': {'network_id': '87201e98-0c42-47b0-84b6-a734e366810a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-228995659-subnet', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:50.158998 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-80e8ee06-e81f-41ae-b377-e5fa89149aae tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for 07a08413-26e3-423e-a36e-8c36d8d8d0a4 owned by {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:26:50.159798 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:50.188095 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5aa1b895-f5bc-4c04-a5ad-707f63793be7 req-90c94710-9fd5-4162-bd10-47e70204a0ba tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1744709 Aug 23 14:26:50.189429 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] Usage tracker for resource:subnet and tenant:408ea8540e3c437ebed84fe21cc31af0 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:50.193988 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:50.195569 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 82c7b3f9-7a9c-4763-b30f-41f324b735c7 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:50.195960 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:50.205343 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:50.330229 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dca945-b9ef-4a3f-9e99-4b6bb77fa000', 'name': 'network-vif-deleted', 'tag': '997089cb-349f-4682-96a0-cf4a5d8e7279', 'status': 'completed', 'code': 200} Aug 23 14:26:50.402759 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7933a-74e7-49ea-a0ad-1e9b747e8ab8 req-05dbcec6-96f8-4b16-a282-d01d5b8ba5af tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:50.411175 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7933a-74e7-49ea-a0ad-1e9b747e8ab8 req-05dbcec6-96f8-4b16-a282-d01d5b8ba5af tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:50.415089 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b48da14-8afa-40d8-be0d-7b63429a042d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c300923e-6a5f-4af1-92ce-b8a05f9abac2', 'code': 200} Aug 23 14:26:50.416403 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7933a-74e7-49ea-a0ad-1e9b747e8ab8 req-05dbcec6-96f8-4b16-a282-d01d5b8ba5af tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:50.421084 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7933a-74e7-49ea-a0ad-1e9b747e8ab8 req-05dbcec6-96f8-4b16-a282-d01d5b8ba5af tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:50.425088 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7933a-74e7-49ea-a0ad-1e9b747e8ab8 req-05dbcec6-96f8-4b16-a282-d01d5b8ba5af tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:50.429247 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7933a-74e7-49ea-a0ad-1e9b747e8ab8 req-05dbcec6-96f8-4b16-a282-d01d5b8ba5af tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:50.434292 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7933a-74e7-49ea-a0ad-1e9b747e8ab8 req-05dbcec6-96f8-4b16-a282-d01d5b8ba5af tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:50.440255 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e9f7933a-74e7-49ea-a0ad-1e9b747e8ab8 req-05dbcec6-96f8-4b16-a282-d01d5b8ba5af tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5430 time: 0.1831603 Aug 23 14:26:50.470562 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] Made reservation on behalf of 408ea8540e3c437ebed84fe21cc31af0 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:50.474671 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:50.581909 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b7ccc03e-579c-4363-8d38-a1232e5adf1a req-109df94e-577e-40bd-ab56-f20234862ff9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 1097 time: 0.0760272 Aug 23 14:26:50.611764 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e9f7933a-74e7-49ea-a0ad-1e9b747e8ab8 req-7675a3b5-ca10-4055-b6ea-e8a558aff2d7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1660600 Aug 23 14:26:50.626393 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6f5543a-ac87-4583-b636-cdc60158011b req-2ea834ff-7cfa-492f-993f-cc3388c3d2e0 tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] 10.222.0.86 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 210 time: 0.0688586 Aug 23 14:26:50.664012 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80e8ee06-e81f-41ae-b377-e5fa89149aae tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:50.668364 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b7ccc03e-579c-4363-8d38-a1232e5adf1a req-ca9a992a-8227-4052-a798-ed1641c03d96 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778227 Aug 23 14:26:50.669031 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-115b1262-7054-4ab1-824e-0f6f9c7ac238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:50.681126 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-acf2db3a-2c0a-4ad3-a5e5-58833ed78c75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:50.723173 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b1262-7054-4ab1-824e-0f6f9c7ac238 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c7b3f9-7a9c-4763-b30f-41f324b735c7,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:50.787169 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8ee06-e81f-41ae-b377-e5fa89149aae tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=07a08413-26e3-423e-a36e-8c36d8d8d0a4,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:50.794177 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-80e8ee06-e81f-41ae-b377-e5fa89149aae tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:50.794177 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:50.794177 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:50.881003 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80e8ee06-e81f-41ae-b377-e5fa89149aae tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:50.899217 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:50.907006 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:50.972177 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a707c-7438-46f0-a557-35fbd940d4bc req-52aaa48c-aa2a-4738-b835-5c27aa2d0cb0 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:50.982463 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c40a707c-7438-46f0-a557-35fbd940d4bc req-52aaa48c-aa2a-4738-b835-5c27aa2d0cb0 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 946 time: 0.1792147 Aug 23 14:26:51.044062 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9ce61d38-cd6a-401a-bcf6-e3efa110b4f2 req-21340bd3-11ca-460f-8f56-caf874fb44ef service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0491738 Aug 23 14:26:51.044062 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-80e8ee06-e81f-41ae-b377-e5fa89149aae tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/07a08413-26e3-423e-a36e-8c36d8d8d0a4 HTTP/1.1" status: 204 len: 168 time: 2.0980978 Aug 23 14:26:51.063277 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48934) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:51.063277 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b0b345-a54c-4994-a569-11c59bf7b397,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:51.063277 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:51.175319 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c40a707c-7438-46f0-a557-35fbd940d4bc req-ad0266e2-2f33-48cb-9a80-6bf9638b66fe tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917381 Aug 23 14:26:51.183481 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] Checking segment: {'id': 'd824b32a-e783-4159-989f-167272a8399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:51.184282 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] Network hostable DHCP agents. Network: 87201e98-0c42-47b0-84b6-a734e366810a, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:26:51.201328 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4c9957ed-80f9-45a8-aae3-4b58b93764e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:51.246168 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e0c4f515-6511-4d39-89ff-3b41d7eb3789 req-1c0bf36c-8e88-4449-a7fd-195fbe7f9f37 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 210 time: 0.0664639 Aug 23 14:26:51.292489 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9ce61d38-cd6a-401a-bcf6-e3efa110b4f2 req-b60d638c-8acf-47d3-9a75-35602ebabe90 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4961b42f0ae344e29f3571099548d425&device_id=69dca945-b9ef-4a3f-9e99-4b6bb77fa000 HTTP/1.1" status: 200 len: 210 time: 0.0533729 Aug 23 14:26:51.325902 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1aaf4f-ae3b-4af8-a116-08d03feda42f tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:51.325902 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-3e1aaf4f-ae3b-4af8-a116-08d03feda42f tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:51.371253 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] Network 87201e98-0c42-47b0-84b6-a734e366810a is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:26:51.420045 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-3e1aaf4f-ae3b-4af8-a116-08d03feda42f tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:51.422316 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-3e1aaf4f-ae3b-4af8-a116-08d03feda42f tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.3662379 Aug 23 14:26:51.425394 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48940) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:51.525825 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 87201e98-0c42-47b0-84b6-a734e366810a) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:51.530038 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1526fc-3b51-4a15-a94a-9e227cee4318 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] GET failed (client error): The resource could not be found. Aug 23 14:26:51.532485 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-bd1526fc-3b51-4a15-a94a-9e227cee4318 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/0a6afc40-e465-4daa-9511-e7142e98e0c4 HTTP/1.1" status: 404 len: 333 time: 0.1051137 Aug 23 14:26:51.536712 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48946) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:51.541542 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b4a92-99ed-4d25-9d94-d139be1a76be None None] Network 87201e98-0c42-47b0-84b6-a734e366810a requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:26:51.551920 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:51.551920 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:51.656060 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4a6fc8-fa6b-4bd6-8d8e-15e88cfef567 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] GET failed (client error): The resource could not be found. Aug 23 14:26:51.663759 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-115b1262-7054-4ab1-824e-0f6f9c7ac238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:51.676874 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48950) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:51.688853 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-8e4a6fc8-fa6b-4bd6-8d8e-15e88cfef567 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/07a08413-26e3-423e-a36e-8c36d8d8d0a4 HTTP/1.1" status: 404 len: 333 time: 0.1495461 Aug 23 14:26:51.754100 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a258a6-97e8-4467-a44b-dd1c4c97a160 req-847fa161-e319-4611-a337-4248f0a850e4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:51.761964 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a258a6-97e8-4467-a44b-dd1c4c97a160 req-847fa161-e319-4611-a337-4248f0a850e4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:51.772663 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a258a6-97e8-4467-a44b-dd1c4c97a160 req-847fa161-e319-4611-a337-4248f0a850e4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:51.789063 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a258a6-97e8-4467-a44b-dd1c4c97a160 req-847fa161-e319-4611-a337-4248f0a850e4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:51.796142 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a258a6-97e8-4467-a44b-dd1c4c97a160 req-847fa161-e319-4611-a337-4248f0a850e4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:51.811551 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a258a6-97e8-4467-a44b-dd1c4c97a160 req-847fa161-e319-4611-a337-4248f0a850e4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:51.819713 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce61d38-cd6a-401a-bcf6-e3efa110b4f2 req-767fee93-03e0-480f-81ae-9e252ae05020 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:51.821718 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a258a6-97e8-4467-a44b-dd1c4c97a160 req-847fa161-e319-4611-a337-4248f0a850e4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:51.825131 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9ce61d38-cd6a-401a-bcf6-e3efa110b4f2 req-767fee93-03e0-480f-81ae-9e252ae05020 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=4961b42f0ae344e29f3571099548d425&shared=False HTTP/1.1" status: 200 len: 923 time: 0.5036459 Aug 23 14:26:51.831752 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-04a258a6-97e8-4467-a44b-dd1c4c97a160 req-847fa161-e319-4611-a337-4248f0a850e4 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5434 time: 0.3664536 Aug 23 14:26:51.842453 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-cdf17ef8-e519-4346-86dd-94f71faa609c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7368681 Aug 23 14:26:51.863345 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48958) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:51.875327 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-228995659-router', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:51.891895 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:51.937034 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Usage tracker for resource:router and tenant:408ea8540e3c437ebed84fe21cc31af0 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:51.955595 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:51.970786 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:52.005209 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-04a258a6-97e8-4467-a44b-dd1c4c97a160 req-9c358fd6-3573-4a59-b5f3-29636b855d1b tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/security-groups?id=ba8be9ef-8a1f-4933-8ba9-2f5122e0996b&id=450bd031-794d-491f-bb39-6e7b8f720b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1723075 Aug 23 14:26:52.044279 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a533d-7495-4ea7-b199-b47b23f75be7 req-a2bf277f-cb6c-4a29-8fb1-b2a68bc44529 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:52.050373 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a533d-7495-4ea7-b199-b47b23f75be7 req-a2bf277f-cb6c-4a29-8fb1-b2a68bc44529 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:52.050929 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d3982eda-5272-4ddb-8a0d-aa2305f48586 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.055505 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a533d-7495-4ea7-b199-b47b23f75be7 req-a2bf277f-cb6c-4a29-8fb1-b2a68bc44529 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:52.062992 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a533d-7495-4ea7-b199-b47b23f75be7 req-a2bf277f-cb6c-4a29-8fb1-b2a68bc44529 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:52.074256 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a533d-7495-4ea7-b199-b47b23f75be7 req-a2bf277f-cb6c-4a29-8fb1-b2a68bc44529 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:52.077536 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a533d-7495-4ea7-b199-b47b23f75be7 req-a2bf277f-cb6c-4a29-8fb1-b2a68bc44529 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:52.084998 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a533d-7495-4ea7-b199-b47b23f75be7 req-a2bf277f-cb6c-4a29-8fb1-b2a68bc44529 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:52.087352 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0f4a533d-7495-4ea7-b199-b47b23f75be7 req-a2bf277f-cb6c-4a29-8fb1-b2a68bc44529 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5430 time: 0.2047493 Aug 23 14:26:52.157340 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.161398 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-87201e98-0c42-47b0-84b6-a734e366810a', 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'fixed_ips': [{'subnet_id': '12b0b345-a54c-4994-a569-11c59bf7b397'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:26:52.162737 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.187979 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce61d38-cd6a-401a-bcf6-e3efa110b4f2 req-e7f78360-cbcb-43c7-8ac3-dfeb69c45ddd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:52.189817 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9ce61d38-cd6a-401a-bcf6-e3efa110b4f2 req-e7f78360-cbcb-43c7-8ac3-dfeb69c45ddd service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2853632 Aug 23 14:26:52.190120 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0f4a533d-7495-4ea7-b199-b47b23f75be7 req-3cdd86a4-8522-4c49-9ce2-1063a1b3eb34 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947323 Aug 23 14:26:52.191293 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.192664 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.219546 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48966) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:52.345748 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d3982eda-5272-4ddb-8a0d-aa2305f48586 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.349507 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.384914 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e5c502-3788-4827-a2e5-8f8c6d99de65 admin admin] Deleting subnet 8a17d29a-cee8-4675-8fa5-82c5431ba0d2 {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:26:52.389536 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-d3982eda-5272-4ddb-8a0d-aa2305f48586 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2facc71-fe7c-4a6b-acae-8e7fbee163f2']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:52.392546 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c502-3788-4827-a2e5-8f8c6d99de65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.407026 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-d3982eda-5272-4ddb-8a0d-aa2305f48586 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520835e9-4124-4f2d-9238-52ef0b34e029') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:52.407636 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-d3982eda-5272-4ddb-8a0d-aa2305f48586 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520835e9-4124-4f2d-9238-52ef0b34e029') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:52.424022 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d3982eda-5272-4ddb-8a0d-aa2305f48586 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.446952 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d3982eda-5272-4ddb-8a0d-aa2305f48586 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.457501 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3982eda-5272-4ddb-8a0d-aa2305f48586 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:26:52.458815 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d3982eda-5272-4ddb-8a0d-aa2305f48586 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.463359 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Allocated IP 172.20.0.2 (87201e98-0c42-47b0-84b6-a734e366810a/12b0b345-a54c-4994-a569-11c59bf7b397/e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:26:52.474450 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:26:52.584634 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c502-3788-4827-a2e5-8f8c6d99de65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.742180 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.824838 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Transition to ACTIVE for port object e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:52.848187 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Transition to ACTIVE for port object e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:52.873896 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c502-3788-4827-a2e5-8f8c6d99de65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.888129 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d3982eda-5272-4ddb-8a0d-aa2305f48586 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.901498 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3fd053ac-5a6a-4f16-84f0-620ae937be54 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:52.927517 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e08e26-732e-4f14-a14f-398197f9f0b9 req-9ab6c58f-b4b2-4078-88f7-794320c1d862 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:52.928588 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d3982eda-5272-4ddb-8a0d-aa2305f48586 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.931626 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e08e26-732e-4f14-a14f-398197f9f0b9 req-9ab6c58f-b4b2-4078-88f7-794320c1d862 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:52.931794 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3982eda-5272-4ddb-8a0d-aa2305f48586 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Network': ['ID=c2facc71-fe7c-4a6b-acae-8e7fbee163f2,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:52.935543 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e08e26-732e-4f14-a14f-398197f9f0b9 req-9ab6c58f-b4b2-4078-88f7-794320c1d862 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:52.937004 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d3982eda-5272-4ddb-8a0d-aa2305f48586 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:52.941104 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e08e26-732e-4f14-a14f-398197f9f0b9 req-9ab6c58f-b4b2-4078-88f7-794320c1d862 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:52.943784 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.945662 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e08e26-732e-4f14-a14f-398197f9f0b9 req-9ab6c58f-b4b2-4078-88f7-794320c1d862 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:52.947001 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d3982eda-5272-4ddb-8a0d-aa2305f48586 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/networks/c2facc71-fe7c-4a6b-acae-8e7fbee163f2 HTTP/1.1" status: 204 len: 168 time: 1.2684455 Aug 23 14:26:52.950934 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e08e26-732e-4f14-a14f-398197f9f0b9 req-9ab6c58f-b4b2-4078-88f7-794320c1d862 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:52.952240 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48972) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:52.960093 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e08e26-732e-4f14-a14f-398197f9f0b9 req-9ab6c58f-b4b2-4078-88f7-794320c1d862 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:52.960266 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:52.960362 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a7e08e26-732e-4f14-a14f-398197f9f0b9 req-9ab6c58f-b4b2-4078-88f7-794320c1d862 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 5434 time: 0.5701544 Aug 23 14:26:52.975878 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 48976) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:52.982628 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1620732890'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:52.996441 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-a00c46fc-9794-4790-9350-a0a0d0533641 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Request body: {'floatingip': {'port_id': '5440ff85-26d7-40aa-bb9e-b550d1c91090'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:53.057378 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2275a0-eb9f-435f-b34b-28d0a1c47477 req-cbb6f114-a539-4e45-9d6d-b31b56aca294 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:53.059948 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:53.065212 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7a2275a0-eb9f-435f-b34b-28d0a1c47477 req-cbb6f114-a539-4e45-9d6d-b31b56aca294 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 946 time: 0.5881267 Aug 23 14:26:53.083367 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Pushing event updated for resources: {'Port': ['ID=e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:53.092693 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:53.106267 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:network and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:53.107019 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.111612 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Network 87201e98-0c42-47b0-84b6-a734e366810a is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:53.113865 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:53.117443 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:26:53.174552 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:53.175016 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7e428c98-ba21-45c8-8462-cddc30f0a6ef req-a2c3159f-112c-4722-8d9b-547ea4795401 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 210 time: 0.0647824 Aug 23 14:26:53.198231 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7a2275a0-eb9f-435f-b34b-28d0a1c47477 req-1e2f7df0-91f8-46da-a385-e2d72e011f51 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314754 Aug 23 14:26:53.200140 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c502-3788-4827-a2e5-8f8c6d99de65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.207366 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7b816d91-e3dc-46ca-929c-4611925b596b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:53.244265 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5c502-3788-4827-a2e5-8f8c6d99de65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a17d29a-cee8-4675-8fa5-82c5431ba0d2,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:53.248281 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b6e5c502-3788-4827-a2e5-8f8c6d99de65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:53.251736 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c502-3788-4827-a2e5-8f8c6d99de65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.268151 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-b6e5c502-3788-4827-a2e5-8f8c6d99de65 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8a17d29a-cee8-4675-8fa5-82c5431ba0d2 HTTP/1.1" status: 204 len: 168 time: 1.0474658 Aug 23 14:26:53.274281 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48984) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:53.288413 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Attempting to bind port e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:53.288975 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Attempting to bind port e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'd824b32a-e783-4159-989f-167272a8399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:53.289290 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Attempting to bind port e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0 on network 87201e98-0c42-47b0-84b6-a734e366810a {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:26:53.297364 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:26:53.297865 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Checking segment: {'id': 'd824b32a-e783-4159-989f-167272a8399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:53.298344 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.298815 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Bound using segment: {'id': 'd824b32a-e783-4159-989f-167272a8399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:26:53.299496 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Bound port: e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd824b32a-e783-4159-989f-167272a8399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:53.299874 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.402434 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] For port e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:26:53.415611 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] For port e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0,segment=NetworkSegment(d824b32a-e783-4159-989f-167272a8399b),segment_id=d824b32a-e783-4159-989f-167272a8399b)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:26:53.461022 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-ea8f064a-80dc-41ad-a77b-b2f2f70fda4b tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=79824133860f41f8a44d509187003a3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3884225 Aug 23 14:26:53.464161 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:53.469804 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a00c46fc-9794-4790-9350-a0a0d0533641 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for floatingip, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.499933 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.506639 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:53.622371 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-141c3689-94fc-44dd-9513-e2d26667b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.624558 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4edb2ac2-d7a4-4bca-9a9d-516d2fdec341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.697467 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Pushing event updated for resources: {'Port': ['ID=e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:53.715943 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:53.780060 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:53.783058 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.848947 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ee99-df40-4877-a55d-4b6e2627d9ee req-87f3fef4-8210-4078-97ef-c0701b3526c7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:53.853123 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ee99-df40-4877-a55d-4b6e2627d9ee req-87f3fef4-8210-4078-97ef-c0701b3526c7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:53.857919 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ee99-df40-4877-a55d-4b6e2627d9ee req-87f3fef4-8210-4078-97ef-c0701b3526c7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:53.873097 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ee99-df40-4877-a55d-4b6e2627d9ee req-87f3fef4-8210-4078-97ef-c0701b3526c7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:53.888846 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ee99-df40-4877-a55d-4b6e2627d9ee req-87f3fef4-8210-4078-97ef-c0701b3526c7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:53.894516 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ee99-df40-4877-a55d-4b6e2627d9ee req-87f3fef4-8210-4078-97ef-c0701b3526c7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:53.898731 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ee99-df40-4877-a55d-4b6e2627d9ee req-87f3fef4-8210-4078-97ef-c0701b3526c7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:53.907818 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-af45ee99-df40-4877-a55d-4b6e2627d9ee req-87f3fef4-8210-4078-97ef-c0701b3526c7 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5430 time: 0.4432340 Aug 23 14:26:53.933641 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-d9e2b52e-c894-4849-bf2f-30c594d55bc4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:53.935194 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-d9e2b52e-c894-4849-bf2f-30c594d55bc4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3584034 Aug 23 14:26:53.937231 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115b1262-7054-4ab1-824e-0f6f9c7ac238 admin admin] Router 08345cc1-e50f-47df-b740-ddf7f23456f6 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:26:53.975480 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-141c3689-94fc-44dd-9513-e2d26667b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.016932 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-141c3689-94fc-44dd-9513-e2d26667b0dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7e8d04-87f1-4128-a6bd-d663565fbf94']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:54.017204 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:26:54.029840 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Request body: {'port': {'device_id': '2f08992a-4e48-4d4c-a4e2-52402755af7f', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'admin_state_up': True, 'tenant_id': '79824133860f41f8a44d509187003a3c'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:54.047735 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-141c3689-94fc-44dd-9513-e2d26667b0dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9e9c9c-2487-4f5b-bcad-20a143273e85') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:54.048140 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-141c3689-94fc-44dd-9513-e2d26667b0dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9e9c9c-2487-4f5b-bcad-20a143273e85') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:54.078191 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-141c3689-94fc-44dd-9513-e2d26667b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.129684 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-141c3689-94fc-44dd-9513-e2d26667b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.142786 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.143432 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Added segment 57043fef-81d9-49db-8cd7-c30755dbcc12 of type vlan for network 041c93a8-a3b9-407f-81e0-00ce843f715f Aug 23 14:26:54.156769 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-af45ee99-df40-4877-a55d-4b6e2627d9ee req-2872cde6-f2b0-463a-80e6-8c175ef215ee tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2479453 Aug 23 14:26:54.170215 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141c3689-94fc-44dd-9513-e2d26667b0dd admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:26:54.170773 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-141c3689-94fc-44dd-9513-e2d26667b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:26:54.203075 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:26:54.453353 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-82c529e3-2ead-40ab-94a5-3000d2b82d8f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5407515 Aug 23 14:26:54.455100 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b1de4a99-56ab-43aa-8bdd-4750acd956d5 req-0a764556-f36d-4186-9366-95d5f65488fb tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 210 time: 0.1123722 Aug 23 14:26:54.482320 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.485546 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.522843 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.531836 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.581122 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017dbc52-7316-49a0-af96-404a41c4559e req-c8f9cd00-2855-45a7-8ce9-f38f95fee207 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:54.582915 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-017dbc52-7316-49a0-af96-404a41c4559e req-c8f9cd00-2855-45a7-8ce9-f38f95fee207 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 946 time: 0.3153055 Aug 23 14:26:54.639266 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-141c3689-94fc-44dd-9513-e2d26667b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.730019 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-05bcb23c-d97b-4332-9b94-6853d942ca3a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:54.755514 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-141c3689-94fc-44dd-9513-e2d26667b0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.757866 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:54.782651 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Usage tracker for resource:port and tenant:79824133860f41f8a44d509187003a3c is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:54.789281 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:54.804619 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:54.831158 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c3689-94fc-44dd-9513-e2d26667b0dd admin admin] Pushing event deleted for resources: {'Network': ['ID=9b7e8d04-87f1-4128-a6bd-d663565fbf94,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:54.851434 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-141c3689-94fc-44dd-9513-e2d26667b0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:54.864436 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-017dbc52-7316-49a0-af96-404a41c4559e req-6960e036-3491-4c30-ae0b-53b643fefc1a tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728734 Aug 23 14:26:54.894308 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Allocated IP 172.25.6.61 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/9bbcea23-27e0-4cb7-859b-59debb903198) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:26:54.917285 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.921202 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:54.921831 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.932164 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-55a5d66a-595b-4a2c-ab82-8ca160514588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:54.993987 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-90ea0a2c-44f2-4747-a154-6533564f26e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 6491 time: 0.3028083 Aug 23 14:26:55.015711 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-141c3689-94fc-44dd-9513-e2d26667b0dd admin admin] 10.222.0.86 "DELETE /v2.0/networks/9b7e8d04-87f1-4128-a6bd-d663565fbf94 HTTP/1.1" status: 204 len: 168 time: 1.7391119 Aug 23 14:26:55.065380 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Made reservation on behalf of 79824133860f41f8a44d509187003a3c for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:55.069335 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:55.092775 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d83e7c2-c2ce-4a8f-9c5a-c50258a0dae7 None None] Network 87201e98-0c42-47b0-84b6-a734e366810a requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:26:55.107209 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.resource_extend [None req-a00c46fc-9794-4790-9350-a0a0d0533641 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:26:55.168428 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:55.196961 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Network': ['ID=041c93a8-a3b9-407f-81e0-00ce843f715f,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:55.201802 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2471156 Aug 23 14:26:55.204360 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:55.212754 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 48994) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:55.247708 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 041c93a8-a3b9-407f-81e0-00ce843f715f details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:26:55.269669 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:55.279099 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Usage tracker for resource:security_group_rule and tenant:79824133860f41f8a44d509187003a3c is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:55.287048 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:55.289833 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:55.302047 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a00c46fc-9794-4790-9350-a0a0d0533641 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:55.304135 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:55.317187 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115b1262-7054-4ab1-824e-0f6f9c7ac238 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:26:55.326324 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'subnet': {'network_id': '041c93a8-a3b9-407f-81e0-00ce843f715f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:55.351360 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-115b1262-7054-4ab1-824e-0f6f9c7ac238 admin admin] 10.222.0.86 "PUT /v2.0/routers/08345cc1-e50f-47df-b740-ddf7f23456f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2084343 Aug 23 14:26:55.353402 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49000) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:55.400826 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-665fd126-2b75-4f2a-9e66-38b1f98792a6 None None] Provisioning for port e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:55.405974 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706b08be-262d-4a11-aeef-27acaca7cf7a None None] Sync routers for ids ['08345cc1-e50f-47df-b740-ddf7f23456f6'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:26:55.485282 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706b08be-262d-4a11-aeef-27acaca7cf7a None None] Routers {'08345cc1-e50f-47df-b740-ddf7f23456f6'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:26:55.485734 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-706b08be-262d-4a11-aeef-27acaca7cf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:26:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['08345cc1-e50f-47df-b740-ddf7f23456f6'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:55.618240 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49006) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:55.618888 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a00c46fc-9794-4790-9350-a0a0d0533641 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:55.786284 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-706b08be-262d-4a11-aeef-27acaca7cf7a None None] Set router 08345cc1-e50f-47df-b740-ddf7f23456f6 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:26:55.838543 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eebe1d69-fb47-483e-849e-4d3c91d94988 req-8e32da29-2fc7-4a28-b9a5-b1f857d4ec9f tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 210 time: 0.1536531 Aug 23 14:26:55.844400 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:55.855372 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:subnet and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:55.875299 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:55.900503 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:55.922437 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:55.932456 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:55.936057 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:55.977140 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:56.012860 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-30d2be1d-fc0e-43e0-859d-0beb4d795aa3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4961b42f0ae344e29f3571099548d425&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3410954 Aug 23 14:26:56.015762 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49012) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:56.034857 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:56.072625 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ba06dbf8-fba9-4a00-ad6b-f786609f6380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:56.092710 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=9bbcea23-27e0-4cb7-859b-59debb903198,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:56.096809 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:56.127637 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:56.132167 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:56.146508 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-e7137bdd-e503-4919-ab4a-0dc4a57318e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:56.146942 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-e7137bdd-e503-4919-ab4a-0dc4a57318e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:56.147704 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-e7137bdd-e503-4919-ab4a-0dc4a57318e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:56.149621 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-e7137bdd-e503-4919-ab4a-0dc4a57318e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d27153f4-243c-41c7-bfad-3a69009a013b&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=858144c2-6cd4-447d-8936-4f3181765b0c&id=858144c2-6cd4-447d-8936-4f3181765b0c HTTP/1.1" status: 200 len: 2293 time: 1.1267717 Aug 23 14:26:56.167246 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:56.175963 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:26:56.349155 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68310072-0f75-4128-812e-6bfc691aff3b,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:56.351106 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c8197-4c97-46c3-8aec-c82cb7a99c5f req-faf59c4e-c6a2-47a0-b654-14c4ee322f93 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:56.359864 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c8197-4c97-46c3-8aec-c82cb7a99c5f req-faf59c4e-c6a2-47a0-b654-14c4ee322f93 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:56.362070 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:56.365515 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c8197-4c97-46c3-8aec-c82cb7a99c5f req-faf59c4e-c6a2-47a0-b654-14c4ee322f93 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:56.370051 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c8197-4c97-46c3-8aec-c82cb7a99c5f req-faf59c4e-c6a2-47a0-b654-14c4ee322f93 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:56.375233 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c8197-4c97-46c3-8aec-c82cb7a99c5f req-faf59c4e-c6a2-47a0-b654-14c4ee322f93 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:56.379289 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c8197-4c97-46c3-8aec-c82cb7a99c5f req-faf59c4e-c6a2-47a0-b654-14c4ee322f93 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:56.384324 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c8197-4c97-46c3-8aec-c82cb7a99c5f req-faf59c4e-c6a2-47a0-b654-14c4ee322f93 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:56.398524 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-350c8197-4c97-46c3-8aec-c82cb7a99c5f req-faf59c4e-c6a2-47a0-b654-14c4ee322f93 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5430 time: 0.9532475 Aug 23 14:26:56.405284 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:56.448098 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:56.472390 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-706b08be-262d-4a11-aeef-27acaca7cf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'name': 'tempest-ServersTestFqdnHostnames-1092808525-router', 'tenant_id': 'abfa96b482f945d6a630036b5f004786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '51881576-3186-47be-9bcf-f325393a1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:25Z', 'updated_at': '2021-08-23T14:26:50Z', 'revision_number': 5, 'project_id': 'abfa96b482f945d6a630036b5f004786', 'gw_port': {'id': '51881576-3186-47be-9bcf-f325393a1747', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:26Z', 'updated_at': '2021-08-23T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:56.472390 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:56.472390 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:56.524234 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706b08be-262d-4a11-aeef-27acaca7cf7a None None] Checking router: 08345cc1-e50f-47df-b740-ddf7f23456f6 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:26:56.543219 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706b08be-262d-4a11-aeef-27acaca7cf7a None None] Routers {'08345cc1-e50f-47df-b740-ddf7f23456f6'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:26:56.543877 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-706b08be-262d-4a11-aeef-27acaca7cf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:26:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['08345cc1-e50f-47df-b740-ddf7f23456f6'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:56.611539 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-07355441-f1e2-452f-ae83-6de905ab0794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:56.683437 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Allocated IP 192.168.233.159 (c328e107-ebf2-475b-beef-35ca93ee0640/ee22f830-c801-44e0-a3a4-c0940c2f3600/c45423bc-4a37-414d-baa8-d1f0ff8a1a0d) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:26:56.698279 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-07355441-f1e2-452f-ae83-6de905ab0794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:56.747676 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:56.763273 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-706b08be-262d-4a11-aeef-27acaca7cf7a None None] Set router 08345cc1-e50f-47df-b740-ddf7f23456f6 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:26:56.781174 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-8c7d0c4a-e500-42c9-aa18-9a42613ba7a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5440ff85-26d7-40aa-bb9e-b550d1c91090 HTTP/1.1" status: 200 len: 998 time: 0.5549452 Aug 23 14:26:56.788868 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:56.957911 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-350c8197-4c97-46c3-8aec-c82cb7a99c5f req-eec6c7b5-58a3-47ee-ac55-df2c74a92fba tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5144835 Aug 23 14:26:56.998715 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1c17d-9701-4ffb-a350-621599d0ac25 req-5011b829-9eb5-4537-8637-8b13c32ba7ac tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:57.003901 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a5a1c17d-9701-4ffb-a350-621599d0ac25 req-5011b829-9eb5-4537-8637-8b13c32ba7ac tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 946 time: 0.7846291 Aug 23 14:26:57.126200 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-96ec1345-ec74-4cdd-bb5f-5f8a4dcb03a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:57.128415 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-96ec1345-ec74-4cdd-bb5f-5f8a4dcb03a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70854ba0-fc96-4f7c-8613-5507e36941a2 HTTP/1.1" status: 200 len: 851 time: 0.3160870 Aug 23 14:26:57.191395 n-d-805629-1 neutron-server[76506]: INFO neutron.db.l3_db [None req-a00c46fc-9794-4790-9350-a0a0d0533641 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Floating IP aee88d38-f33e-4c6e-9028-322862aa1364 associated. External IP: 172.25.6.7, port: 5440ff85-26d7-40aa-bb9e-b550d1c91090. Aug 23 14:26:57.207786 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:57.249628 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a5a1c17d-9701-4ffb-a350-621599d0ac25 req-5af249ad-00ea-43a8-aa28-177c2eb4344b tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446511 Aug 23 14:26:57.270065 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0,segment=NetworkSegment(d824b32a-e783-4159-989f-167272a8399b),segment_id=d824b32a-e783-4159-989f-167272a8399b)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:57.272689 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d91b6ad7-fa8b-47d6-812b-cfa2f8e5068a req-42a36448-c4b4-479f-bc22-78c8f5848e2a tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 210 time: 0.0671630 Aug 23 14:26:57.289305 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-07355441-f1e2-452f-ae83-6de905ab0794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:57.321727 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-aecf6c82-14b1-4703-b9ca-416129933406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:57.327315 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-706b08be-262d-4a11-aeef-27acaca7cf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'name': 'tempest-ServersTestFqdnHostnames-1092808525-router', 'tenant_id': 'abfa96b482f945d6a630036b5f004786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '51881576-3186-47be-9bcf-f325393a1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:25Z', 'updated_at': '2021-08-23T14:26:50Z', 'revision_number': 5, 'project_id': 'abfa96b482f945d6a630036b5f004786', 'gw_port': {'id': '51881576-3186-47be-9bcf-f325393a1747', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:26Z', 'updated_at': '2021-08-23T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:57.332289 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706b08be-262d-4a11-aeef-27acaca7cf7a None None] The sync data for ids ['08345cc1-e50f-47df-b740-ddf7f23456f6'] in n-d-805629-1 is: [{'id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'name': 'tempest-ServersTestFqdnHostnames-1092808525-router', 'tenant_id': 'abfa96b482f945d6a630036b5f004786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '51881576-3186-47be-9bcf-f325393a1747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:25Z', 'updated_at': '2021-08-23T14:26:50Z', 'revision_number': 5, 'project_id': 'abfa96b482f945d6a630036b5f004786', 'gw_port': {'id': '51881576-3186-47be-9bcf-f325393a1747', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08345cc1-e50f-47df-b740-ddf7f23456f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:26Z', 'updated_at': '2021-08-23T14:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:26:57.384610 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-d3844ffa-d8f6-4c67-9e40-12ab4d0077e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d27153f4-243c-41c7-bfad-3a69009a013b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2442610 Aug 23 14:26:57.423160 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07355441-f1e2-452f-ae83-6de905ab0794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa476f8c-4616-4bf9-9d6a-c3191880293f,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:57.434554 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-07355441-f1e2-452f-ae83-6de905ab0794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:57.541230 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:57.557537 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:57.569042 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:57.675454 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Transition to ACTIVE for port object c45423bc-4a37-414d-baa8-d1f0ff8a1a0d will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:57.700638 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:57.712445 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:57.722595 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-07355441-f1e2-452f-ae83-6de905ab0794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:57.728668 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-07355441-f1e2-452f-ae83-6de905ab0794 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/aa476f8c-4616-4bf9-9d6a-c3191880293f HTTP/1.1" status: 204 len: 168 time: 1.7037566 Aug 23 14:26:57.756734 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-216624c3-18ad-4c8e-8fbc-1d593c0c341c service neutron] 10.222.0.60 "GET /v2.0/networks/d27153f4-243c-41c7-bfad-3a69009a013b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532560 Aug 23 14:26:57.757536 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:57.806425 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ab6fc7d9-a96e-4b69-8243-86cb426ea727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:57.846942 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:57.859499 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:57.863304 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ee83ed6f-0b34-45dd-9c94-e8ec3d5290c0 tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:57.989075 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Network c328e107-ebf2-475b-beef-35ca93ee0640 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:57.993609 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:57.996577 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:26:58.015851 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port e3b39576-eb7f-42d5-a74c-e8d9f35d7ea0 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:58.016378 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:58.087706 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Pushing event updated for resources: {'Port': ['ID=c45423bc-4a37-414d-baa8-d1f0ff8a1a0d,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:58.115873 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:58.199451 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Subnet': ['ID=ed1bafc8-8308-4430-8e4a-142957fe1e58,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:58.210995 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-0a0d4232-71ac-400e-bf31-6615a01dd199 service neutron] 10.222.0.60 "GET /v2.0/networks/d27153f4-243c-41c7-bfad-3a69009a013b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189434 Aug 23 14:26:58.247409 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:58.274511 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:58.278813 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:58.279863 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:58.290351 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:58.291035 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:58.346833 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 82c7b3f9-7a9c-4763-b30f-41f324b735c7 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:58.400899 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-b79d6782-720a-4b97-9309-5639a3db70e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=4068ceab-52bd-4af1-a8ff-bd84eee1a96f HTTP/1.1" status: 200 len: 217 time: 0.1121020 Aug 23 14:26:58.420769 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 82c7b3f9-7a9c-4763-b30f-41f324b735c7 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:26:58.422299 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 82c7b3f9-7a9c-4763-b30f-41f324b735c7 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:26:58.582989 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-6092fc54-7659-4612-8e97-02db0ebc4dd7 None None] Provisioning for port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:58.590173 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-6092fc54-7659-4612-8e97-02db0ebc4dd7 None None] Provisioning complete for port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:58.590617 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-6092fc54-7659-4612-8e97-02db0ebc4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:58.688194 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6684206 Aug 23 14:26:58.690646 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] Deleting port 51881576-3186-47be-9bcf-f325393a1747 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:26:58.691146 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:58.733537 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Request body: {'port': {'device_id': '2f08992a-4e48-4d4c-a4e2-52402755af7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:58.745519 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-6092fc54-7659-4612-8e97-02db0ebc4dd7 None None] Port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:26:58.791443 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Checking segment: {'id': '57043fef-81d9-49db-8cd7-c30755dbcc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '041c93a8-a3b9-407f-81e0-00ce843f715f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:26:58.791597 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network hostable DHCP agents. Network: 041c93a8-a3b9-407f-81e0-00ce843f715f, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:26:58.810534 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-c2e39810-8bd8-4b13-8ace-bb82f50c0a32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:58.812024 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-c2e39810-8bd8-4b13-8ace-bb82f50c0a32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.3739955 Aug 23 14:26:58.950677 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e161-e013-47c1-a85e-6f4b727901dd req-4dd79252-da5f-4600-a8c7-bf999cc010a3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:58.953782 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9d08e161-e013-47c1-a85e-6f4b727901dd req-4dd79252-da5f-4600-a8c7-bf999cc010a3 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 946 time: 0.7407744 Aug 23 14:26:58.979298 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf9a39-9a1c-45aa-8a28-985a60964522 req-8d0c7504-1f26-4602-980e-5591a2bc4336 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:58.988046 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf9a39-9a1c-45aa-8a28-985a60964522 req-8d0c7504-1f26-4602-980e-5591a2bc4336 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:58.995788 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf9a39-9a1c-45aa-8a28-985a60964522 req-8d0c7504-1f26-4602-980e-5591a2bc4336 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:59.003241 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf9a39-9a1c-45aa-8a28-985a60964522 req-8d0c7504-1f26-4602-980e-5591a2bc4336 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:59.010871 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf9a39-9a1c-45aa-8a28-985a60964522 req-8d0c7504-1f26-4602-980e-5591a2bc4336 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:59.021353 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf9a39-9a1c-45aa-8a28-985a60964522 req-8d0c7504-1f26-4602-980e-5591a2bc4336 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:59.029484 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf9a39-9a1c-45aa-8a28-985a60964522 req-8d0c7504-1f26-4602-980e-5591a2bc4336 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:59.033384 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ddf9a39-9a1c-45aa-8a28-985a60964522 req-8d0c7504-1f26-4602-980e-5591a2bc4336 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5430 time: 0.6207712 Aug 23 14:26:59.092368 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:59.246481 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network 041c93a8-a3b9-407f-81e0-00ce843f715f is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:26:59.384869 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9d08e161-e013-47c1-a85e-6f4b727901dd req-82ebf9a2-6395-4c60-aa4d-659003ecf3a2 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486021 Aug 23 14:26:59.390752 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4ddf9a39-9a1c-45aa-8a28-985a60964522 req-0f98d55e-a1df-4024-870c-ffb34098338b tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3376815 Aug 23 14:26:59.402449 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-be41ad31-d858-47af-a65f-9e0eb13fe929 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5817904 Aug 23 14:26:59.441591 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] For port 51881576-3186-47be-9bcf-f325393a1747, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=51881576-3186-47be-9bcf-f325393a1747,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:26:59.442765 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:59.536050 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 041c93a8-a3b9-407f-81e0-00ce843f715f) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:59.545806 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8a0583-d05a-44e1-910c-82954818ecea None None] Network 041c93a8-a3b9-407f-81e0-00ce843f715f requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:26:59.562965 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:59.563563 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:59.650771 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] Calling delete_port for 51881576-3186-47be-9bcf-f325393a1747 owned by network:router_gateway {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:26:59.784360 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49044) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:59.843520 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5355062 Aug 23 14:26:59.845741 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-4d7fbe40-64ed-426a-89e4-1438b1a23d77 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265640 Aug 23 14:26:59.853953 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49046) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:59.891898 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'network_id': '041c93a8-a3b9-407f-81e0-00ce843f715f', 'name': 'tempest-PortsIpV6TestJSON-39584924'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:26:59.932751 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-041c93a8-a3b9-407f-81e0-00ce843f715f', 'network_id': '041c93a8-a3b9-407f-81e0-00ce843f715f', 'tenant_id': '9941da49987249e0a64fa4a2b73cbf48', 'fixed_ips': [{'subnet_id': 'ed1bafc8-8308-4430-8e4a-142957fe1e58'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:26:59.935297 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:00.006417 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00c46fc-9794-4790-9350-a0a0d0533641 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Router e759428f-8c5d-4c20-ba04-77c548be6d07 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:27:00.040363 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886cac0-8ce5-4da0-bf87-3ca30920d9cd req-56228056-d0c0-48e5-8698-c5ee01348824 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:00.041157 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-9886cac0-8ce5-4da0-bf87-3ca30920d9cd req-56228056-d0c0-48e5-8698-c5ee01348824 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Synchronizing usage tracker for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:00.140435 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.resource_extend [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:27:00.154985 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1179766191-network', 'tenant_id': 'df8ef8085d7246eeb8acb3497a5a18d0'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:00.209001 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:00.221626 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Allocated IP 2001:db8::2 (041c93a8-a3b9-407f-81e0-00ce843f715f/ed1bafc8-8308-4430-8e4a-142957fe1e58/3de3428d-4bd6-4a18-92b8-152e77b4d7e5) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:00.227842 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Usage tracker for resource:network and tenant:df8ef8085d7246eeb8acb3497a5a18d0 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:00.235897 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:00.252209 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:00.273853 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66142ae-b87e-486d-ab60-22367495dd47 req-81ed4b00-d545-42dc-9207-3b75ae0e3611 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:00.279798 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-9886cac0-8ce5-4da0-bf87-3ca30920d9cd req-56228056-d0c0-48e5-8698-c5ee01348824 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Unset dirty status for tenant:2db89cf8ec4049f391cd185e2d3192bc on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:00.280947 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9886cac0-8ce5-4da0-bf87-3ca30920d9cd req-56228056-d0c0-48e5-8698-c5ee01348824 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 946 time: 0.9178677 Aug 23 14:27:00.283128 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f66142ae-b87e-486d-ab60-22367495dd47 req-81ed4b00-d545-42dc-9207-3b75ae0e3611 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 936 time: 0.5534406 Aug 23 14:27:00.297039 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45423bc-4a37-414d-baa8-d1f0ff8a1a0d {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:00.318089 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-2511c51b-5f9b-4581-a6b8-0dbec151bcbd service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649365 Aug 23 14:27:00.333653 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:00.348888 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:00.403905 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Made reservation on behalf of df8ef8085d7246eeb8acb3497a5a18d0 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:00.406101 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:00.418087 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Router 6acd2095-25a5-4b59-bc41-f5119f68713f is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:27:00.429053 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:00.443374 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-cb4fdf29-ec35-4db1-bca4-19aca6097787 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=b7afa866-f977-42da-ab92-c3c330d6abe4 HTTP/1.1" status: 200 len: 217 time: 0.1071999 Aug 23 14:27:00.447510 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:00.466075 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f66142ae-b87e-486d-ab60-22367495dd47 req-a3d3ea44-82f0-4a22-978a-0f41ff340bd6 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/security-groups?id=68310072-0f75-4128-812e-6bfc691aff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814356 Aug 23 14:27:00.513169 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:00.513169 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Usage tracker for resource:security_group_rule and tenant:df8ef8085d7246eeb8acb3497a5a18d0 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:00.514126 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:00.519961 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:00.570570 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:00.588710 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-9886cac0-8ce5-4da0-bf87-3ca30920d9cd req-2f5dd968-0746-4663-9d33-b6b0d06d1855 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Deleting port c300923e-6a5f-4af1-92ce-b8a05f9abac2 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:00.588710 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9886cac0-8ce5-4da0-bf87-3ca30920d9cd req-2f5dd968-0746-4663-9d33-b6b0d06d1855 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:00.754444 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:00.754444 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:00.825217 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Transition to ACTIVE for port object 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:00.873442 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Transition to ACTIVE for port object 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:00.956763 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:00.962510 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Transition to ACTIVE for port object c45423bc-4a37-414d-baa8-d1f0ff8a1a0d will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:00.971315 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:00.981860 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-62edf993-1c3f-4988-8ee5-b3f6fe808db9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:01.003672 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:01.020970 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] device_id is not set on port 076a69c2-1ac7-411f-a73d-78c2607d8544 yet. {{(pid=76505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:27:01.069734 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-d8a4a8c1-ec37-4b17-8342-0a92bc3f0cc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:01.069734 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-d8a4a8c1-ec37-4b17-8342-0a92bc3f0cc2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.5955863 Aug 23 14:27:01.140174 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Network 041c93a8-a3b9-407f-81e0-00ce843f715f is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:01.142600 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:01.151293 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:27:01.240911 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Pushing event updated for resources: {'Port': ['ID=3de3428d-4bd6-4a18-92b8-152e77b4d7e5,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:01.263753 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:01.332994 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-9886cac0-8ce5-4da0-bf87-3ca30920d9cd req-2f5dd968-0746-4663-9d33-b6b0d06d1855 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] For port c300923e-6a5f-4af1-92ce-b8a05f9abac2, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=c300923e-6a5f-4af1-92ce-b8a05f9abac2,segment=NetworkSegment(1cf96984-556f-4bca-9efb-206e9a5e497d),segment_id=1cf96984-556f-4bca-9efb-206e9a5e497d)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:01.333226 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9886cac0-8ce5-4da0-bf87-3ca30920d9cd req-2f5dd968-0746-4663-9d33-b6b0d06d1855 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:01.349053 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e6553-6d5e-4bef-a919-a87a6b6a3d3a req-a4565297-1c16-427e-9b44-dd5e8b178549 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:01.363952 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-279e6553-6d5e-4bef-a919-a87a6b6a3d3a req-a4565297-1c16-427e-9b44-dd5e8b178549 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 946 time: 0.5976703 Aug 23 14:27:01.392688 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Attempting to bind port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:01.392688 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Attempting to bind port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '57043fef-81d9-49db-8cd7-c30755dbcc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '041c93a8-a3b9-407f-81e0-00ce843f715f'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:01.392688 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Attempting to bind port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 on network 041c93a8-a3b9-407f-81e0-00ce843f715f {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:01.403424 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:27:01.403424 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Checking segment: {'id': '57043fef-81d9-49db-8cd7-c30755dbcc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '041c93a8-a3b9-407f-81e0-00ce843f715f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:01.403424 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:01.403424 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Bound using segment: {'id': '57043fef-81d9-49db-8cd7-c30755dbcc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '041c93a8-a3b9-407f-81e0-00ce843f715f'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:27:01.403424 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Bound port: 3de3428d-4bd6-4a18-92b8-152e77b4d7e5, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57043fef-81d9-49db-8cd7-c30755dbcc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '041c93a8-a3b9-407f-81e0-00ce843f715f'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:01.403424 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:01.419631 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f2d9e-9bcf-4f4b-8ca1-6f6a51b4f912 req-6d61db4b-db7b-4da3-96a8-06ac444e3582 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:01.419631 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f2d9e-9bcf-4f4b-8ca1-6f6a51b4f912 req-6d61db4b-db7b-4da3-96a8-06ac444e3582 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:01.419631 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f2d9e-9bcf-4f4b-8ca1-6f6a51b4f912 req-6d61db4b-db7b-4da3-96a8-06ac444e3582 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:01.437449 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f2d9e-9bcf-4f4b-8ca1-6f6a51b4f912 req-6d61db4b-db7b-4da3-96a8-06ac444e3582 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:01.437449 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f2d9e-9bcf-4f4b-8ca1-6f6a51b4f912 req-6d61db4b-db7b-4da3-96a8-06ac444e3582 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:01.437449 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f2d9e-9bcf-4f4b-8ca1-6f6a51b4f912 req-6d61db4b-db7b-4da3-96a8-06ac444e3582 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:01.457003 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f2d9e-9bcf-4f4b-8ca1-6f6a51b4f912 req-6d61db4b-db7b-4da3-96a8-06ac444e3582 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:01.457003 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-607f2d9e-9bcf-4f4b-8ca1-6f6a51b4f912 req-6d61db4b-db7b-4da3-96a8-06ac444e3582 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5430 time: 0.6912117 Aug 23 14:27:01.483326 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-9886cac0-8ce5-4da0-bf87-3ca30920d9cd req-2f5dd968-0746-4663-9d33-b6b0d06d1855 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Calling delete_port for c300923e-6a5f-4af1-92ce-b8a05f9abac2 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:01.542144 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=51881576-3186-47be-9bcf-f325393a1747,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:01.542144 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:01.550929 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:01.550929 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:01.601643 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] For port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:27:01.621236 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-0aba3886-c6e1-46c9-873e-9da1d1da9107 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5358384 Aug 23 14:27:01.628112 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] For port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=3de3428d-4bd6-4a18-92b8-152e77b4d7e5,segment=NetworkSegment(57043fef-81d9-49db-8cd7-c30755dbcc12),segment_id=57043fef-81d9-49db-8cd7-c30755dbcc12)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:27:01.636340 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:01.652306 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Allocated IP 2001:db8::1c5 (041c93a8-a3b9-407f-81e0-00ce843f715f/ed1bafc8-8308-4430-8e4a-142957fe1e58/076a69c2-1ac7-411f-a73d-78c2607d8544) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:01.705372 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-279e6553-6d5e-4bef-a919-a87a6b6a3d3a req-b84ac979-de61-4cb2-a7f8-9441f747efbb tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379893 Aug 23 14:27:01.777419 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:01.788672 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:01.908527 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:01.954488 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-607f2d9e-9bcf-4f4b-8ca1-6f6a51b4f912 req-008ddc05-11e1-4e41-8b14-27a15e06ab0c tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4963884 Aug 23 14:27:02.044445 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:02.096677 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Pushing event updated for resources: {'Port': ['ID=3de3428d-4bd6-4a18-92b8-152e77b4d7e5,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:02.096677 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:02.204711 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930082'] for router_gateway, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:02.333258 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:27:02.361498 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Pushing event updated for resources: {'Port': ['ID=c45423bc-4a37-414d-baa8-d1f0ff8a1a0d,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:02.368180 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Sync routers for ids ['6acd2095-25a5-4b59-bc41-f5119f68713f'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:27:02.374154 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-b83b1530-52fe-4295-acff-e389026c14fa service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7366819 Aug 23 14:27:02.389062 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Routers {'6acd2095-25a5-4b59-bc41-f5119f68713f'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:27:02.389062 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:26:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['6acd2095-25a5-4b59-bc41-f5119f68713f'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:02.569914 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:27:02.582330 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.035s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:02.594924 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-01053c42-fd1b-4401-a301-b40d5d8ae106 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980047 Aug 23 14:27:02.662973 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c22a928e-bf61-4a64-a1a9-24c728bb0f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.577s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:02.746847 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00c46fc-9794-4790-9350-a0a0d0533641 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:27:02.756779 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-7b11048b-723d-4a1d-9ee5-3b7b4cdd9ff5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=c1912297-a38b-480c-8f8a-667e7865044c HTTP/1.1" status: 200 len: 217 time: 0.1523983 Aug 23 14:27:02.765525 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d026098-45ba-4d4b-a49a-fa0771a9dd17 None None] Sync routers for ids ['e759428f-8c5d-4c20-ba04-77c548be6d07'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:27:02.790079 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Set router 6acd2095-25a5-4b59-bc41-f5119f68713f gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:27:02.801162 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d026098-45ba-4d4b-a49a-fa0771a9dd17 None None] Routers {'e759428f-8c5d-4c20-ba04-77c548be6d07'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:27:02.801162 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-6d026098-45ba-4d4b-a49a-fa0771a9dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:26:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['e759428f-8c5d-4c20-ba04-77c548be6d07'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:02.845317 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:02.846485 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Added segment 40ee38ef-78b7-47da-8b90-17a23557aa07 of type vlan for network b4261220-e754-4906-95ce-e0dde8b2b922 Aug 23 14:27:02.857825 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-b3b8e60b-776f-4df6-a2ac-bfe29d78554c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:02.859653 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-b3b8e60b-776f-4df6-a2ac-bfe29d78554c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.0834806 Aug 23 14:27:02.868957 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde29ee-9d88-40d2-89db-5a00d92dcf36 req-c9a5c8b3-8b55-4016-9d20-362c791cee9c tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:02.871633 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4cde29ee-9d88-40d2-89db-5a00d92dcf36 req-c9a5c8b3-8b55-4016-9d20-362c791cee9c tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 948 time: 0.8165140 Aug 23 14:27:02.876858 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:02.880704 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Notify callbacks [] for router, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:02.882225 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.0147724 Aug 23 14:27:02.960262 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49062) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:03.011823 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Attempting to bind port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:03.012697 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Attempting to bind port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:03.013248 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Attempting to bind port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:03.143874 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-6d026098-45ba-4d4b-a49a-fa0771a9dd17 None None] Set router e759428f-8c5d-4c20-ba04-77c548be6d07 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:27:03.279389 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'name': 'tempest-AttachVolumeTestJSON-228995659-router', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:52Z', 'updated_at': '2021-08-23T14:26:56Z', 'revision_number': 3, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'gw_port': {'id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:54Z', 'updated_at': '2021-08-23T14:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:03.285189 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Checking router: 6acd2095-25a5-4b59-bc41-f5119f68713f for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:27:03.285925 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Updating router 6acd2095-25a5-4b59-bc41-f5119f68713f port 9bbcea23-27e0-4cb7-859b-59debb903198 binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:27:03.310420 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d on network c328e107-ebf2-475b-beef-35ca93ee0640 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:27:03.311038 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Attempting to bind port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d on network c328e107-ebf2-475b-beef-35ca93ee0640 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:03.337703 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:27:03.338467 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Checking segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:03.339049 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Bound using segment: {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:27:03.339726 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Bound port: c45423bc-4a37-414d-baa8-d1f0ff8a1a0d, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a0158-1fa0-44c2-a5b8-1330637222c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:03.340467 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:03.359225 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Transition to ACTIVE for port object 076a69c2-1ac7-411f-a73d-78c2607d8544 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:03.372064 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:03.373292 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a00c46fc-9794-4790-9350-a0a0d0533641 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:03.520347 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4cde29ee-9d88-40d2-89db-5a00d92dcf36 req-de92f219-1a6e-4609-a66d-33b0a44d0759 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/security-groups?id=68310072-0f75-4128-812e-6bfc691aff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365597 Aug 23 14:27:03.536606 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-ffba088f-eff3-4b20-afe0-c85d7fa711a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6634061 Aug 23 14:27:03.661482 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55356be-5976-47b3-9986-e09c78716b44 req-8ec7f349-21d6-45da-ac46-fe11ee81ee21 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:03.670922 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e55356be-5976-47b3-9986-e09c78716b44 req-8ec7f349-21d6-45da-ac46-fe11ee81ee21 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 946 time: 0.4125247 Aug 23 14:27:03.764458 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:03.794255 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a00c46fc-9794-4790-9350-a0a0d0533641 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] 10.222.0.86 "PUT /v2.0/floatingips/aee88d38-f33e-4c6e-9028-322862aa1364 HTTP/1.1" status: 200 len: 990 time: 10.8166924 Aug 23 14:27:03.803173 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:03.828973 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'tag': '5440ff85-26d7-40aa-bb9e-b550d1c91090'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:03.837785 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:03.870145 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.207s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:03.881261 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:03.896587 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:03.909979 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1e203b-00aa-4ecd-99b8-ae1bdceaebbf None None] Network 041c93a8-a3b9-407f-81e0-00ce843f715f requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:27:03.918456 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:03.937676 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9ac7925a-afbc-4d24-a771-924c3d0c008e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:03.954022 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:03.984267 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] For port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:27:04.015949 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] For port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=c45423bc-4a37-414d-baa8-d1f0ff8a1a0d,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:27:04.023536 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9886cac0-8ce5-4da0-bf87-3ca30920d9cd req-2f5dd968-0746-4663-9d33-b6b0d06d1855 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.047134 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d4daec26-0bad-4669-b395-5034e903a6fd tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:04.107022 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.108283 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:04.109192 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.113630 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.117157 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.126569 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Transition to ACTIVE for port object 9bbcea23-27e0-4cb7-859b-59debb903198 will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:04.157067 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5dd968-0746-4663-9d33-b6b0d06d1855 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Pushing event deleted for resources: {'Port': ['ID=c300923e-6a5f-4af1-92ce-b8a05f9abac2,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:04.165465 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2f5dd968-0746-4663-9d33-b6b0d06d1855 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:04.168815 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:04.217723 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.252486 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:04.308882 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e55356be-5976-47b3-9986-e09c78716b44 req-17c45c5e-eeb2-4cce-8779-789898e397c1 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/security-groups?id=74658b76-64db-42d5-a378-3b7e3b34244c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867868 Aug 23 14:27:04.339249 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.348943 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network 041c93a8-a3b9-407f-81e0-00ce843f715f is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:04.353778 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] 10.222.0.91 "PUT /v2.0/ports/c45423bc-4a37-414d-baa8-d1f0ff8a1a0d HTTP/1.1" status: 200 len: 1096 time: 5.6127372 Aug 23 14:27:04.357416 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Attempting to bind port 9bbcea23-27e0-4cb7-859b-59debb903198 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:04.357840 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Attempting to bind port 9bbcea23-27e0-4cb7-859b-59debb903198 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:04.359059 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Attempting to bind port 9bbcea23-27e0-4cb7-859b-59debb903198 on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:04.375479 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.377218 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08345cc1-e50f-47df-b740-ddf7f23456f6 {{(pid=76506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:27:04.391586 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:27:04.392990 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:04.394437 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.395421 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:27:04.402705 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Bound port: 9bbcea23-27e0-4cb7-859b-59debb903198, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:04.403994 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.413724 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:04.439064 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:27:04.443552 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:04.445042 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.480272 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device c300923e-6a5f-4af1-92ce-b8a05f9abac2 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:27:04.489358 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=076a69c2-1ac7-411f-a73d-78c2607d8544,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:04.522905 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.531859 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b943b4be-e0e6-4daa-af07-f8f10469eaf0 admin admin] 10.222.0.86 "DELETE /v2.0/routers/08345cc1-e50f-47df-b740-ddf7f23456f6 HTTP/1.1" status: 204 len: 168 time: 9.1735022 Aug 23 14:27:04.539583 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62495290-095c-4b52-976d-fe39e2a04c78 req-3424a859-ea6a-45a5-ad3c-2ad55c07ff09 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:04.548756 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62495290-095c-4b52-976d-fe39e2a04c78 req-3424a859-ea6a-45a5-ad3c-2ad55c07ff09 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:04.559683 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device b8ad156f-a175-4727-9751-600fe733884e details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:04.563348 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-957def78-6785-4e71-b778-24af09ddfa9d None None] Provisioning for port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:04.567736 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62495290-095c-4b52-976d-fe39e2a04c78 req-3424a859-ea6a-45a5-ad3c-2ad55c07ff09 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:04.584478 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62495290-095c-4b52-976d-fe39e2a04c78 req-3424a859-ea6a-45a5-ad3c-2ad55c07ff09 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:04.586820 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.6455364 Aug 23 14:27:04.590459 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49072) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:04.590801 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49074) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:04.597729 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] For port 9bbcea23-27e0-4cb7-859b-59debb903198, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:27:04.610055 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62495290-095c-4b52-976d-fe39e2a04c78 req-3424a859-ea6a-45a5-ad3c-2ad55c07ff09 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:04.611262 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] For port 9bbcea23-27e0-4cb7-859b-59debb903198, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=9bbcea23-27e0-4cb7-859b-59debb903198,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:27:04.652900 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62495290-095c-4b52-976d-fe39e2a04c78 req-3424a859-ea6a-45a5-ad3c-2ad55c07ff09 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:04.667061 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62495290-095c-4b52-976d-fe39e2a04c78 req-3424a859-ea6a-45a5-ad3c-2ad55c07ff09 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:04.668198 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb9b11-461f-433b-a238-c5e38e601ae5 None None] Pushing event updated for resources: {'Port': ['ID=9bbcea23-27e0-4cb7-859b-59debb903198,revision_number=2']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:04.670791 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: c300923e-6a5f-4af1-92ce-b8a05f9abac2 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:27:04.670791 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device c300923e-6a5f-4af1-92ce-b8a05f9abac2 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:27:04.684688 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-62495290-095c-4b52-976d-fe39e2a04c78 req-3424a859-ea6a-45a5-ad3c-2ad55c07ff09 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5430 time: 0.7588246 Aug 23 14:27:04.701221 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-76bb9b11-461f-433b-a238-c5e38e601ae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:04.709001 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.718334 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:04.730625 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-9886cac0-8ce5-4da0-bf87-3ca30920d9cd req-2f5dd968-0746-4663-9d33-b6b0d06d1855 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] No DVR routers for this DVR port c300923e-6a5f-4af1-92ce-b8a05f9abac2 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:27:04.745431 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-6d026098-45ba-4d4b-a49a-fa0771a9dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'name': 'tempest-TaggedBootDevicesTest-1046361037-router', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:07Z', 'updated_at': '2021-08-23T14:23:24Z', 'revision_number': 4, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'gw_port': {'id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:10Z', 'updated_at': '2021-08-23T14:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'aee88d38-f33e-4c6e-9028-322862aa1364', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'port_id': '5440ff85-26d7-40aa-bb9e-b550d1c91090', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b', 'mac_address': 'fa:16:3e:5a:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96955f78-db51-4556-a154-2f91f4c3c030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:25:00Z', 'updated_at': '2021-08-23T14:26:54Z', 'revision_number': 1, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2653aa89-29b1-4c5f-8046-6fc3d4c837e2', 'name': '', 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'mac_address': 'fa:16:3e:7c:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70854ba0-fc96-4f7c-8613-5507e36941a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:22Z', 'updated_at': '2021-08-23T14:23:45Z', 'revision_number': 5, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'subnets': [{'id': '70854ba0-fc96-4f7c-8613-5507e36941a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:04.768847 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-93c5b727-148a-44d3-bed5-ea2ba7de603a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:04.826574 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Request body: {'subnet': {'network_id': 'b4261220-e754-4906-95ce-e0dde8b2b922', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1179766191-subnet', 'tenant_id': 'df8ef8085d7246eeb8acb3497a5a18d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:04.839902 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-62495290-095c-4b52-976d-fe39e2a04c78 req-8ca95ac0-4209-41f6-96bd-852bc11b1ee8 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1543310 Aug 23 14:27:04.842263 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-34e96725-9356-4aff-b3d6-1d15341ad6b5 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2949920 Aug 23 14:27:04.857572 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Pushing event updated for resources: {'Network': ['ID=b4261220-e754-4906-95ce-e0dde8b2b922,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:04.865477 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d026098-45ba-4d4b-a49a-fa0771a9dd17 None None] Checking router: e759428f-8c5d-4c20-ba04-77c548be6d07 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:27:04.868535 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:04.873443 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-9886cac0-8ce5-4da0-bf87-3ca30920d9cd req-2f5dd968-0746-4663-9d33-b6b0d06d1855 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.891359 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9886cac0-8ce5-4da0-bf87-3ca30920d9cd req-2f5dd968-0746-4663-9d33-b6b0d06d1855 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.91 "DELETE /v2.0/ports/c300923e-6a5f-4af1-92ce-b8a05f9abac2 HTTP/1.1" status: 204 len: 173 time: 4.5900173 Aug 23 14:27:04.896094 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network b4261220-e754-4906-95ce-e0dde8b2b922 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:27:04.911981 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:04.913271 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:04.914155 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.0591254 Aug 23 14:27:04.918771 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49082) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:04.922760 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-10e9626e-32d4-4217-a9ad-f5fedf336782 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.777s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:04.982573 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96955f78-db51-4556-a154-2f91f4c3c030', 'tag': '5440ff85-26d7-40aa-bb9e-b550d1c91090', 'status': 'completed', 'code': 200} Aug 23 14:27:04.995232 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Usage tracker for resource:subnet and tenant:df8ef8085d7246eeb8acb3497a5a18d0 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:05.006091 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-665d4a6b-8b56-4479-88e6-f96d5e5e7f03 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 076a69c2-1ac7-411f-a73d-78c2607d8544 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:05.010237 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-665d4a6b-8b56-4479-88e6-f96d5e5e7f03 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:05.010399 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb9b11-461f-433b-a238-c5e38e601ae5 None None] Pushing event updated for resources: {'Port': ['ID=9bbcea23-27e0-4cb7-859b-59debb903198,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:05.046093 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Routers {'6acd2095-25a5-4b59-bc41-f5119f68713f'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:27:05.046921 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:26:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['6acd2095-25a5-4b59-bc41-f5119f68713f'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:05.064421 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:05.127484 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:05.176256 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5a096d-bcaf-4e5c-89c1-715c1d0fb75b admin admin] Deleting subnet b16bc822-46d4-4811-b969-391141a07dba {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:27:05.189799 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9c5a096d-bcaf-4e5c-89c1-715c1d0fb75b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:05.263062 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-33c4e54b-8c18-44e7-a412-11a7f7f157a9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=79824133860f41f8a44d509187003a3c&device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 1099 time: 0.6815562 Aug 23 14:27:05.267770 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Pushing event updated for resources: {'Port': ['ID=c45423bc-4a37-414d-baa8-d1f0ff8a1a0d,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:05.296277 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:05.317199 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port b8ad156f-a175-4727-9751-600fe733884e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b8ad156f-a175-4727-9751-600fe733884e,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:05.351086 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'b8ad156f-a175-4727-9751-600fe733884e', 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa', 'port_id': 'b8ad156f-a175-4727-9751-600fe733884e', 'mac_address': 'fa:16:3e:b1:f3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:05.353204 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:05.356380 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:05.376519 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] Set router 6acd2095-25a5-4b59-bc41-f5119f68713f gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:27:05.383634 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-ca2cee0c-860b-4c58-b6cd-56a49b198bf2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=c45423bc-4a37-414d-baa8-d1f0ff8a1a0d HTTP/1.1" status: 200 len: 217 time: 0.1007488 Aug 23 14:27:05.394646 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9c5a096d-bcaf-4e5c-89c1-715c1d0fb75b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:05.445009 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Made reservation on behalf of df8ef8085d7246eeb8acb3497a5a18d0 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:05.456028 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:05.530267 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d026098-45ba-4d4b-a49a-fa0771a9dd17 None None] Routers {'e759428f-8c5d-4c20-ba04-77c548be6d07'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:27:05.531212 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-6d026098-45ba-4d4b-a49a-fa0771a9dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:26:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['e759428f-8c5d-4c20-ba04-77c548be6d07'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:05.534244 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-665d4a6b-8b56-4479-88e6-f96d5e5e7f03 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:05.749824 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-665d4a6b-8b56-4479-88e6-f96d5e5e7f03 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for 076a69c2-1ac7-411f-a73d-78c2607d8544 owned by {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:05.800916 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-6d026098-45ba-4d4b-a49a-fa0771a9dd17 None None] Set router e759428f-8c5d-4c20-ba04-77c548be6d07 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:27:05.828178 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-76bb9b11-461f-433b-a238-c5e38e601ae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.059s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:06.062444 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-17b08465-ec22-453f-a303-d3ca22ea77fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:06.064581 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-17b08465-ec22-453f-a303-d3ca22ea77fe service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.6741769 Aug 23 14:27:06.235102 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'name': 'tempest-AttachVolumeTestJSON-228995659-router', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:52Z', 'updated_at': '2021-08-23T14:26:56Z', 'revision_number': 3, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'gw_port': {'id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:54Z', 'updated_at': '2021-08-23T14:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:06.250138 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78dc26-a69d-414a-bb06-e777fd81c649 None None] The sync data for ids ['6acd2095-25a5-4b59-bc41-f5119f68713f'] in n-d-805629-1 is: [{'id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'name': 'tempest-AttachVolumeTestJSON-228995659-router', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:52Z', 'updated_at': '2021-08-23T14:26:56Z', 'revision_number': 3, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'gw_port': {'id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:54Z', 'updated_at': '2021-08-23T14:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:27:06.252706 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:06.296656 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d78d5907-fd7d-4afa-9781-da70ee67a62d req-56c285b4-9a2c-4dfc-be44-fab204dda2dc tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b48da14-8afa-40d8-be0d-7b63429a042d HTTP/1.1" status: 200 len: 210 time: 0.2281489 Aug 23 14:27:06.310193 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-665d4a6b-8b56-4479-88e6-f96d5e5e7f03 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:06.329702 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-66f5d0ee-f92b-49a1-8406-e1ac8310d13e tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:06.415184 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ad156f-a175-4727-9751-600fe733884e {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:06.427889 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9c5a096d-bcaf-4e5c-89c1-715c1d0fb75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:06.453896 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port b8ad156f-a175-4727-9751-600fe733884e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b8ad156f-a175-4727-9751-600fe733884e,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:06.493871 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-3f4af405-1275-48a7-8062-547f22b67258 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4127986 Aug 23 14:27:06.499417 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:06.510850 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b3ea8fdb-5d32-42b4-9406-efbb7d536cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:06.539372 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:06.589931 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:06.591433 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a943cde5-700d-4e4a-a9bf-b2d44504d843 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:06.599407 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-7c81f656-ffea-478a-9233-2e72f3d44855 None None] Provisioning complete for port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:06.600179 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7c81f656-ffea-478a-9233-2e72f3d44855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:06.661228 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:06.738098 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff9a0415-562f-42f6-93d2-5ff24fb1b63c,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:06.760212 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:06.907637 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:27:06.910451 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d4a6b-8b56-4479-88e6-f96d5e5e7f03 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=076a69c2-1ac7-411f-a73d-78c2607d8544,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:06.986965 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-665d4a6b-8b56-4479-88e6-f96d5e5e7f03 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:07.008677 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-665d4a6b-8b56-4479-88e6-f96d5e5e7f03 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:07.043514 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-665d4a6b-8b56-4479-88e6-f96d5e5e7f03 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/076a69c2-1ac7-411f-a73d-78c2607d8544 HTTP/1.1" status: 204 len: 168 time: 2.1064818 Aug 23 14:27:07.078774 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49094) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:07.082809 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f08992a-4e48-4d4c-a4e2-52402755af7f', 'tag': 'c45423bc-4a37-414d-baa8-d1f0ff8a1a0d'}, {'server_uuid': '2b48da14-8afa-40d8-be0d-7b63429a042d', 'name': 'network-vif-deleted', 'tag': 'c300923e-6a5f-4af1-92ce-b8a05f9abac2'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:07.112921 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=3de3428d-4bd6-4a18-92b8-152e77b4d7e5,segment=NetworkSegment(57043fef-81d9-49db-8cd7-c30755dbcc12),segment_id=57043fef-81d9-49db-8cd7-c30755dbcc12)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:07.112921 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=b8ad156f-a175-4727-9751-600fe733884e,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:07.147830 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:07.235692 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:07.270890 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:07.335938 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9c5a096d-bcaf-4e5c-89c1-715c1d0fb75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:07.345504 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-a5c4fc8d-8c5e-4709-b69d-d58b9253f920 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8394938 Aug 23 14:27:07.348953 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a028cefd-b7bb-4f1c-b3ba-a2a394e3311d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:07.405277 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5ed4fd-f3ba-4b01-aec6-7fe009e23bb1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] DELETE failed (client error): The resource could not be found. Aug 23 14:27:07.405903 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5ed4fd-f3ba-4b01-aec6-7fe009e23bb1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=76505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:27:07.427772 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-bc5ed4fd-f3ba-4b01-aec6-7fe009e23bb1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/076a69c2-1ac7-411f-a73d-78c2607d8544 HTTP/1.1" status: 404 len: 333 time: 0.2236886 Aug 23 14:27:07.487753 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49102) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:07.611818 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a096d-bcaf-4e5c-89c1-715c1d0fb75b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b16bc822-46d4-4811-b969-391141a07dba,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:07.642835 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1784a-4615-4092-a0e1-208b0cc11b63 req-946fb5f1-4e9e-4f29-92b1-51ad12a7442b tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:07.652316 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-54c1784a-4615-4092-a0e1-208b0cc11b63 req-946fb5f1-4e9e-4f29-92b1-51ad12a7442b tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 948 time: 1.5648627 Aug 23 14:27:07.663643 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9c5a096d-bcaf-4e5c-89c1-715c1d0fb75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:07.664961 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9c5a096d-bcaf-4e5c-89c1-715c1d0fb75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:07.674284 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Checking segment: {'id': '40ee38ef-78b7-47da-8b90-17a23557aa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b4261220-e754-4906-95ce-e0dde8b2b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:07.674954 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Network hostable DHCP agents. Network: b4261220-e754-4906-95ce-e0dde8b2b922, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:27:07.689418 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-3fea041f-5c66-45ea-a0a4-dc9b7f3cfd7f service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.8285029 Aug 23 14:27:07.786174 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6030e3-e652-42f5-b191-f282f369b531 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] GET failed (client error): The resource could not be found. Aug 23 14:27:07.786754 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a943cde5-700d-4e4a-a9bf-b2d44504d843, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a943cde5-700d-4e4a-a9bf-b2d44504d843,segment=NetworkSegment(6b0a1c83-b750-48a9-a961-6e5d879606dc),segment_id=6b0a1c83-b750-48a9-a961-6e5d879606dc)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:07.787366 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-df6030e3-e652-42f5-b191-f282f369b531 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:07.789978 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9c5a096d-bcaf-4e5c-89c1-715c1d0fb75b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b16bc822-46d4-4811-b969-391141a07dba HTTP/1.1" status: 204 len: 168 time: 3.0848405 Aug 23 14:27:07.796568 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49108) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:07.810006 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 9bbcea23-27e0-4cb7-859b-59debb903198 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:07.844392 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51111232-686c-43b6-959e-cd8eb968d714 None None] Network dd3c3549-8d91-48e3-aaf4-9da0da705751 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:27:07.867527 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'a943cde5-700d-4e4a-a9bf-b2d44504d843', 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037', 'port_id': 'a943cde5-700d-4e4a-a9bf-b2d44504d843', 'mac_address': 'fa:16:3e:69:71:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be98dc23-f694-4932-97a2-aea48dd049f5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:07.883046 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Network b4261220-e754-4906-95ce-e0dde8b2b922 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:27:07.930152 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-54c1784a-4615-4092-a0e1-208b0cc11b63 req-87ef26b1-88e8-40c4-b12b-16d269295683 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/security-groups?id=68310072-0f75-4128-812e-6bfc691aff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753525 Aug 23 14:27:07.933898 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-7c81f656-ffea-478a-9233-2e72f3d44855 None None] Could not find standard attr ID for object 076a69c2-1ac7-411f-a73d-78c2607d8544. {{(pid=76509) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 14:27:07.939034 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-df6030e3-e652-42f5-b191-f282f369b531 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:07.942543 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-df6030e3-e652-42f5-b191-f282f369b531 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/076a69c2-1ac7-411f-a73d-78c2607d8544 HTTP/1.1" status: 404 len: 333 time: 0.4494433 Aug 23 14:27:07.944167 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-b6ab2c0a-3943-478b-ab68-d7785f15197f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=683adaf1-cc1f-4f95-bcdb-5aa72f290c9e HTTP/1.1" status: 200 len: 217 time: 0.2353723 Aug 23 14:27:07.991742 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49112) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:07.993528 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, b4261220-e754-4906-95ce-e0dde8b2b922) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:08.007259 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:08.008121 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:08.041229 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7e27d-c6f4-499b-829d-33e7ac4cb2c1 req-01d2bfea-8c47-4e43-9c69-e890b1c7b43c tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:08.048252 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7e27d-c6f4-499b-829d-33e7ac4cb2c1 req-01d2bfea-8c47-4e43-9c69-e890b1c7b43c tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:08.056501 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7e27d-c6f4-499b-829d-33e7ac4cb2c1 req-01d2bfea-8c47-4e43-9c69-e890b1c7b43c tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:08.063539 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7e27d-c6f4-499b-829d-33e7ac4cb2c1 req-01d2bfea-8c47-4e43-9c69-e890b1c7b43c tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:08.068577 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7e27d-c6f4-499b-829d-33e7ac4cb2c1 req-01d2bfea-8c47-4e43-9c69-e890b1c7b43c tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:08.074174 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7e27d-c6f4-499b-829d-33e7ac4cb2c1 req-01d2bfea-8c47-4e43-9c69-e890b1c7b43c tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:08.078891 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7e27d-c6f4-499b-829d-33e7ac4cb2c1 req-01d2bfea-8c47-4e43-9c69-e890b1c7b43c tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:08.081303 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a1f7e27d-c6f4-499b-829d-33e7ac4cb2c1 req-01d2bfea-8c47-4e43-9c69-e890b1c7b43c tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5431 time: 1.0005801 Aug 23 14:27:08.115576 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f08992a-4e48-4d4c-a4e2-52402755af7f', 'tag': 'c45423bc-4a37-414d-baa8-d1f0ff8a1a0d', 'status': 'completed', 'code': 200} Aug 23 14:27:08.116453 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fd0896-2a05-4cf4-8191-76398a5d8f19 None None] Network b4261220-e754-4906-95ce-e0dde8b2b922 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:27:08.116649 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b48da14-8afa-40d8-be0d-7b63429a042d', 'name': 'network-vif-deleted', 'tag': 'c300923e-6a5f-4af1-92ce-b8a05f9abac2', 'status': 'completed', 'code': 200} Aug 23 14:27:08.153181 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3daf2199-f2b8-4ab9-9848-b4147ee40adf req-4ea7cfdc-887b-4e01-8f5c-8154eed51585 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5562825 Aug 23 14:27:08.158077 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a1f7e27d-c6f4-499b-829d-33e7ac4cb2c1 req-f1ea00c5-733b-4563-8e10-18e43983b072 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672739 Aug 23 14:27:08.190377 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-a8e79511-13f2-4ae0-8dbf-f2b485bd9081 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:08.192790 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-a8e79511-13f2-4ae0-8dbf-f2b485bd9081 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.2292430 Aug 23 14:27:08.458092 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-4ef3818e-6191-4e96-9cc1-e6e75f438b57 None None] Could not find standard attr ID for object 076a69c2-1ac7-411f-a73d-78c2607d8544. {{(pid=76509) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 14:27:08.495710 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=3de3428d-4bd6-4a18-92b8-152e77b4d7e5,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:08.560856 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.284s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:08.560856 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:08.671482 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9605672 Aug 23 14:27:08.675893 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:08.695246 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a943cde5-700d-4e4a-a9bf-b2d44504d843 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:08.735761 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a943cde5-700d-4e4a-a9bf-b2d44504d843, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a943cde5-700d-4e4a-a9bf-b2d44504d843,segment=NetworkSegment(6b0a1c83-b750-48a9-a961-6e5d879606dc),segment_id=6b0a1c83-b750-48a9-a961-6e5d879606dc)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:08.746688 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae8036e-8df2-4555-8bff-23962074c07a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting subnet ed1bafc8-8308-4430-8e4a-142957fe1e58 {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:27:08.765479 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-e0a8b3a0-adea-4d7a-a9bf-e024548dadbf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4649584 Aug 23 14:27:08.800749 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7ae8036e-8df2-4555-8bff-23962074c07a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:08.867000 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-6d026098-45ba-4d4b-a49a-fa0771a9dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'name': 'tempest-TaggedBootDevicesTest-1046361037-router', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:07Z', 'updated_at': '2021-08-23T14:23:24Z', 'revision_number': 4, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'gw_port': {'id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:10Z', 'updated_at': '2021-08-23T14:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'aee88d38-f33e-4c6e-9028-322862aa1364', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'port_id': '5440ff85-26d7-40aa-bb9e-b550d1c91090', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b', 'mac_address': 'fa:16:3e:5a:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96955f78-db51-4556-a154-2f91f4c3c030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:25:00Z', 'updated_at': '2021-08-23T14:26:54Z', 'revision_number': 1, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2653aa89-29b1-4c5f-8046-6fc3d4c837e2', 'name': '', 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'mac_address': 'fa:16:3e:7c:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70854ba0-fc96-4f7c-8613-5507e36941a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:22Z', 'updated_at': '2021-08-23T14:23:45Z', 'revision_number': 5, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'subnets': [{'id': '70854ba0-fc96-4f7c-8613-5507e36941a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:08.992122 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:09.004394 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 901e53a0-2ec9-4803-8854-0ec8ae58fdd9 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:09.046469 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Deleting port 4d8c282c-438a-41be-9d6e-5a159d725cc9 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:09.046469 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:09.064101 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-7b1c7f6a-251f-4bc1-b075-b7f48af610b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:09.111075 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-2df419fb-e6bd-442a-8862-01f30bef84d3 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317194 Aug 23 14:27:09.144065 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d026098-45ba-4d4b-a49a-fa0771a9dd17 None None] The sync data for ids ['e759428f-8c5d-4c20-ba04-77c548be6d07'] in n-d-805629-1 is: [{'id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'name': 'tempest-TaggedBootDevicesTest-1046361037-router', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:07Z', 'updated_at': '2021-08-23T14:23:24Z', 'revision_number': 4, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'gw_port': {'id': 'cfb9029a-dc5f-472c-a96f-ece0986730e2', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:10Z', 'updated_at': '2021-08-23T14:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'aee88d38-f33e-4c6e-9028-322862aa1364', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'port_id': '5440ff85-26d7-40aa-bb9e-b550d1c91090', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b', 'mac_address': 'fa:16:3e:5a:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96955f78-db51-4556-a154-2f91f4c3c030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:25:00Z', 'updated_at': '2021-08-23T14:26:54Z', 'revision_number': 1, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2653aa89-29b1-4c5f-8046-6fc3d4c837e2', 'name': '', 'network_id': 'd27153f4-243c-41c7-bfad-3a69009a013b', 'tenant_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'mac_address': 'fa:16:3e:7c:e9:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e759428f-8c5d-4c20-ba04-77c548be6d07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70854ba0-fc96-4f7c-8613-5507e36941a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:22Z', 'updated_at': '2021-08-23T14:23:45Z', 'revision_number': 5, 'project_id': 'a57a2cb7a2fa4a21aed5f1a428985f6b', 'subnets': [{'id': '70854ba0-fc96-4f7c-8613-5507e36941a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:27:09.267849 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3cb2b-de9f-4b03-a21b-1044e2468e5f None None] Network b4261220-e754-4906-95ce-e0dde8b2b922 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:27:09.316235 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7ae8036e-8df2-4555-8bff-23962074c07a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:09.342745 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 9bbcea23-27e0-4cb7-859b-59debb903198 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:09.475067 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c9f19d87-98bc-472e-b369-e79e3884e925 req-ba52b124-1147-4506-86d6-9a563e4a5696 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=79824133860f41f8a44d509187003a3c&device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 1099 time: 1.0030785 Aug 23 14:27:09.615774 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 9bbcea23-27e0-4cb7-859b-59debb903198 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:09.615774 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:09.740110 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:27:09.775828 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=a943cde5-700d-4e4a-a9bf-b2d44504d843,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:09.818326 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:09.857797 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 901e53a0-2ec9-4803-8854-0ec8ae58fdd9, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=901e53a0-2ec9-4803-8854-0ec8ae58fdd9,segment=NetworkSegment(6b0a1c83-b750-48a9-a961-6e5d879606dc),segment_id=6b0a1c83-b750-48a9-a961-6e5d879606dc)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:09.999658 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '901e53a0-2ec9-4803-8854-0ec8ae58fdd9', 'network_id': '7bd06f60-5c6d-482d-9ba9-7ac1efed0037', 'port_id': '901e53a0-2ec9-4803-8854-0ec8ae58fdd9', 'mac_address': 'fa:16:3e:e3:ed:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be98dc23-f694-4932-97a2-aea48dd049f5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:10.028618 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] For port 4d8c282c-438a-41be-9d6e-5a159d725cc9, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=4d8c282c-438a-41be-9d6e-5a159d725cc9,segment=NetworkSegment(95705c08-b782-492e-9545-897f23a8394c),segment_id=95705c08-b782-492e-9545-897f23a8394c)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:10.028618 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:10.123806 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2951b0-3adf-4fb2-a9f0-9e7f090e5f98 None None] DHCP port deletion for dd3c3549-8d91-48e3-aaf4-9da0da705751 request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:27:10.133290 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-8d7c5889-7039-4212-8b07-76a6df587407 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0213499 Aug 23 14:27:10.266079 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-8d2951b0-3adf-4fb2-a9f0-9e7f090e5f98 None None] Deleting port 4d8c282c-438a-41be-9d6e-5a159d725cc9 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:10.266079 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-8d2951b0-3adf-4fb2-a9f0-9e7f090e5f98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:10.322053 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Calling delete_port for 4d8c282c-438a-41be-9d6e-5a159d725cc9 owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:10.399486 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-05b2fe87-d868-4c5c-ba6d-f9b3bf7749b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c2159fc-68ae-4edd-adbe-3629754db35f HTTP/1.1" status: 200 len: 217 time: 0.2244473 Aug 23 14:27:10.416984 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0ae56-a4e1-4357-8780-33433200b3f5 req-a8f4e94b-e344-4517-871f-e73a83dbd9aa tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:10.421476 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:10.424387 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-68f0ae56-a4e1-4357-8780-33433200b3f5 req-a8f4e94b-e344-4517-871f-e73a83dbd9aa tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 948 time: 1.0321865 Aug 23 14:27:10.498860 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device c45423bc-4a37-414d-baa8-d1f0ff8a1a0d details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:10.533939 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7ae8036e-8df2-4555-8bff-23962074c07a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:10.605653 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f19d87-98bc-472e-b369-e79e3884e925 req-a84d97a8-76e7-4cb2-b751-31d81c1f3912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:10.605653 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c9f19d87-98bc-472e-b369-e79e3884e925 req-a84d97a8-76e7-4cb2-b751-31d81c1f3912 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c328e107-ebf2-475b-beef-35ca93ee0640 HTTP/1.1" status: 200 len: 870 time: 1.1235831 Aug 23 14:27:10.658342 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:10.688163 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-8d2951b0-3adf-4fb2-a9f0-9e7f090e5f98 None None] The port '4d8c282c-438a-41be-9d6e-5a159d725cc9' was deleted {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:27:10.704170 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901e53a0-2ec9-4803-8854-0ec8ae58fdd9 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:10.730416 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 901e53a0-2ec9-4803-8854-0ec8ae58fdd9, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=901e53a0-2ec9-4803-8854-0ec8ae58fdd9,segment=NetworkSegment(6b0a1c83-b750-48a9-a961-6e5d879606dc),segment_id=6b0a1c83-b750-48a9-a961-6e5d879606dc)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:10.785090 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:10.811778 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 9bbcea23-27e0-4cb7-859b-59debb903198, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=9bbcea23-27e0-4cb7-859b-59debb903198,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:10.822504 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:10.844352 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:10.846082 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd5365-0465-495a-b4f1-bb4ff54f2187 req-2eb389e2-4728-4592-8ab4-4e666e898cc5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:10.852792 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd5365-0465-495a-b4f1-bb4ff54f2187 req-2eb389e2-4728-4592-8ab4-4e666e898cc5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:10.858180 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd5365-0465-495a-b4f1-bb4ff54f2187 req-2eb389e2-4728-4592-8ab4-4e666e898cc5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:10.863410 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd5365-0465-495a-b4f1-bb4ff54f2187 req-2eb389e2-4728-4592-8ab4-4e666e898cc5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:10.870381 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd5365-0465-495a-b4f1-bb4ff54f2187 req-2eb389e2-4728-4592-8ab4-4e666e898cc5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:10.880653 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd5365-0465-495a-b4f1-bb4ff54f2187 req-2eb389e2-4728-4592-8ab4-4e666e898cc5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:10.880785 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f717619f-db98-4346-a467-9132e5c7fd68 None None] New status for floating IP aee88d38-f33e-4c6e-9028-322862aa1364: ACTIVE {{(pid=76510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:27:10.894757 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd5365-0465-495a-b4f1-bb4ff54f2187 req-2eb389e2-4728-4592-8ab4-4e666e898cc5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:10.903805 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] No DVR routers for this DVR port 4d8c282c-438a-41be-9d6e-5a159d725cc9 on host n-d-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:27:10.911513 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b3cd5365-0465-495a-b4f1-bb4ff54f2187 req-2eb389e2-4728-4592-8ab4-4e666e898cc5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5432 time: 1.1421509 Aug 23 14:27:10.946467 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:10.947657 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 4a636c77-075e-45d0-94a2-d6a16068f7e6 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:10.957446 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:11.011738 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:11.045174 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 51881576-3186-47be-9bcf-f325393a1747 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:27:11.066443 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-27346d51-6fc4-4737-b3e6-3bd11a1ebaa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:11.075643 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-27346d51-6fc4-4737-b3e6-3bd11a1ebaa4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8c9c5e61-c2f1-429e-ba16-12c7c4010460 HTTP/1.1" status: 200 len: 797 time: 0.6347537 Aug 23 14:27:11.116408 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 51881576-3186-47be-9bcf-f325393a1747 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:27:11.117188 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 51881576-3186-47be-9bcf-f325393a1747 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:27:11.155018 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:27:11.201200 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c9f19d87-98bc-472e-b369-e79e3884e925 req-55b85dc2-b432-4504-a69f-4ab7aa21d851 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=c45423bc-4a37-414d-baa8-d1f0ff8a1a0d HTTP/1.1" status: 200 len: 217 time: 0.5871086 Aug 23 14:27:11.213277 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8c282c-438a-41be-9d6e-5a159d725cc9,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:11.227295 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:11.475648 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:11.555119 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:11.555845 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=901e53a0-2ec9-4803-8854-0ec8ae58fdd9,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:11.582700 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3c3549-8d91-48e3-aaf4-9da0da705751']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:11.616228 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:11.616228 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.556s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:11.621613 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95705c08-b782-492e-9545-897f23a8394c') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:11.621613 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95705c08-b782-492e-9545-897f23a8394c') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:11.621613 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:11.652378 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:11.673229 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:27:11.673229 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:11.685028 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-68f0ae56-a4e1-4357-8780-33433200b3f5 req-cb7cc33b-277b-4774-ba9e-f88ac2aa1658 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/security-groups?id=68310072-0f75-4128-812e-6bfc691aff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9114013 Aug 23 14:27:11.709465 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b3cd5365-0465-495a-b4f1-bb4ff54f2187 req-a82867eb-a126-4fdb-877d-73978dbb2c41 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7822213 Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:27:11.786881 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:27:11.789331 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7ae8036e-8df2-4555-8bff-23962074c07a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:11.799336 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Allocated IP 172.20.0.1 (87201e98-0c42-47b0-84b6-a734e366810a/12b0b345-a54c-4994-a569-11c59bf7b397/f83eb496-8ba0-4c26-ba07-6f6d8307b9be) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:11.846750 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=c45423bc-4a37-414d-baa8-d1f0ff8a1a0d,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:11.850539 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ab353d55-a9f1-4e09-a76d-667b18d20e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:11.879828 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-889d11f5-27fe-4f66-bf32-57578ac4e6f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=858144c2-6cd4-447d-8936-4f3181765b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3607609 Aug 23 14:27:11.923330 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'c45423bc-4a37-414d-baa8-d1f0ff8a1a0d', 'network_id': 'c328e107-ebf2-475b-beef-35ca93ee0640', 'port_id': 'c45423bc-4a37-414d-baa8-d1f0ff8a1a0d', 'mac_address': 'fa:16:3e:2a:8d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee22f830-c801-44e0-a3a4-c0940c2f3600', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:12.022712 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.042614 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=9bbcea23-27e0-4cb7-859b-59debb903198,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:12.051987 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:12.064428 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 4a636c77-075e-45d0-94a2-d6a16068f7e6, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=4a636c77-075e-45d0-94a2-d6a16068f7e6,segment=NetworkSegment(7fce1d18-d308-402f-938a-24263b48c270),segment_id=7fce1d18-d308-402f-938a-24263b48c270)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:12.082614 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45423bc-4a37-414d-baa8-d1f0ff8a1a0d {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:12.095951 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:12.096815 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.112243 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8036e-8df2-4555-8bff-23962074c07a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1bafc8-8308-4430-8e4a-142957fe1e58,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:12.141432 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '4a636c77-075e-45d0-94a2-d6a16068f7e6', 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3', 'port_id': '4a636c77-075e-45d0-94a2-d6a16068f7e6', 'mac_address': 'fa:16:3e:42:c6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98220cf1-ec84-4f91-ba4c-8e422c188293', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:12.142994 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7ae8036e-8df2-4555-8bff-23962074c07a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:12.154917 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7ae8036e-8df2-4555-8bff-23962074c07a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.158133 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08972f90-e098-4484-a2e6-2462d63c7888 None None] Network 041c93a8-a3b9-407f-81e0-00ce843f715f requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:27:12.179989 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f19d87-98bc-472e-b369-e79e3884e925 req-3d2dbae8-4b95-4b8a-9707-f448dddc9611 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:12.183195 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c9f19d87-98bc-472e-b369-e79e3884e925 req-3d2dbae8-4b95-4b8a-9707-f448dddc9611 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ee22f830-c801-44e0-a3a4-c0940c2f3600 HTTP/1.1" status: 200 len: 843 time: 0.9795651 Aug 23 14:27:12.345699 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.377878 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-7ae8036e-8df2-4555-8bff-23962074c07a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/ed1bafc8-8308-4430-8e4a-142957fe1e58 HTTP/1.1" status: 204 len: 168 time: 4.3725829 Aug 23 14:27:12.380333 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.383284 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=c45423bc-4a37-414d-baa8-d1f0ff8a1a0d,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:12.399659 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1bb482fd-b3f4-4ee6-b553-16f219b92dbb tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:12.425464 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Transition to ACTIVE for port object f83eb496-8ba0-4c26-ba07-6f6d8307b9be will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:12.449390 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49144) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:12.480650 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.480650 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] 10.222.0.86 "DELETE /v2.0/networks/dd3c3549-8d91-48e3-aaf4-9da0da705751 HTTP/1.1" status: 204 len: 168 time: 4.6595268 Aug 23 14:27:12.515009 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.525976 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:12.531463 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd3c3549-8d91-48e3-aaf4-9da0da705751,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:12.534593 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:12.631770 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.754582 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['c45423bc-4a37-414d-baa8-d1f0ff8a1a0d'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:27:12.840829 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c9f19d87-98bc-472e-b369-e79e3884e925 req-19263fee-ad1a-4039-95b2-674c7ee2b67a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c328e107-ebf2-475b-beef-35ca93ee0640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6314332 Aug 23 14:27:12.843508 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.849355 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.863953 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:12.970296 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:12.970296 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:13.061892 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a636c77-075e-45d0-94a2-d6a16068f7e6 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:13.231818 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=c45423bc-4a37-414d-baa8-d1f0ff8a1a0d,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:13.240533 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 4a636c77-075e-45d0-94a2-d6a16068f7e6, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=4a636c77-075e-45d0-94a2-d6a16068f7e6,segment=NetworkSegment(7fce1d18-d308-402f-938a-24263b48c270),segment_id=7fce1d18-d308-402f-938a-24263b48c270)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:13.240533 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:13.331968 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 4d8c282c-438a-41be-9d6e-5a159d725cc9 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:27:13.392158 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45d3d6d-337b-4efa-89f0-0047fab88358 None None] DHCP port deletion for 041c93a8-a3b9-407f-81e0-00ce843f715f request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:27:13.397499 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49164) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:13.408787 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:13.409757 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device ffd6922c-9005-4b49-a0ec-84d29480b1c2 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:13.416271 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-21981afd-f7ab-4177-abb2-c9b8128ebe0e service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5253708 Aug 23 14:27:13.417791 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:13.436982 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Pushing event updated for resources: {'Port': ['ID=f83eb496-8ba0-4c26-ba07-6f6d8307b9be,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:13.436982 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:13.443267 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Network 87201e98-0c42-47b0-84b6-a734e366810a is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:13.459233 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c9f19d87-98bc-472e-b369-e79e3884e925 req-e2445829-643c-477a-ac73-23457d05b232 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096702 Aug 23 14:27:13.482846 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:13.487027 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 4d8c282c-438a-41be-9d6e-5a159d725cc9 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:27:13.487599 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 4d8c282c-438a-41be-9d6e-5a159d725cc9 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:27:13.494321 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:27:13.512609 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-f45d3d6d-337b-4efa-89f0-0047fab88358 None None] Deleting port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:13.513416 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f45d3d6d-337b-4efa-89f0-0047fab88358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:13.652381 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:13.720488 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=4a636c77-075e-45d0-94a2-d6a16068f7e6,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:13.857335 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 9bbcea23-27e0-4cb7-859b-59debb903198 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:13.902601 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] For port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=3de3428d-4bd6-4a18-92b8-152e77b4d7e5,segment=NetworkSegment(57043fef-81d9-49db-8cd7-c30755dbcc12),segment_id=57043fef-81d9-49db-8cd7-c30755dbcc12)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:13.902601 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:13.924663 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:13.928412 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port ffd6922c-9005-4b49-a0ec-84d29480b1c2, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=ffd6922c-9005-4b49-a0ec-84d29480b1c2,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:13.935215 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdc747-6d3f-4f8d-9e57-2ad12bf22c3b req-a963dab6-33ae-4da4-9f6e-cb1d5631cb9b tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:13.943813 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7cdc747-6d3f-4f8d-9e57-2ad12bf22c3b req-a963dab6-33ae-4da4-9f6e-cb1d5631cb9b tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 949 time: 0.7633495 Aug 23 14:27:14.008866 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-47e760e8-a33f-4766-bd44-bc8ee11306e8 service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646315 Aug 23 14:27:14.050501 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-5134e149-ca5c-4dbb-a69e-905b18729659 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=abfa96b482f945d6a630036b5f004786&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6303384 Aug 23 14:27:14.051632 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49168) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:14.059936 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'ffd6922c-9005-4b49-a0ec-84d29480b1c2', 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa', 'port_id': 'ffd6922c-9005-4b49-a0ec-84d29480b1c2', 'mac_address': 'fa:16:3e:39:ed:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:14.152237 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7cdc747-6d3f-4f8d-9e57-2ad12bf22c3b req-0cf84d59-aeae-4ca2-83dd-089589db2c8b tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/security-groups?id=68310072-0f75-4128-812e-6bfc691aff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074528 Aug 23 14:27:14.165694 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:14.338080 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7ba2c-b1df-4b26-b29f-c7af0d414c5c req-f4c3ceb8-b72f-49ab-a7c9-9f257c09dee9 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:14.338080 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7ba2c-b1df-4b26-b29f-c7af0d414c5c req-f4c3ceb8-b72f-49ab-a7c9-9f257c09dee9 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:14.338080 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7ba2c-b1df-4b26-b29f-c7af0d414c5c req-f4c3ceb8-b72f-49ab-a7c9-9f257c09dee9 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:14.338080 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7ba2c-b1df-4b26-b29f-c7af0d414c5c req-f4c3ceb8-b72f-49ab-a7c9-9f257c09dee9 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:14.361071 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7ba2c-b1df-4b26-b29f-c7af0d414c5c req-f4c3ceb8-b72f-49ab-a7c9-9f257c09dee9 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:14.483039 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c9f19d87-98bc-472e-b369-e79e3884e925 req-11b4ef06-6167-49a2-a1da-41a230bbb895 service neutron] 10.222.0.91 "GET /v2.0/networks/c328e107-ebf2-475b-beef-35ca93ee0640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7916749 Aug 23 14:27:14.488152 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7ba2c-b1df-4b26-b29f-c7af0d414c5c req-f4c3ceb8-b72f-49ab-a7c9-9f257c09dee9 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:14.488152 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7ba2c-b1df-4b26-b29f-c7af0d414c5c req-f4c3ceb8-b72f-49ab-a7c9-9f257c09dee9 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:14.488396 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.488537 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3ba7ba2c-b1df-4b26-b29f-c7af0d414c5c req-f4c3ceb8-b72f-49ab-a7c9-9f257c09dee9 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5434 time: 0.6961412 Aug 23 14:27:14.488537 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.488830 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.488929 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-192de105-5a57-4331-b78b-effd2c552f0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d HTTP/1.1" status: 200 len: 217 time: 0.4486463 Aug 23 14:27:14.489070 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-f45d3d6d-337b-4efa-89f0-0047fab88358 None None] For port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=3de3428d-4bd6-4a18-92b8-152e77b4d7e5,segment=NetworkSegment(57043fef-81d9-49db-8cd7-c30755dbcc12),segment_id=57043fef-81d9-49db-8cd7-c30755dbcc12)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:14.489070 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f45d3d6d-337b-4efa-89f0-0047fab88358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.504259 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.523698 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 9bbcea23-27e0-4cb7-859b-59debb903198 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:14.524532 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.664960 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-80f92653-f6e6-4c2e-86f5-779bbf599f8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:14.664960 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-80f92653-f6e6-4c2e-86f5-779bbf599f8c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8c9c5e61-c2f1-429e-ba16-12c7c4010460 HTTP/1.1" status: 200 len: 797 time: 0.1528580 Aug 23 14:27:14.702292 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3ba7ba2c-b1df-4b26-b29f-c7af0d414c5c req-04bdbccd-80bb-4638-b623-64439317ab1a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2815187 Aug 23 14:27:14.710090 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.734124 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:14.776918 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-f45d3d6d-337b-4efa-89f0-0047fab88358 None None] Calling delete_port for 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:14.807836 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.819477 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No DVR routers for this DVR port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 on host n-d-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:27:14.823146 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-10d58dae-91dc-465c-8618-f8df8ec37a4e None None] Provisioning for port f83eb496-8ba0-4c26-ba07-6f6d8307b9be completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:14.829590 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd6922c-9005-4b49-a0ec-84d29480b1c2 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:14.848847 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-10d58dae-91dc-465c-8618-f8df8ec37a4e None None] Provisioning complete for port f83eb496-8ba0-4c26-ba07-6f6d8307b9be triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:14.849616 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-10d58dae-91dc-465c-8618-f8df8ec37a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.861400 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=3de3428d-4bd6-4a18-92b8-152e77b4d7e5,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:14.874274 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:14.875249 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3f65b8e4-4bbb-4789-872a-bdff8b5eff8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:14.953772 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port ffd6922c-9005-4b49-a0ec-84d29480b1c2, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=ffd6922c-9005-4b49-a0ec-84d29480b1c2,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:14.984835 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-10d58dae-91dc-465c-8618-f8df8ec37a4e None None] Port f83eb496-8ba0-4c26-ba07-6f6d8307b9be cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:27:15.012947 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-f45d3d6d-337b-4efa-89f0-0047fab88358 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:27:15.013631 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-f45d3d6d-337b-4efa-89f0-0047fab88358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:27:15.129258 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-849c938d-2e74-4b9f-81bc-d814b5f5fef2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=858144c2-6cd4-447d-8936-4f3181765b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4213970 Aug 23 14:27:15.158948 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:27:15.217516 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:27:15.218428 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:27:15.221448 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:15.223555 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 2e88c439-a70f-41cf-97ea-14dc8c330d1d details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:15.233163 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:15.238326 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:15.257150 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:27:15.261061 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041c93a8-a3b9-407f-81e0-00ce843f715f']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:15.317285 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:15.320111 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57043fef-81d9-49db-8cd7-c30755dbcc12') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:15.320111 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57043fef-81d9-49db-8cd7-c30755dbcc12') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:15.369187 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:15.403048 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:15.414206 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:27:15.414457 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-e90a5082-09b8-4667-b877-6e7ce6697731 service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772517 Aug 23 14:27:15.415518 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:15.441794 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 2e88c439-a70f-41cf-97ea-14dc8c330d1d, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=2e88c439-a70f-41cf-97ea-14dc8c330d1d,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:15.469396 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=ffd6922c-9005-4b49-a0ec-84d29480b1c2,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:15.474754 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:15.477830 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '2e88c439-a70f-41cf-97ea-14dc8c330d1d', 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa', 'port_id': '2e88c439-a70f-41cf-97ea-14dc8c330d1d', 'mac_address': 'fa:16:3e:1a:f5:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:15.528227 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-f45d3d6d-337b-4efa-89f0-0047fab88358 None None] Deleting port 3de3428d-4bd6-4a18-92b8-152e77b4d7e5 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:15.528227 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f45d3d6d-337b-4efa-89f0-0047fab88358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:15.545806 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28884fcf-367c-4d7c-9d86-b6d24fcb55c0,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:27:15.548990 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:27:15.563507 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:15.567711 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/28884fcf-367c-4d7c-9d86-b6d24fcb55c0 HTTP/1.1" status: 204 len: 168 time: 1.4275780 Aug 23 14:27:15.569787 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:15.570261 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:15.570637 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:15.571015 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:15.571429 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:15.571803 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:15.572162 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:15.572747 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:15.573287 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:15.573837 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:15.574357 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:15.578050 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:15.685492 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:15.689516 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:15.690792 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:15.696943 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-035941f9-e429-4bfa-8f31-3d8dd385ecf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:15.756918 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/networks/041c93a8-a3b9-407f-81e0-00ce843f715f HTTP/1.1" status: 204 len: 168 time: 3.2873561 Aug 23 14:27:15.758451 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49190) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:15.770390 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-f45d3d6d-337b-4efa-89f0-0047fab88358 None None] The port '3de3428d-4bd6-4a18-92b8-152e77b4d7e5' was deleted {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:27:15.778531 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-217572491'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:15.787877 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:15.806018 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:15.815933 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:15.816601 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Network': ['ID=041c93a8-a3b9-407f-81e0-00ce843f715f,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:15.819275 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:15.820724 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:network and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:15.827807 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:15.828126 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e88c439-a70f-41cf-97ea-14dc8c330d1d {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:15.837019 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:15.847320 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 2e88c439-a70f-41cf-97ea-14dc8c330d1d, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=2e88c439-a70f-41cf-97ea-14dc8c330d1d,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:15.873315 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:15.919966 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:15.920726 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 35e6671a-e1a8-4f86-80ff-87b3e4afb018 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:15.947043 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 35e6671a-e1a8-4f86-80ff-87b3e4afb018, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=35e6671a-e1a8-4f86-80ff-87b3e4afb018,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:15.970478 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:16.009008 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:16.030289 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '35e6671a-e1a8-4f86-80ff-87b3e4afb018', 'network_id': '60343cd1-e098-494e-b172-ce16a3009aaa', 'port_id': '35e6671a-e1a8-4f86-80ff-87b3e4afb018', 'mac_address': 'fa:16:3e:67:7b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:16.030457 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:16.096315 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:27:16.108921 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Pushing event updated for resources: {'Port': ['ID=f83eb496-8ba0-4c26-ba07-6f6d8307b9be,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:16.115751 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:16.132639 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=2e88c439-a70f-41cf-97ea-14dc8c330d1d,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:16.133022 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:16.133501 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Added segment 84d6cc8b-65cd-40d0-a561-53c39bb036e8 of type vlan for network 3274d46e-7817-431e-aab5-5e91311b710b Aug 23 14:27:16.141173 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:16.178578 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f396386-5c91-469d-92b4-7284052bc374 req-8a1d3d60-6ea2-4a76-ab5f-fa2cd7dc58a4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:16.186403 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4f396386-5c91-469d-92b4-7284052bc374 req-8a1d3d60-6ea2-4a76-ab5f-fa2cd7dc58a4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 949 time: 0.6435761 Aug 23 14:27:16.202518 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1283693e-c3c3-4a36-9348-1bc99da43128 req-71e44980-e779-4f90-a1e7-6caeeab7cf4f service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7801332 Aug 23 14:27:16.203198 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:16.208096 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:16.262426 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e6671a-e1a8-4f86-80ff-87b3e4afb018 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:16.307030 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 35e6671a-e1a8-4f86-80ff-87b3e4afb018, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=35e6671a-e1a8-4f86-80ff-87b3e4afb018,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:16.339842 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4f396386-5c91-469d-92b4-7284052bc374 req-5319a82b-7e9c-48e8-a03b-29fadf7c4dca tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/security-groups?id=68310072-0f75-4128-812e-6bfc691aff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524112 Aug 23 14:27:16.365038 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Network 87201e98-0c42-47b0-84b6-a734e366810a is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:16.367773 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:16.542576 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:16.543151 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:16.553936 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:16.554046 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:16.554046 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:16.632678 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device c45423bc-4a37-414d-baa8-d1f0ff8a1a0d up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:16.673342 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:16.798450 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c14416-5c80-4570-a03a-a4bc6f4a4bb9 req-0715edbe-19d9-4426-b33f-fe4e29f9bcf6 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:16.835695 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c14416-5c80-4570-a03a-a4bc6f4a4bb9 req-0715edbe-19d9-4426-b33f-fe4e29f9bcf6 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:16.855536 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0851216 Aug 23 14:27:16.860992 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=35e6671a-e1a8-4f86-80ff-87b3e4afb018,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:16.870836 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c14416-5c80-4570-a03a-a4bc6f4a4bb9 req-0715edbe-19d9-4426-b33f-fe4e29f9bcf6 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:16.875658 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:16.907194 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c14416-5c80-4570-a03a-a4bc6f4a4bb9 req-0715edbe-19d9-4426-b33f-fe4e29f9bcf6 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:16.924064 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c14416-5c80-4570-a03a-a4bc6f4a4bb9 req-0715edbe-19d9-4426-b33f-fe4e29f9bcf6 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:16.938414 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c14416-5c80-4570-a03a-a4bc6f4a4bb9 req-0715edbe-19d9-4426-b33f-fe4e29f9bcf6 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:16.948921 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c14416-5c80-4570-a03a-a4bc6f4a4bb9 req-0715edbe-19d9-4426-b33f-fe4e29f9bcf6 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:16.973129 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43c14416-5c80-4570-a03a-a4bc6f4a4bb9 req-0715edbe-19d9-4426-b33f-fe4e29f9bcf6 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5436 time: 0.8823051 Aug 23 14:27:16.996066 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49212) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:16.999551 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-52edddc3-d5db-4949-859c-b23f3b5b0b66 None None] Provisioning complete for port f83eb496-8ba0-4c26-ba07-6f6d8307b9be triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:17.000718 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-52edddc3-d5db-4949-859c-b23f3b5b0b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:17.002413 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'subnet': {'network_id': '3274d46e-7817-431e-aab5-5e91311b710b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:17.141640 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:17.159255 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Network': ['ID=3274d46e-7817-431e-aab5-5e91311b710b,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:17.211549 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:17.267687 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 3274d46e-7817-431e-aab5-5e91311b710b details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:27:17.372833 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:17.406343 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:subnet and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:17.406343 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:17.406343 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:17.472632 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43c14416-5c80-4570-a03a-a4bc6f4a4bb9 req-c9c3e6a3-9be1-4088-bf13-2661316bfacc tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4869905 Aug 23 14:27:17.480418 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['901e53a0-2ec9-4803-8854-0ec8ae58fdd9'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:27:17.570279 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['2e88c439-a70f-41cf-97ea-14dc8c330d1d'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:27:17.599968 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26cafe11-dab6-4d55-bcbe-470d7d062387 req-b3de4284-9d6e-4adb-b22b-aa3eb6de6392 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 6491 time: 1.0700893 Aug 23 14:27:17.687593 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:17.733457 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['4a636c77-075e-45d0-94a2-d6a16068f7e6'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:27:17.854244 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['ffd6922c-9005-4b49-a0ec-84d29480b1c2'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:27:17.927928 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:17.927928 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:18.028081 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['35e6671a-e1a8-4f86-80ff-87b3e4afb018'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:27:18.217063 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49238) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:18.429140 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-52edddc3-d5db-4949-859c-b23f3b5b0b66 None None] Port f83eb496-8ba0-4c26-ba07-6f6d8307b9be cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:27:18.463612 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['b8ad156f-a175-4727-9751-600fe733884e'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:27:18.519330 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1432409286-network', 'tenant_id': 'f3a30ff745004e44b7042de501b3d459'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:18.529442 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:18.535489 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Usage tracker for resource:network and tenant:f3a30ff745004e44b7042de501b3d459 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:18.539958 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:18.547780 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:18.680034 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Made reservation on behalf of f3a30ff745004e44b7042de501b3d459 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:18.684300 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:18.721657 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:18.773576 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['a943cde5-700d-4e4a-a9bf-b2d44504d843'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:27:18.807688 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:18.813031 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Usage tracker for resource:security_group_rule and tenant:f3a30ff745004e44b7042de501b3d459 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:18.816845 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:18.829157 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:18.971216 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:19.000877 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cafe11-dab6-4d55-bcbe-470d7d062387 req-815d6926-4a33-49e1-9111-a3025fe6c6c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:19.003318 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26cafe11-dab6-4d55-bcbe-470d7d062387 req-815d6926-4a33-49e1-9111-a3025fe6c6c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d27153f4-243c-41c7-bfad-3a69009a013b HTTP/1.1" status: 200 len: 913 time: 1.4045713 Aug 23 14:27:19.117057 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:19.297460 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:19.306032 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:19.369047 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:19.394998 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a97281-d659-4947-9d7b-98074ca32843,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:19.410610 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:19.449221 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:27:19.466152 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:19.466600 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Added segment 6d81399d-dfa9-4642-8eec-b0026e280be2 of type vlan for network 38440a74-6288-4496-a7a5-cedbe3a7d0b0 Aug 23 14:27:19.505191 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:19.609155 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26cafe11-dab6-4d55-bcbe-470d7d062387 req-8304234f-1039-4730-a06d-b5e2ace74821 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5440ff85-26d7-40aa-bb9e-b550d1c91090 HTTP/1.1" status: 200 len: 1000 time: 0.5730042 Aug 23 14:27:19.661200 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1f0af-7acd-447d-a053-7113df6be91c req-91837598-1a5b-4dc0-ae6e-6838c874dd0a tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:19.664095 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-85e1f0af-7acd-447d-a053-7113df6be91c req-91837598-1a5b-4dc0-ae6e-6838c874dd0a tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 949 time: 1.5169504 Aug 23 14:27:19.715758 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:19.717608 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:19.719355 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:19.727890 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:19.865488 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=c45423bc-4a37-414d-baa8-d1f0ff8a1a0d,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:19.942939 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Pushing event updated for resources: {'Network': ['ID=38440a74-6288-4496-a7a5-cedbe3a7d0b0,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:19.947435 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:20.000374 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7818713 Aug 23 14:27:20.008294 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49260) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:20.015234 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Request body: {'subnet': {'network_id': '38440a74-6288-4496-a7a5-cedbe3a7d0b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1432409286-subnet', 'tenant_id': 'f3a30ff745004e44b7042de501b3d459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:20.026204 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:20.043145 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Usage tracker for resource:subnet and tenant:f3a30ff745004e44b7042de501b3d459 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:20.046651 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:20.054452 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f08992a-4e48-4d4c-a4e2-52402755af7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45423bc-4a37-414d-baa8-d1f0ff8a1a0d'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:20.054675 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:20.099535 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cafe11-dab6-4d55-bcbe-470d7d062387 req-a51aee88-5cd0-490b-8b05-ccc6bf4182a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:20.102614 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26cafe11-dab6-4d55-bcbe-470d7d062387 req-a51aee88-5cd0-490b-8b05-ccc6bf4182a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70854ba0-fc96-4f7c-8613-5507e36941a2 HTTP/1.1" status: 200 len: 851 time: 0.4523132 Aug 23 14:27:20.115000 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 38440a74-6288-4496-a7a5-cedbe3a7d0b0 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:27:20.162602 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dcc02-55ca-4fb3-9d79-d42c162a93df req-d1c833d3-6d2e-4d99-9a57-63c24e923826 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:20.168190 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dcc02-55ca-4fb3-9d79-d42c162a93df req-d1c833d3-6d2e-4d99-9a57-63c24e923826 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:20.173470 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dcc02-55ca-4fb3-9d79-d42c162a93df req-d1c833d3-6d2e-4d99-9a57-63c24e923826 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:20.178909 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dcc02-55ca-4fb3-9d79-d42c162a93df req-d1c833d3-6d2e-4d99-9a57-63c24e923826 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:20.183295 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Made reservation on behalf of f3a30ff745004e44b7042de501b3d459 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:20.184917 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dcc02-55ca-4fb3-9d79-d42c162a93df req-d1c833d3-6d2e-4d99-9a57-63c24e923826 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:20.188806 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:20.189939 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dcc02-55ca-4fb3-9d79-d42c162a93df req-d1c833d3-6d2e-4d99-9a57-63c24e923826 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:20.194395 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dcc02-55ca-4fb3-9d79-d42c162a93df req-d1c833d3-6d2e-4d99-9a57-63c24e923826 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:20.196793 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c02dcc02-55ca-4fb3-9d79-d42c162a93df req-d1c833d3-6d2e-4d99-9a57-63c24e923826 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5437 time: 1.1877487 Aug 23 14:27:20.294802 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:20.326535 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-85e1f0af-7acd-447d-a053-7113df6be91c req-9c370fac-82b1-4d7f-9038-1750e9ae1fe9 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/security-groups?id=68310072-0f75-4128-812e-6bfc691aff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5872900 Aug 23 14:27:20.380358 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:20.544114 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c02dcc02-55ca-4fb3-9d79-d42c162a93df req-78ec9936-de94-4cd5-8ff3-cc04efaefb65 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3246510 Aug 23 14:27:20.585089 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=c45423bc-4a37-414d-baa8-d1f0ff8a1a0d,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:20.616446 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:20.616446 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:20.616446 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:20.620855 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:20.621217 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:20.621611 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:20.622036 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:20.622458 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:20.622953 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:20.623521 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:20.623943 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:20.656371 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26cafe11-dab6-4d55-bcbe-470d7d062387 req-b356dbac-d3a1-48e1-bf8b-f0e5ecc52e2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d27153f4-243c-41c7-bfad-3a69009a013b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4429510 Aug 23 14:27:20.662961 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:20.794286 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:20.806623 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-17f853ba-f91e-4e3d-9e41-025d8c646273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:20.859210 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:20.864170 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Router 6acd2095-25a5-4b59-bc41-f5119f68713f has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:27:20.866627 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a7a1b0f1-f73e-42ea-b7bf-23cada1f65eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:20.988140 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8985f6d4-51a4-4b76-8892-e64f035e8a5e,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:21.000092 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:21.031178 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Checking segment: {'id': '6d81399d-dfa9-4642-8eec-b0026e280be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '38440a74-6288-4496-a7a5-cedbe3a7d0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:21.031544 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Network hostable DHCP agents. Network: 38440a74-6288-4496-a7a5-cedbe3a7d0b0, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:27:21.074824 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f08992a-4e48-4d4c-a4e2-52402755af7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45423bc-4a37-414d-baa8-d1f0ff8a1a0d', 'code': 200} Aug 23 14:27:21.117005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Subnet': ['ID=a3dbb577-26cb-4824-9eae-7648e265307a,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:21.153237 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:21.206938 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Network 38440a74-6288-4496-a7a5-cedbe3a7d0b0 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:27:21.215822 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26cafe11-dab6-4d55-bcbe-470d7d062387 req-03562b14-80b8-4220-84fd-828fd20e3e2f service neutron] 10.222.0.60 "GET /v2.0/networks/d27153f4-243c-41c7-bfad-3a69009a013b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490837 Aug 23 14:27:21.253697 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ba38673a-7f9b-4cd9-8294-c900ced8c7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:21.272351 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-94eba5bb-5d9b-42c8-894e-24486d1b7119 req-49a59d4e-8575-47dd-9bd6-1d7ee1a23670 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 1101 time: 0.1264122 Aug 23 14:27:21.329014 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 38440a74-6288-4496-a7a5-cedbe3a7d0b0) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:21.336570 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:21.337777 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:21.342364 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1c26ec-d18f-483d-bb85-b398f1b1c19e None None] Network 38440a74-6288-4496-a7a5-cedbe3a7d0b0 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:27:21.359810 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Checking segment: {'id': '84d6cc8b-65cd-40d0-a561-53c39bb036e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3274d46e-7817-431e-aab5-5e91311b710b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:21.360176 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network hostable DHCP agents. Network: 3274d46e-7817-431e-aab5-5e91311b710b, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:27:21.375365 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252dcb2-2310-444d-845b-0de855d9397d req-c82680d1-9002-4dd2-a424-65d3376e8538 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:21.379554 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c252dcb2-2310-444d-845b-0de855d9397d req-c82680d1-9002-4dd2-a424-65d3376e8538 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/networks?id=b4261220-e754-4906-95ce-e0dde8b2b922 HTTP/1.1" status: 200 len: 810 time: 0.5864685 Aug 23 14:27:21.391194 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-94eba5bb-5d9b-42c8-894e-24486d1b7119 req-ed8b1729-1752-4980-b27b-0eee962939f7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=68310072-0f75-4128-812e-6bfc691aff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075244 Aug 23 14:27:21.469011 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49280) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:21.484542 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c252dcb2-2310-444d-845b-0de855d9397d req-3aef1186-7fbb-4038-a471-476a57137d29 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/quotas/df8ef8085d7246eeb8acb3497a5a18d0 HTTP/1.1" status: 200 len: 375 time: 0.0867894 Aug 23 14:27:21.532736 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5233202 Aug 23 14:27:21.616683 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c252dcb2-2310-444d-845b-0de855d9397d req-c326d76e-d3a5-41ad-957c-573672c66258 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=df8ef8085d7246eeb8acb3497a5a18d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1313953 Aug 23 14:27:21.702645 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-26cafe11-dab6-4d55-bcbe-470d7d062387 req-f07f0fce-17f8-422c-9e1d-57cf0f68fee9 service neutron] 10.222.0.60 "GET /v2.0/networks/d27153f4-243c-41c7-bfad-3a69009a013b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741149 Aug 23 14:27:21.727171 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3556ac2-9a33-45f2-98ed-02e884362dbc admin admin] Deleting subnet 27bb7382-12c0-438e-a1f3-4f81c598dc69 {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:27:21.733341 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e3556ac2-9a33-45f2-98ed-02e884362dbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:21.827156 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e3556ac2-9a33-45f2-98ed-02e884362dbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:21.841895 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network 3274d46e-7817-431e-aab5-5e91311b710b is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:27:21.916908 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:21.936696 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e3556ac2-9a33-45f2-98ed-02e884362dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:21.938931 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67acb153-1377-430d-bcb4-88c165add4b1 None None] Network 38440a74-6288-4496-a7a5-cedbe3a7d0b0 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:27:22.083911 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 3274d46e-7817-431e-aab5-5e91311b710b) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:22.098884 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:22.099472 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:22.107574 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694a0c53-95c6-4d55-b7f4-409b2dfb300d None None] Network 3274d46e-7817-431e-aab5-5e91311b710b requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:27:22.114647 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e3556ac2-9a33-45f2-98ed-02e884362dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:22.121528 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4ff44e18-927d-4d7f-ac3b-7c6594e23b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:22.171979 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3556ac2-9a33-45f2-98ed-02e884362dbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27bb7382-12c0-438e-a1f3-4f81c598dc69,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:22.174801 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e3556ac2-9a33-45f2-98ed-02e884362dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:22.178066 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e3556ac2-9a33-45f2-98ed-02e884362dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:22.186065 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e3556ac2-9a33-45f2-98ed-02e884362dbc admin admin] 10.222.0.86 "DELETE /v2.0/subnets/27bb7382-12c0-438e-a1f3-4f81c598dc69 HTTP/1.1" status: 204 len: 168 time: 0.7208500 Aug 23 14:27:22.188604 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49296) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:22.328502 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c252dcb2-2310-444d-845b-0de855d9397d req-bbbd0a19-e1b8-4e2d-bae5-8ffcad719f17 service neutron] 10.222.0.86 "GET /v2.0/networks/b4261220-e754-4906-95ce-e0dde8b2b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054040 Aug 23 14:27:22.362154 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3675325 Aug 23 14:27:22.367325 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49300) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:22.379135 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'network_id': '3274d46e-7817-431e-aab5-5e91311b710b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-307029187'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:22.401238 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-32e97334-f978-4307-bf4f-63abdd02868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:22.481450 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9c75f-d7e6-4718-9b95-e42d3b8bb332 req-ce779912-8bd4-4a1f-976f-d13b0bc5288b tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:22.492575 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-efe9c75f-d7e6-4718-9b95-e42d3b8bb332 req-ce779912-8bd4-4a1f-976f-d13b0bc5288b tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 950 time: 0.6467631 Aug 23 14:27:22.576599 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 2e88c439-a70f-41cf-97ea-14dc8c330d1d up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:22.580903 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c252dcb2-2310-444d-845b-0de855d9397d req-4a8126a2-b9eb-4fc5-a8ff-735466b95ef9 service neutron] 10.222.0.86 "GET /v2.0/networks/b4261220-e754-4906-95ce-e0dde8b2b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514319 Aug 23 14:27:22.589636 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:27:22.607446 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] 10.222.0.86 "PUT /v2.0/routers/6acd2095-25a5-4b59-bc41-f5119f68713f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.6450577 Aug 23 14:27:22.658214 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-efe9c75f-d7e6-4718-9b95-e42d3b8bb332 req-d229fc42-4317-44f1-837b-943fec8d1ee9 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/security-groups?id=68310072-0f75-4128-812e-6bfc691aff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644242 Aug 23 14:27:22.674625 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-3274d46e-7817-431e-aab5-5e91311b710b', 'network_id': '3274d46e-7817-431e-aab5-5e91311b710b', 'tenant_id': '9941da49987249e0a64fa4a2b73cbf48', 'fixed_ips': [{'subnet_id': 'a3dbb577-26cb-4824-9eae-7648e265307a'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:27:22.674625 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:22.756842 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Sync routers for ids ['6acd2095-25a5-4b59-bc41-f5119f68713f'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:27:22.897445 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Routers {'6acd2095-25a5-4b59-bc41-f5119f68713f'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:27:22.898645 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-10f80c14-987d-4865-a669-0671142723a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:26:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['6acd2095-25a5-4b59-bc41-f5119f68713f'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:23.010384 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-32e97334-f978-4307-bf4f-63abdd02868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:23.029947 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:23.033176 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-32e97334-f978-4307-bf4f-63abdd02868f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2961c70e-af3c-4bcf-91eb-0eb4d684285e']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:23.054139 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:port and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:23.054139 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:23.056404 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-32e97334-f978-4307-bf4f-63abdd02868f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf96984-556f-4bca-9efb-206e9a5e497d') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:23.056936 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-32e97334-f978-4307-bf4f-63abdd02868f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf96984-556f-4bca-9efb-206e9a5e497d') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:23.069739 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:23.083794 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-32e97334-f978-4307-bf4f-63abdd02868f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:23.083938 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538c685-29f4-42a6-b2e3-6725e1614e3d req-ad2554d3-2b07-481b-aabb-5983c48a9c01 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:23.083938 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538c685-29f4-42a6-b2e3-6725e1614e3d req-ad2554d3-2b07-481b-aabb-5983c48a9c01 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:23.087692 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538c685-29f4-42a6-b2e3-6725e1614e3d req-ad2554d3-2b07-481b-aabb-5983c48a9c01 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:23.092514 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538c685-29f4-42a6-b2e3-6725e1614e3d req-ad2554d3-2b07-481b-aabb-5983c48a9c01 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:23.098805 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538c685-29f4-42a6-b2e3-6725e1614e3d req-ad2554d3-2b07-481b-aabb-5983c48a9c01 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:23.099251 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-32e97334-f978-4307-bf4f-63abdd02868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:23.103142 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538c685-29f4-42a6-b2e3-6725e1614e3d req-ad2554d3-2b07-481b-aabb-5983c48a9c01 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:23.107276 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538c685-29f4-42a6-b2e3-6725e1614e3d req-ad2554d3-2b07-481b-aabb-5983c48a9c01 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:23.107669 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e97334-f978-4307-bf4f-63abdd02868f admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:27:23.108672 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-32e97334-f978-4307-bf4f-63abdd02868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:23.131768 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b538c685-29f4-42a6-b2e3-6725e1614e3d req-ad2554d3-2b07-481b-aabb-5983c48a9c01 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5437 time: 0.1899235 Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:27:23.132141 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:27:23.198943 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b538c685-29f4-42a6-b2e3-6725e1614e3d req-86a36bd5-fec9-4795-a2db-a9d5d265914d tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740492 Aug 23 14:27:23.260091 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:23.265941 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:23.317011 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] device_id is not set on port 2557881f-d2d2-4a77-b4fa-69f5ddfada00 yet. {{(pid=76506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:27:23.353990 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 2e88c439-a70f-41cf-97ea-14dc8c330d1d completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:23.385460 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 2e88c439-a70f-41cf-97ea-14dc8c330d1d triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:23.385460 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:23.412693 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-32e97334-f978-4307-bf4f-63abdd02868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:23.435558 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-06305d3b-bf4f-4132-8ef9-28832ab52cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:23.473903 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Set router 6acd2095-25a5-4b59-bc41-f5119f68713f gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:27:23.487234 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-32e97334-f978-4307-bf4f-63abdd02868f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:23.540276 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e97334-f978-4307-bf4f-63abdd02868f admin admin] Pushing event deleted for resources: {'Network': ['ID=2961c70e-af3c-4bcf-91eb-0eb4d684285e,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:23.547966 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Allocated IP 2001:db8::2 (3274d46e-7817-431e-aab5-5e91311b710b/a3dbb577-26cb-4824-9eae-7648e265307a/785aab67-6eb1-4f10-93c9-c14e014821fa) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:23.569686 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-32e97334-f978-4307-bf4f-63abdd02868f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:23.731052 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-32e97334-f978-4307-bf4f-63abdd02868f admin admin] 10.222.0.86 "DELETE /v2.0/networks/2961c70e-af3c-4bcf-91eb-0eb4d684285e HTTP/1.1" status: 204 len: 168 time: 1.5406308 Aug 23 14:27:23.786267 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-71fa3365-c308-4307-bab9-d428051fb2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:23.965319 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:23.974665 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-b60731c9-7b2b-4a05-8fe8-c3dc778f9763 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:23.977873 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-b60731c9-7b2b-4a05-8fe8-c3dc778f9763 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/networks?id=38440a74-6288-4496-a7a5-cedbe3a7d0b0 HTTP/1.1" status: 200 len: 822 time: 0.2721570 Aug 23 14:27:23.995034 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-3e86c2af-5212-411f-88dc-e3ae9059a64e tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/quotas/f3a30ff745004e44b7042de501b3d459 HTTP/1.1" status: 200 len: 375 time: 0.0124786 Aug 23 14:27:24.051162 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-462382b3-18ee-4cd2-9532-2861acf29a9a tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3a30ff745004e44b7042de501b3d459&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493233 Aug 23 14:27:24.068904 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e88c439-a70f-41cf-97ea-14dc8c330d1d'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:24.085489 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 2e88c439-a70f-41cf-97ea-14dc8c330d1d, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=2e88c439-a70f-41cf-97ea-14dc8c330d1d,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:24.216627 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:24.217291 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 901e53a0-2ec9-4803-8854-0ec8ae58fdd9 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:24.231249 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49330) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:24.240261 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513084209', 'description': 'tempest-description--1114415378'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:24.250957 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:24.253016 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:24.261631 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Usage tracker for resource:security_group and tenant:408ea8540e3c437ebed84fe21cc31af0 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:24.266980 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-00442544-b9aa-46f4-a285-d807d5f15cb2 service neutron] 10.222.0.86 "GET /v2.0/networks/38440a74-6288-4496-a7a5-cedbe3a7d0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071700 Aug 23 14:27:24.267734 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:24.291867 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:24.410239 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:24.443445 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Transition to ACTIVE for port object 785aab67-6eb1-4f10-93c9-c14e014821fa will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:24.450038 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cc04ce74-70ea-48aa-afcc-88f828773f8e req-639bc47c-d0ca-4aea-a86f-333ccf6bef1b tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 210 time: 0.1376250 Aug 23 14:27:24.461091 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=2e88c439-a70f-41cf-97ea-14dc8c330d1d,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:24.471909 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:24.472221 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:24.486064 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Transition to ACTIVE for port object 785aab67-6eb1-4f10-93c9-c14e014821fa will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:24.511862 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49338) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:24.514790 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-10f80c14-987d-4865-a669-0671142723a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'name': 'tempest-AttachVolumeTestJSON-228995659-router', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:52Z', 'updated_at': '2021-08-23T14:27:13Z', 'revision_number': 4, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'gw_port': {'id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:54Z', 'updated_at': '2021-08-23T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'f83eb496-8ba0-4c26-ba07-6f6d8307b9be', 'name': '', 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'mac_address': 'fa:16:3e:d8:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12b0b345-a54c-4994-a569-11c59bf7b397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:11Z', 'updated_at': '2021-08-23T14:27:14Z', 'revision_number': 2, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'subnets': [{'id': '12b0b345-a54c-4994-a569-11c59bf7b397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:24.520275 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Checking router: 6acd2095-25a5-4b59-bc41-f5119f68713f for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:27:24.520705 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Updating router 6acd2095-25a5-4b59-bc41-f5119f68713f port f83eb496-8ba0-4c26-ba07-6f6d8307b9be binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:27:24.536212 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7f4ceea8-63fc-4f00-b076-96290367bd06 service neutron] 10.222.0.86 "GET /v2.0/networks/38440a74-6288-4496-a7a5-cedbe3a7d0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681568 Aug 23 14:27:24.620360 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:24.656774 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:24.770604 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:24.784349 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 901e53a0-2ec9-4803-8854-0ec8ae58fdd9 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:24.784349 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:24.791892 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Usage tracker for resource:security_group_rule and tenant:408ea8540e3c437ebed84fe21cc31af0 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:24.791892 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:24.810898 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-5a440572-5802-4bd6-88eb-732519f3c6d1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2db89cf8ec4049f391cd185e2d3192bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2783260 Aug 23 14:27:24.810898 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:24.821582 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49344) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:24.842640 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 901e53a0-2ec9-4803-8854-0ec8ae58fdd9 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:24.842640 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:24.874619 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Allocated IP 2001:db8::295 (3274d46e-7817-431e-aab5-5e91311b710b/a3dbb577-26cb-4824-9eae-7648e265307a/2557881f-d2d2-4a77-b4fa-69f5ddfada00) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:24.950414 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.008295 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d986cffc-13a2-4812-af2b-e89755c54aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.054513 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Pushing event updated for resources: {'Port': ['ID=785aab67-6eb1-4f10-93c9-c14e014821fa,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:25.054513 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:25.054513 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Network 3274d46e-7817-431e-aab5-5e91311b710b is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:25.075545 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d986cffc-13a2-4812-af2b-e89755c54aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.082409 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:25.090823 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:27:25.109320 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07026ba3-bd7b-496d-9d09-1c9f85275926 req-ce4cf525-53c8-4567-b97a-2d5c8e7d511c tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:25.109320 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-07026ba3-bd7b-496d-9d09-1c9f85275926 req-ce4cf525-53c8-4567-b97a-2d5c8e7d511c tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 950 time: 0.2104638 Aug 23 14:27:25.150625 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.276719 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.304283 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-07026ba3-bd7b-496d-9d09-1c9f85275926 req-11a75bd9-944a-40a1-bd8e-29c73b7c178a tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/security-groups?id=68310072-0f75-4128-812e-6bfc691aff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906538 Aug 23 14:27:25.309231 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9f1ec985-d76f-4f3f-b55c-628a7e31d976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:25.335774 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e88c439-a70f-41cf-97ea-14dc8c330d1d', 'code': 200} Aug 23 14:27:25.342511 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d986cffc-13a2-4812-af2b-e89755c54aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.346839 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b63469a4-40b0-4335-bcbc-9772e410bd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:25.371387 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986cffc-13a2-4812-af2b-e89755c54aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74658b76-64db-42d5-a378-3b7e3b34244c,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:25.381889 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d986cffc-13a2-4812-af2b-e89755c54aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:25.397238 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5619026-548a-4d6b-96a4-fa9e59836854,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:25.401280 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:25.501662 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d986cffc-13a2-4812-af2b-e89755c54aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.503937 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-d986cffc-13a2-4812-af2b-e89755c54aa7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/74658b76-64db-42d5-a378-3b7e3b34244c HTTP/1.1" status: 204 len: 168 time: 0.7001648 Aug 23 14:27:25.552406 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef9912-9d47-4ae8-8832-c9e6a83cb17e req-4f1479c1-e472-4450-a869-7d65d2fa7b2f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:25.554862 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.559904 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef9912-9d47-4ae8-8832-c9e6a83cb17e req-4f1479c1-e472-4450-a869-7d65d2fa7b2f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:25.563280 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3306043 Aug 23 14:27:25.564787 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49362) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:25.565362 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef9912-9d47-4ae8-8832-c9e6a83cb17e req-4f1479c1-e472-4450-a869-7d65d2fa7b2f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:25.577800 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef9912-9d47-4ae8-8832-c9e6a83cb17e req-4f1479c1-e472-4450-a869-7d65d2fa7b2f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:25.581655 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef9912-9d47-4ae8-8832-c9e6a83cb17e req-4f1479c1-e472-4450-a869-7d65d2fa7b2f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:25.585354 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.596749 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-eba0eca2-d0b4-4944-b305-33825cc66efb tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Request body: {'security_group_rule': {'security_group_id': 'f5619026-548a-4d6b-96a4-fa9e59836854', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:25.599611 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef9912-9d47-4ae8-8832-c9e6a83cb17e req-4f1479c1-e472-4450-a869-7d65d2fa7b2f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:25.605341 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Attempting to bind port 785aab67-6eb1-4f10-93c9-c14e014821fa on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:25.606039 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Attempting to bind port 785aab67-6eb1-4f10-93c9-c14e014821fa by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '84d6cc8b-65cd-40d0-a561-53c39bb036e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3274d46e-7817-431e-aab5-5e91311b710b'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:25.606701 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Attempting to bind port 785aab67-6eb1-4f10-93c9-c14e014821fa on network 3274d46e-7817-431e-aab5-5e91311b710b {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:25.612841 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.613502 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef9912-9d47-4ae8-8832-c9e6a83cb17e req-4f1479c1-e472-4450-a869-7d65d2fa7b2f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:25.637632 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-eba0eca2-d0b4-4944-b305-33825cc66efb tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:25.637632 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-eba0eca2-d0b4-4944-b305-33825cc66efb tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Usage tracker for resource:security_group_rule and tenant:408ea8540e3c437ebed84fe21cc31af0 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:25.637632 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-eba0eca2-d0b4-4944-b305-33825cc66efb tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:25.637896 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-89ef9912-9d47-4ae8-8832-c9e6a83cb17e req-4f1479c1-e472-4450-a869-7d65d2fa7b2f tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5438 time: 0.2340248 Aug 23 14:27:25.637991 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-eba0eca2-d0b4-4944-b305-33825cc66efb tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:25.667635 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Transition to ACTIVE for port object 2557881f-d2d2-4a77-b4fa-69f5ddfada00 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:25.771008 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eba0eca2-d0b4-4944-b305-33825cc66efb tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.823998 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:27:25.824378 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Checking segment: {'id': '84d6cc8b-65cd-40d0-a561-53c39bb036e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3274d46e-7817-431e-aab5-5e91311b710b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:25.824986 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.825391 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Bound using segment: {'id': '84d6cc8b-65cd-40d0-a561-53c39bb036e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3274d46e-7817-431e-aab5-5e91311b710b'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:27:25.826010 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Bound port: 785aab67-6eb1-4f10-93c9-c14e014821fa, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d6cc8b-65cd-40d0-a561-53c39bb036e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3274d46e-7817-431e-aab5-5e91311b710b'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:25.826715 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.841980 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.853522 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:25.875083 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-251e32e0-80b5-4039-9e4b-4b3b257ea3d5 req-1fcf3d28-d393-4b14-9d62-63dc383c062b tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 210 time: 0.1689222 Aug 23 14:27:25.881836 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 901e53a0-2ec9-4803-8854-0ec8ae58fdd9, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=901e53a0-2ec9-4803-8854-0ec8ae58fdd9,segment=NetworkSegment(6b0a1c83-b750-48a9-a961-6e5d879606dc),segment_id=6b0a1c83-b750-48a9-a961-6e5d879606dc)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:25.900277 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-89ef9912-9d47-4ae8-8832-c9e6a83cb17e req-5aa6ea13-3e50-40fe-9f90-ff3bd03041d9 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2659299 Aug 23 14:27:25.924839 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eba0eca2-d0b4-4944-b305-33825cc66efb tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.991859 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network 3274d46e-7817-431e-aab5-5e91311b710b is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:26.006644 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:26.010736 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eba0eca2-d0b4-4944-b305-33825cc66efb tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:26.012882 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:27:26.015906 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:26.016377 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:26.030021 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] For port 785aab67-6eb1-4f10-93c9-c14e014821fa, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:27:26.032106 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=2557881f-d2d2-4a77-b4fa-69f5ddfada00,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:26.043032 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:26.044381 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:26.055236 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] For port 785aab67-6eb1-4f10-93c9-c14e014821fa, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=785aab67-6eb1-4f10-93c9-c14e014821fa,segment=NetworkSegment(84d6cc8b-65cd-40d0-a561-53c39bb036e8),segment_id=84d6cc8b-65cd-40d0-a561-53c39bb036e8)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:27:26.066588 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:26.069868 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:26.073605 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0eca2-d0b4-4944-b305-33825cc66efb tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b471e432-4c9f-477a-8f9f-538942c88b23,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:26.080785 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-eba0eca2-d0b4-4944-b305-33825cc66efb tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:26.127874 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 4a636c77-075e-45d0-94a2-d6a16068f7e6 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:26.191993 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.8230124 Aug 23 14:27:26.193899 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eba0eca2-d0b4-4944-b305-33825cc66efb tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:26.198670 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-eba0eca2-d0b4-4944-b305-33825cc66efb tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6269865 Aug 23 14:27:26.201404 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49370) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:26.205605 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49372) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:26.214162 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:26.219383 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-3193b4e0-6ff6-43fa-afd1-3f7cdf6fa2da tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Request body: {'security_group_rule': {'security_group_id': 'f5619026-548a-4d6b-96a4-fa9e59836854', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:26.252464 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a2a1cf30-c5d4-4611-9fbb-5b1bc11c794b req-133941ae-e6c6-4131-b5e8-384d168993ac tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 210 time: 0.0613451 Aug 23 14:27:26.260910 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:26.393578 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=901e53a0-2ec9-4803-8854-0ec8ae58fdd9,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:26.412116 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:26.419139 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:26.470676 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3193b4e0-6ff6-43fa-afd1-3f7cdf6fa2da tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:26.481904 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-e511bbf1-b2ae-40cf-bf43-0b2a54223074 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 2557881f-d2d2-4a77-b4fa-69f5ddfada00 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:26.481904 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e511bbf1-b2ae-40cf-bf43-0b2a54223074 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:26.595640 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3193b4e0-6ff6-43fa-afd1-3f7cdf6fa2da tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Usage tracker for resource:security_group_rule and tenant:408ea8540e3c437ebed84fe21cc31af0 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:26.595640 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-3193b4e0-6ff6-43fa-afd1-3f7cdf6fa2da tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:26.754904 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Pushing event updated for resources: {'Port': ['ID=785aab67-6eb1-4f10-93c9-c14e014821fa,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:26.768679 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:26.817052 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:26.871726 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 4a636c77-075e-45d0-94a2-d6a16068f7e6 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:26.888185 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 4a636c77-075e-45d0-94a2-d6a16068f7e6 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:26.888185 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:26.986534 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Transition to ACTIVE for port object f83eb496-8ba0-4c26-ba07-6f6d8307b9be will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:27.023162 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-3193b4e0-6ff6-43fa-afd1-3f7cdf6fa2da tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:27.075053 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:27:27.157378 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:27.213247 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:27.241907 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3193b4e0-6ff6-43fa-afd1-3f7cdf6fa2da tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:27.274769 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e511bbf1-b2ae-40cf-bf43-0b2a54223074 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:27.341043 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901e53a0-2ec9-4803-8854-0ec8ae58fdd9'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:27.360998 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f3cc98d0-7875-43fa-a567-818b16cd43c3 req-5f12eb41-6932-4a58-9456-5382e2ae77cc tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 210 time: 0.1653297 Aug 23 14:27:27.569757 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:27.588648 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed2cc8-440a-4620-ad54-03d2bade9cce req-401af675-0c22-4035-87f2-245c5a971ab5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:27.613061 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed2cc8-440a-4620-ad54-03d2bade9cce req-401af675-0c22-4035-87f2-245c5a971ab5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:27.619557 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b0c4c-adad-4a4d-9e6c-2cbb7c22bf1f None None] Pushing event updated for resources: {'Port': ['ID=f83eb496-8ba0-4c26-ba07-6f6d8307b9be,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:27.627424 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed2cc8-440a-4620-ad54-03d2bade9cce req-401af675-0c22-4035-87f2-245c5a971ab5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:27.638203 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a43b0c4c-adad-4a4d-9e6c-2cbb7c22bf1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:27.641329 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed2cc8-440a-4620-ad54-03d2bade9cce req-401af675-0c22-4035-87f2-245c5a971ab5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:27.662757 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed2cc8-440a-4620-ad54-03d2bade9cce req-401af675-0c22-4035-87f2-245c5a971ab5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:27.667905 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed2cc8-440a-4620-ad54-03d2bade9cce req-401af675-0c22-4035-87f2-245c5a971ab5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:27.669176 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-e511bbf1-b2ae-40cf-bf43-0b2a54223074 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for 2557881f-d2d2-4a77-b4fa-69f5ddfada00 owned by {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:27.682086 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed2cc8-440a-4620-ad54-03d2bade9cce req-401af675-0c22-4035-87f2-245c5a971ab5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:27.706245 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a3ed2cc8-440a-4620-ad54-03d2bade9cce req-401af675-0c22-4035-87f2-245c5a971ab5 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5439 time: 0.3010559 Aug 23 14:27:27.715793 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Attempting to bind port f83eb496-8ba0-4c26-ba07-6f6d8307b9be on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:27.716160 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Attempting to bind port f83eb496-8ba0-4c26-ba07-6f6d8307b9be by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'd824b32a-e783-4159-989f-167272a8399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:27.716721 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Attempting to bind port f83eb496-8ba0-4c26-ba07-6f6d8307b9be on network 87201e98-0c42-47b0-84b6-a734e366810a {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:27.763234 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:27:27.763866 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Checking segment: {'id': 'd824b32a-e783-4159-989f-167272a8399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:27.772598 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:27.773753 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Bound using segment: {'id': 'd824b32a-e783-4159-989f-167272a8399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:27:27.782442 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Bound port: f83eb496-8ba0-4c26-ba07-6f6d8307b9be, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd824b32a-e783-4159-989f-167272a8399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:27.782951 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:27.848166 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 785aab67-6eb1-4f10-93c9-c14e014821fa up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:27.892093 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a3ed2cc8-440a-4620-ad54-03d2bade9cce req-b7de28e6-24bb-485d-8851-d555ac36c72d tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1844366 Aug 23 14:27:27.988393 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 4a636c77-075e-45d0-94a2-d6a16068f7e6, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=4a636c77-075e-45d0-94a2-d6a16068f7e6,segment=NetworkSegment(7fce1d18-d308-402f-938a-24263b48c270),segment_id=7fce1d18-d308-402f-938a-24263b48c270)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:28.130654 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:28.130815 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device ffd6922c-9005-4b49-a0ec-84d29480b1c2 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:28.194711 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901e53a0-2ec9-4803-8854-0ec8ae58fdd9', 'code': 200} Aug 23 14:27:28.195542 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bc1f9580-bf52-41b2-b0b1-8e33367321c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:28.275539 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 785aab67-6eb1-4f10-93c9-c14e014821fa completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:28.296272 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e511bbf1-b2ae-40cf-bf43-0b2a54223074 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:28.321851 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:28.388845 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-10f80c14-987d-4865-a669-0671142723a7 None None] For port f83eb496-8ba0-4c26-ba07-6f6d8307b9be, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:27:28.406616 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-10f80c14-987d-4865-a669-0671142723a7 None None] For port f83eb496-8ba0-4c26-ba07-6f6d8307b9be, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=f83eb496-8ba0-4c26-ba07-6f6d8307b9be,segment=NetworkSegment(d824b32a-e783-4159-989f-167272a8399b),segment_id=d824b32a-e783-4159-989f-167272a8399b)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:27:28.416373 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=4a636c77-075e-45d0-94a2-d6a16068f7e6,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:28.423727 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:28.505205 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:28.505205 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:28.530538 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511bbf1-b2ae-40cf-bf43-0b2a54223074 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=2557881f-d2d2-4a77-b4fa-69f5ddfada00,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:28.545504 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e511bbf1-b2ae-40cf-bf43-0b2a54223074 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:28.555236 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e511bbf1-b2ae-40cf-bf43-0b2a54223074 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:28.587261 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f7862136-4e95-424d-be0f-fff041fda472 req-909a3433-a4fa-43a4-a4d4-b02c94a45928 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 210 time: 0.3712909 Aug 23 14:27:28.588645 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49414) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:28.597439 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e511bbf1-b2ae-40cf-bf43-0b2a54223074 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/2557881f-d2d2-4a77-b4fa-69f5ddfada00 HTTP/1.1" status: 204 len: 168 time: 2.3913765 Aug 23 14:27:28.604556 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49418) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:28.606394 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2696ebf6-3c43-42cb-893d-cd156faf3597 None None] Network 3274d46e-7817-431e-aab5-5e91311b710b requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:27:28.640727 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port ffd6922c-9005-4b49-a0ec-84d29480b1c2 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:28.683625 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3193b4e0-6ff6-43fa-afd1-3f7cdf6fa2da tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:28.726972 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1b70f9-c437-4ef0-9193-6bffb538fe86 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] GET failed (client error): The resource could not be found. Aug 23 14:27:28.729106 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-2b1b70f9-c437-4ef0-9193-6bffb538fe86 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/2557881f-d2d2-4a77-b4fa-69f5ddfada00 HTTP/1.1" status: 404 len: 333 time: 0.1208732 Aug 23 14:27:28.738513 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49424) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:28.738648 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252dcb2-2310-444d-845b-0de855d9397d req-ee616419-7699-4fca-a50c-88bc4489b1d9 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:28.740663 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-c252dcb2-2310-444d-845b-0de855d9397d req-ee616419-7699-4fca-a50c-88bc4489b1d9 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Synchronizing usage tracker for tenant:df8ef8085d7246eeb8acb3497a5a18d0 on resource:network {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:28.751437 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port ffd6922c-9005-4b49-a0ec-84d29480b1c2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:28.752383 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:28.803636 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3193b4e0-6ff6-43fa-afd1-3f7cdf6fa2da tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:28.803777 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:28.866157 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193b4e0-6ff6-43fa-afd1-3f7cdf6fa2da tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9100b762-a046-4452-9d46-ebf8d12b9d33,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:28.878425 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3193b4e0-6ff6-43fa-afd1-3f7cdf6fa2da tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:28.897057 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b0c4c-adad-4a4d-9e6c-2cbb7c22bf1f None None] Pushing event updated for resources: {'Port': ['ID=f83eb496-8ba0-4c26-ba07-6f6d8307b9be,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:28.915524 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a43b0c4c-adad-4a4d-9e6c-2cbb7c22bf1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:28.917040 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Routers {'6acd2095-25a5-4b59-bc41-f5119f68713f'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:27:28.917863 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-10f80c14-987d-4865-a669-0671142723a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:27:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['6acd2095-25a5-4b59-bc41-f5119f68713f'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:28.987897 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-c252dcb2-2310-444d-845b-0de855d9397d req-ee616419-7699-4fca-a50c-88bc4489b1d9 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Unset dirty status for tenant:df8ef8085d7246eeb8acb3497a5a18d0 on resource:network {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:28.991227 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c252dcb2-2310-444d-845b-0de855d9397d req-ee616419-7699-4fca-a50c-88bc4489b1d9 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.91 "GET /v2.0/networks?id=b4261220-e754-4906-95ce-e0dde8b2b922 HTTP/1.1" status: 200 len: 810 time: 1.5278776 Aug 23 14:27:29.005416 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-919626941-network', 'tenant_id': 'edc09b7159264f3c93f1c0b651b4d3ca'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:29.010984 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:29.015444 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Usage tracker for resource:network and tenant:edc09b7159264f3c93f1c0b651b4d3ca is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:29.018878 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:29.025755 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:29.030143 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-c252dcb2-2310-444d-845b-0de855d9397d req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Request body: {'port': {'device_id': '5df3f772-ac20-4bb0-bef2-cf0da6fe5443', 'network_id': 'b4261220-e754-4906-95ce-e0dde8b2b922', 'admin_state_up': True, 'tenant_id': 'df8ef8085d7246eeb8acb3497a5a18d0'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:29.057767 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-930bb2a5-1e6e-424b-8040-33b0a2097a40 req-ce82192b-18da-4bd0-a261-1bcdeba89047 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 210 time: 0.1895254 Aug 23 14:27:29.152442 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3193b4e0-6ff6-43fa-afd1-3f7cdf6fa2da tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.154041 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-3193b4e0-6ff6-43fa-afd1-3f7cdf6fa2da tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.9467623 Aug 23 14:27:29.161985 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49430) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:29.180246 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:29.201257 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:29.210522 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Usage tracker for resource:floatingip and tenant:408ea8540e3c437ebed84fe21cc31af0 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:29.215854 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:29.222129 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-71200d40-918e-47b5-b209-e9428a754752 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting subnet a3dbb577-26cb-4824-9eae-7648e265307a {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:27:29.229661 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71200d40-918e-47b5-b209-e9428a754752 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.270663 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f630f884-084b-4a7c-8351-fa52fcd8a532 None None] Provisioning for port 785aab67-6eb1-4f10-93c9-c14e014821fa completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:29.279468 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:29.281470 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-c252dcb2-2310-444d-845b-0de855d9397d req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:29.287752 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-c252dcb2-2310-444d-845b-0de855d9397d req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Usage tracker for resource:port and tenant:df8ef8085d7246eeb8acb3497a5a18d0 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:29.288535 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f630f884-084b-4a7c-8351-fa52fcd8a532 None None] Provisioning complete for port 785aab67-6eb1-4f10-93c9-c14e014821fa triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:29.290000 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f630f884-084b-4a7c-8351-fa52fcd8a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.293823 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-c252dcb2-2310-444d-845b-0de855d9397d req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:29.301090 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-c252dcb2-2310-444d-845b-0de855d9397d req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:29.350853 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Made reservation on behalf of edc09b7159264f3c93f1c0b651b4d3ca for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:29.353872 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.389307 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.406971 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71200d40-918e-47b5-b209-e9428a754752 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.413827 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.422371 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c252dcb2-2310-444d-845b-0de855d9397d req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Made reservation on behalf of df8ef8085d7246eeb8acb3497a5a18d0 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:29.426635 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c252dcb2-2310-444d-845b-0de855d9397d req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.496091 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-10f80c14-987d-4865-a669-0671142723a7 None None] Set router 6acd2095-25a5-4b59-bc41-f5119f68713f gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:27:29.551200 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks [] for floatingip, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.575975 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port ffd6922c-9005-4b49-a0ec-84d29480b1c2, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=ffd6922c-9005-4b49-a0ec-84d29480b1c2,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:29.607306 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:29.679154 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Usage tracker for resource:security_group_rule and tenant:edc09b7159264f3c93f1c0b651b4d3ca is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:29.686806 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:29.695910 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:29.704924 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f630f884-084b-4a7c-8351-fa52fcd8a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.785168 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.819249 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.819474 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71200d40-918e-47b5-b209-e9428a754752 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.819575 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device b8ad156f-a175-4727-9751-600fe733884e up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:29.824503 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-c252dcb2-2310-444d-845b-0de855d9397d req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Allocated IP 172.20.0.10 (b4261220-e754-4906-95ce-e0dde8b2b922/ff9a0415-562f-42f6-93d2-5ff24fb1b63c/63e32501-c73a-4fb3-8458-1caff5a6b471) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:29.853017 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-d2cb72b4-762d-406d-aa78-3db8e9084325 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:29.878009 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-989bf572-4b78-45eb-b59c-b31bca6e8598 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:29.879317 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-989bf572-4b78-45eb-b59c-b31bca6e8598 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Synchronizing usage tracker for tenant:f3a30ff745004e44b7042de501b3d459 on resource:network {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:30.011194 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=ffd6922c-9005-4b49-a0ec-84d29480b1c2,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:30.015674 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:30.054098 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b70e4-93db-4843-8cfa-4f91b70b843d req-da02d406-72c5-4209-81f4-ab9a0131538d tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:30.059603 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b70e4-93db-4843-8cfa-4f91b70b843d req-da02d406-72c5-4209-81f4-ab9a0131538d tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:30.065266 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b70e4-93db-4843-8cfa-4f91b70b843d req-da02d406-72c5-4209-81f4-ab9a0131538d tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:30.079357 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b70e4-93db-4843-8cfa-4f91b70b843d req-da02d406-72c5-4209-81f4-ab9a0131538d tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:30.087202 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b70e4-93db-4843-8cfa-4f91b70b843d req-da02d406-72c5-4209-81f4-ab9a0131538d tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:30.103845 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b70e4-93db-4843-8cfa-4f91b70b843d req-da02d406-72c5-4209-81f4-ab9a0131538d tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:30.108324 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b70e4-93db-4843-8cfa-4f91b70b843d req-da02d406-72c5-4209-81f4-ab9a0131538d tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:30.110307 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b3b70e4-93db-4843-8cfa-4f91b70b843d req-da02d406-72c5-4209-81f4-ab9a0131538d tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5440 time: 0.8275058 Aug 23 14:27:30.136905 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-10f80c14-987d-4865-a669-0671142723a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'name': 'tempest-AttachVolumeTestJSON-228995659-router', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:52Z', 'updated_at': '2021-08-23T14:27:13Z', 'revision_number': 4, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'gw_port': {'id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:54Z', 'updated_at': '2021-08-23T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'f83eb496-8ba0-4c26-ba07-6f6d8307b9be', 'name': '', 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'mac_address': 'fa:16:3e:d8:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12b0b345-a54c-4994-a569-11c59bf7b397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:11Z', 'updated_at': '2021-08-23T14:27:28Z', 'revision_number': 4, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'subnets': [{'id': '12b0b345-a54c-4994-a569-11c59bf7b397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:30.144937 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f80c14-987d-4865-a669-0671142723a7 None None] The sync data for ids ['6acd2095-25a5-4b59-bc41-f5119f68713f'] in n-d-805629-1 is: [{'id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'name': 'tempest-AttachVolumeTestJSON-228995659-router', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:52Z', 'updated_at': '2021-08-23T14:27:13Z', 'revision_number': 4, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'gw_port': {'id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:54Z', 'updated_at': '2021-08-23T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'f83eb496-8ba0-4c26-ba07-6f6d8307b9be', 'name': '', 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'mac_address': 'fa:16:3e:d8:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12b0b345-a54c-4994-a569-11c59bf7b397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:11Z', 'updated_at': '2021-08-23T14:27:28Z', 'revision_number': 4, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'subnets': [{'id': '12b0b345-a54c-4994-a569-11c59bf7b397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:27:30.229275 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.248027 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d3f423d6-9973-458b-8be4-b040dcbc075a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:30.251083 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-989bf572-4b78-45eb-b59c-b31bca6e8598 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Unset dirty status for tenant:f3a30ff745004e44b7042de501b3d459 on resource:network {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:30.252362 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-989bf572-4b78-45eb-b59c-b31bca6e8598 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.91 "GET /v2.0/networks?id=38440a74-6288-4496-a7a5-cedbe3a7d0b0 HTTP/1.1" status: 200 len: 822 time: 0.7010739 Aug 23 14:27:30.271636 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a636c77-075e-45d0-94a2-d6a16068f7e6'}, {'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd6922c-9005-4b49-a0ec-84d29480b1c2'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:30.275815 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71200d40-918e-47b5-b209-e9428a754752 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.287594 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Request body: {'port': {'device_id': '115ec24a-bbd8-4737-8d92-35e236ad65b2', 'network_id': '38440a74-6288-4496-a7a5-cedbe3a7d0b0', 'admin_state_up': True, 'tenant_id': 'f3a30ff745004e44b7042de501b3d459'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:30.291326 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port b8ad156f-a175-4727-9751-600fe733884e completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:30.361711 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:27:30.391953 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port b8ad156f-a175-4727-9751-600fe733884e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:30.392915 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.396977 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9b0d01-e04b-4713-ac02-f9239f869d64,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:30.413836 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:30.422156 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4e95e59d-55b3-4bb6-a608-09ac98f3dd59 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:30.474745 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c252dcb2-2310-444d-845b-0de855d9397d req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.507371 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-f630f884-084b-4a7c-8351-fa52fcd8a532 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:27:30.507371 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-f630f884-084b-4a7c-8351-fa52fcd8a532 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:27:30.531860 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-71200d40-918e-47b5-b209-e9428a754752 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.535927 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.536519 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Added segment e6b138b3-0dbc-4842-b479-2497deacd006 of type vlan for network ff46db62-d140-4d03-9ccb-be7f589fec75 Aug 23 14:27:30.565142 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71200d40-918e-47b5-b209-e9428a754752 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Subnet': ['ID=a3dbb577-26cb-4824-9eae-7648e265307a,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:30.591849 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7b3b70e4-93db-4843-8cfa-4f91b70b843d req-37a8e990-a71c-4d71-818c-6d9303aa60cc tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4209633 Aug 23 14:27:30.591849 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-71200d40-918e-47b5-b209-e9428a754752 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:30.644601 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecd1946-3806-4827-a123-e8c2c1e55804 None None] Network 3274d46e-7817-431e-aab5-5e91311b710b requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:27:30.659016 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.702629 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c252dcb2-2310-444d-845b-0de855d9397d req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.717480 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-71200d40-918e-47b5-b209-e9428a754752 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/a3dbb577-26cb-4824-9eae-7648e265307a HTTP/1.1" status: 204 len: 168 time: 1.9834509 Aug 23 14:27:30.728366 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49444) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:30.732091 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-80e8ee06-e81f-41ae-b377-e5fa89149aae tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:30.828204 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d05ccc-3bfb-4ccf-a3c9-12e51e6f646e req-ea1e5478-6f78-4edd-a08c-bf81dcbee09b tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:30.830431 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-59d05ccc-3bfb-4ccf-a3c9-12e51e6f646e req-ea1e5478-6f78-4edd-a08c-bf81dcbee09b tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 950 time: 0.7938278 Aug 23 14:27:30.886924 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.887425 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:30.892856 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Usage tracker for resource:port and tenant:f3a30ff745004e44b7042de501b3d459 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:30.896261 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:30.905330 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:30.935141 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.945595 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.948024 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:30.948977 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.968861 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-96024f8f-ec0e-47c0-be0a-6f6ceae4caeb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:30.998180 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port b8ad156f-a175-4727-9751-600fe733884e, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=b8ad156f-a175-4727-9751-600fe733884e,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:31.089541 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Made reservation on behalf of f3a30ff745004e44b7042de501b3d459 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:31.091479 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:31.092397 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a943cde5-700d-4e4a-a9bf-b2d44504d843 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:31.093229 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:31.146201 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-59d05ccc-3bfb-4ccf-a3c9-12e51e6f646e req-08b9ecec-9683-448f-a496-568a550d7109 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/security-groups?id=68310072-0f75-4128-812e-6bfc691aff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085601 Aug 23 14:27:31.154580 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f630f884-084b-4a7c-8351-fa52fcd8a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:31.170214 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:31.181045 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c252dcb2-2310-444d-845b-0de855d9397d req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Network b4261220-e754-4906-95ce-e0dde8b2b922 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:31.186001 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-c252dcb2-2310-444d-845b-0de855d9397d req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:31.194627 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Pushing event updated for resources: {'Port': ['ID=63e32501-c73a-4fb3-8458-1caff5a6b471,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:31.204051 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:31.204051 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c252dcb2-2310-444d-845b-0de855d9397d req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:27:31.225516 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Pushing event updated for resources: {'Network': ['ID=ff46db62-d140-4d03-9ccb-be7f589fec75,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:31.230355 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] DHCP port deletion for 3274d46e-7817-431e-aab5-5e91311b710b request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:27:31.249488 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:31.267671 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network ff46db62-d140-4d03-9ccb-be7f589fec75 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:27:31.285749 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6962297 Aug 23 14:27:31.286943 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49450) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:31.300653 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Deleting port 785aab67-6eb1-4f10-93c9-c14e014821fa {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:31.301479 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:31.310425 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] Request body: {'subnet': {'network_id': 'ff46db62-d140-4d03-9ccb-be7f589fec75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-919626941-subnet', 'tenant_id': 'edc09b7159264f3c93f1c0b651b4d3ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:31.360646 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:31.423266 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252dcb2-2310-444d-845b-0de855d9397d req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:31.423894 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c252dcb2-2310-444d-845b-0de855d9397d req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:31.447644 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:31.456835 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-02a4ef10-6bd1-4da7-ac1e-15f618391cb4 req-aeea377e-085a-47e2-9cc0-572bbbbaa556 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 210 time: 0.0981638 Aug 23 14:27:31.482809 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837ef12-10e9-48d2-baba-a9cdc2e0961c req-831991f1-cb49-45e8-82a1-7a77a5bdb245 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:31.483354 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] Usage tracker for resource:subnet and tenant:edc09b7159264f3c93f1c0b651b4d3ca is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:31.495445 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:31.523363 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-1837ef12-10e9-48d2-baba-a9cdc2e0961c req-831991f1-cb49-45e8-82a1-7a77a5bdb245 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Synchronizing usage tracker for tenant:79824133860f41f8a44d509187003a3c on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:31.534862 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 785aab67-6eb1-4f10-93c9-c14e014821fa {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:31.535407 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:31.537014 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879737c-437e-42a1-a71e-00152036e62f req-6c6cd9a8-eff8-4bf0-8471-4d418cf47842 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:31.545820 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4879737c-437e-42a1-a71e-00152036e62f req-6c6cd9a8-eff8-4bf0-8471-4d418cf47842 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 932 time: 0.6547081 Aug 23 14:27:31.547514 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:31.707345 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a636c77-075e-45d0-94a2-d6a16068f7e6', 'code': 200} Aug 23 14:27:31.707550 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd6922c-9005-4b49-a0ec-84d29480b1c2', 'code': 200} Aug 23 14:27:31.743614 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device f83eb496-8ba0-4c26-ba07-6f6d8307b9be up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:31.767071 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Allocated IP 172.25.6.124 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/14c89017-535e-4731-89d5-b9e4a8203aea) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:31.785525 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4879737c-437e-42a1-a71e-00152036e62f req-6ea15cff-45b1-4387-8546-d78fde096d75 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997871 Aug 23 14:27:31.801073 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c252dcb2-2310-444d-845b-0de855d9397d req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7841032 Aug 23 14:27:31.824743 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Request body: {'port': {'device_id': '5df3f772-ac20-4bb0-bef2-cf0da6fe5443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:31.923256 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] Made reservation on behalf of edc09b7159264f3c93f1c0b651b4d3ca for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:31.925425 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-f630f884-084b-4a7c-8351-fa52fcd8a532 None None] For port 785aab67-6eb1-4f10-93c9-c14e014821fa, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=785aab67-6eb1-4f10-93c9-c14e014821fa,segment=NetworkSegment(84d6cc8b-65cd-40d0-a561-53c39bb036e8),segment_id=84d6cc8b-65cd-40d0-a561-53c39bb036e8)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:31.927338 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:31.942283 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Allocated IP 172.20.0.14 (38440a74-6288-4496-a7a5-cedbe3a7d0b0/8985f6d4-51a4-4b76-8892-e64f035e8a5e/ba5b1757-dcc8-4be8-925a-9d5073799afa) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:31.956847 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=b8ad156f-a175-4727-9751-600fe733884e,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:32.003060 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-1837ef12-10e9-48d2-baba-a9cdc2e0961c req-831991f1-cb49-45e8-82a1-7a77a5bdb245 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Unset dirty status for tenant:79824133860f41f8a44d509187003a3c on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:32.004201 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1837ef12-10e9-48d2-baba-a9cdc2e0961c req-831991f1-cb49-45e8-82a1-7a77a5bdb245 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.91 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 950 time: 1.0885117 Aug 23 14:27:32.010316 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:32.035485 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.059140 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f630f884-084b-4a7c-8351-fa52fcd8a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.063678 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:32.124343 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port a943cde5-700d-4e4a-a9bf-b2d44504d843 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:32.136827 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] For port 785aab67-6eb1-4f10-93c9-c14e014821fa, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=785aab67-6eb1-4f10-93c9-c14e014821fa,segment=NetworkSegment(84d6cc8b-65cd-40d0-a561-53c39bb036e8),segment_id=84d6cc8b-65cd-40d0-a561-53c39bb036e8)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:32.137224 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.144892 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port a943cde5-700d-4e4a-a9bf-b2d44504d843 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:32.145578 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.225221 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port f83eb496-8ba0-4c26-ba07-6f6d8307b9be completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:32.246637 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-1837ef12-10e9-48d2-baba-a9cdc2e0961c req-034ad725-3567-4a49-903f-ffdaba62207e tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Deleting port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:32.246963 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1837ef12-10e9-48d2-baba-a9cdc2e0961c req-034ad725-3567-4a49-903f-ffdaba62207e tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.291188 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.335106 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] For port 785aab67-6eb1-4f10-93c9-c14e014821fa, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=785aab67-6eb1-4f10-93c9-c14e014821fa,segment=NetworkSegment(84d6cc8b-65cd-40d0-a561-53c39bb036e8),segment_id=84d6cc8b-65cd-40d0-a561-53c39bb036e8)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:32.335522 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.376059 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port f83eb496-8ba0-4c26-ba07-6f6d8307b9be triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:32.376447 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.418252 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Calling delete_port for 785aab67-6eb1-4f10-93c9-c14e014821fa owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:32.445986 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a941d0ba-0557-4439-a147-8d820cc443f2 None None] Could not find standard attr ID for object 2557881f-d2d2-4a77-b4fa-69f5ddfada00. {{(pid=76509) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 14:27:32.506723 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630f884-084b-4a7c-8351-fa52fcd8a532 None None] Pushing event updated for resources: {'Port': ['ID=785aab67-6eb1-4f10-93c9-c14e014821fa,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:32.522978 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-f630f884-084b-4a7c-8351-fa52fcd8a532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:32.573945 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for 785aab67-6eb1-4f10-93c9-c14e014821fa owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:32.619904 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.639599 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.661883 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe189e05-bd73-4e65-bc33-a13783d674d0 req-ff2ed8b7-97de-4764-9373-1dcf56491ffe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:32.666097 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe189e05-bd73-4e65-bc33-a13783d674d0 req-ff2ed8b7-97de-4764-9373-1dcf56491ffe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:32.668299 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a941d0ba-0557-4439-a147-8d820cc443f2 None None] Provisioning complete for port f83eb496-8ba0-4c26-ba07-6f6d8307b9be triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:32.668711 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a941d0ba-0557-4439-a147-8d820cc443f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.671135 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe189e05-bd73-4e65-bc33-a13783d674d0 req-ff2ed8b7-97de-4764-9373-1dcf56491ffe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:32.675644 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe189e05-bd73-4e65-bc33-a13783d674d0 req-ff2ed8b7-97de-4764-9373-1dcf56491ffe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:32.680156 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe189e05-bd73-4e65-bc33-a13783d674d0 req-ff2ed8b7-97de-4764-9373-1dcf56491ffe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:32.684958 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe189e05-bd73-4e65-bc33-a13783d674d0 req-ff2ed8b7-97de-4764-9373-1dcf56491ffe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:32.688917 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe189e05-bd73-4e65-bc33-a13783d674d0 req-ff2ed8b7-97de-4764-9373-1dcf56491ffe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:32.692460 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fe189e05-bd73-4e65-bc33-a13783d674d0 req-ff2ed8b7-97de-4764-9373-1dcf56491ffe tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5442 time: 0.3477523 Aug 23 14:27:32.707785 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee6d4f-b299-4827-8e40-c1a0c8e25c67 req-53c54166-5be1-4c41-83c6-0e18ecb0b2f1 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:32.710290 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-90ee6d4f-b299-4827-8e40-c1a0c8e25c67 req-53c54166-5be1-4c41-83c6-0e18ecb0b2f1 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 950 time: 0.3634596 Aug 23 14:27:32.711630 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.721046 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4223bbe7-5d7d-475f-bed8-c27b9f63118c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:32.789865 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:27:32.791087 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:27:32.832522 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a943cde5-700d-4e4a-a9bf-b2d44504d843, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a943cde5-700d-4e4a-a9bf-b2d44504d843,segment=NetworkSegment(6b0a1c83-b750-48a9-a961-6e5d879606dc),segment_id=6b0a1c83-b750-48a9-a961-6e5d879606dc)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:32.879631 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=92899a2a-712a-41a4-94b2-f056fb41efdb,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:32.883325 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:32.887097 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.904620 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.905808 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 35e6671a-e1a8-4f86-80ff-87b3e4afb018 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:32.914379 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.921241 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.926669 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3ccc59de-76e8-4df4-af01-d54318cd9346 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:32.930923 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a43b0c4c-adad-4a4d-9e6c-2cbb7c22bf1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:32.976356 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-90ee6d4f-b299-4827-8e40-c1a0c8e25c67 req-d8665141-10f3-4bc7-a7c5-5501438264bf tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/security-groups?id=68310072-0f75-4128-812e-6bfc691aff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587757 Aug 23 14:27:32.981631 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fe189e05-bd73-4e65-bc33-a13783d674d0 req-03443ad2-56fa-4aef-af34-fd59e0a3aba2 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2807496 Aug 23 14:27:33.017053 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] Checking segment: {'id': 'e6b138b3-0dbc-4842-b479-2497deacd006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ff46db62-d140-4d03-9ccb-be7f589fec75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:33.017403 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] Network hostable DHCP agents. Network: ff46db62-d140-4d03-9ccb-be7f589fec75, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:27:33.034616 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:33.040020 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:33.042382 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:27:33.088063 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Pushing event updated for resources: {'Port': ['ID=14c89017-535e-4731-89d5-b9e4a8203aea,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:33.092789 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:33.107592 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.api [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:27:33.107592 n-d-805629-1 neutron-server[76506]: DEBUG oslo_db.api [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:27:33.128649 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a941d0ba-0557-4439-a147-8d820cc443f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:33.218119 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=a943cde5-700d-4e4a-a9bf-b2d44504d843,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:33.226142 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:33.238141 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port f83eb496-8ba0-4c26-ba07-6f6d8307b9be, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=f83eb496-8ba0-4c26-ba07-6f6d8307b9be,segment=NetworkSegment(d824b32a-e783-4159-989f-167272a8399b),segment_id=d824b32a-e783-4159-989f-167272a8399b)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:33.239992 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-1837ef12-10e9-48d2-baba-a9cdc2e0961c req-034ad725-3567-4a49-903f-ffdaba62207e tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] For port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=c45423bc-4a37-414d-baa8-d1f0ff8a1a0d,segment=NetworkSegment(e91a0158-1fa0-44c2-a5b8-1330637222c5),segment_id=e91a0158-1fa0-44c2-a5b8-1330637222c5)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:33.240364 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1837ef12-10e9-48d2-baba-a9cdc2e0961c req-034ad725-3567-4a49-903f-ffdaba62207e tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:33.284636 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] Network ff46db62-d140-4d03-9ccb-be7f589fec75 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:27:33.292921 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Deleting port 785aab67-6eb1-4f10-93c9-c14e014821fa {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:33.293327 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:33.340268 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 35e6671a-e1a8-4f86-80ff-87b3e4afb018 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:33.345797 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:33.352044 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:33.370048 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:33.387681 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-1837ef12-10e9-48d2-baba-a9cdc2e0961c req-034ad725-3567-4a49-903f-ffdaba62207e tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Calling delete_port for c45423bc-4a37-414d-baa8-d1f0ff8a1a0d owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:33.436957 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, ff46db62-d140-4d03-9ccb-be7f589fec75) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:33.443088 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:33.443768 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c4557-764e-4848-bfc7-afc6b78ace19 req-a5029b9f-06a0-4272-8873-81e7b1adc571 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:33.445279 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5c8c4557-764e-4848-bfc7-afc6b78ace19 req-a5029b9f-06a0-4272-8873-81e7b1adc571 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 932 time: 0.1758676 Aug 23 14:27:33.462030 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 785aab67-6eb1-4f10-93c9-c14e014821fa no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:27:33.464516 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9e556618-b449-41b3-ac3a-ee337e03d90e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:33.477226 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:33.477226 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:33.486584 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a0780-4ea2-48ff-82e6-7970075cbd48 req-1d706ffe-b7ee-4fca-b8da-2c85713ae9d0 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:33.490091 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e40a0780-4ea2-48ff-82e6-7970075cbd48 req-1d706ffe-b7ee-4fca-b8da-2c85713ae9d0 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 932 time: 0.2216685 Aug 23 14:27:33.503903 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1717950b-0974-4e6e-afbb-79e23ecce675 None None] Network ff46db62-d140-4d03-9ccb-be7f589fec75 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:27:33.627214 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5c8c4557-764e-4848-bfc7-afc6b78ace19 req-303389f3-0a8e-4887-ba45-eb5cf9cbb8c7 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/security-groups?id=23a97281-d659-4947-9d7b-98074ca32843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530685 Aug 23 14:27:33.627886 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:33.679887 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 35e6671a-e1a8-4f86-80ff-87b3e4afb018 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:33.680341 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:33.683569 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 785aab67-6eb1-4f10-93c9-c14e014821fa {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:33.684239 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:33.689115 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-7cd45d02-cea3-4365-9966-7aea854c54fe admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3945796 Aug 23 14:27:33.751768 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ad156f-a175-4727-9751-600fe733884e'}, {'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a943cde5-700d-4e4a-a9bf-b2d44504d843'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:33.763304 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-a941d0ba-0557-4439-a147-8d820cc443f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:27:33.763745 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-a941d0ba-0557-4439-a147-8d820cc443f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:27:33.947178 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Pushing event updated for resources: {'Port': ['ID=ba5b1757-dcc8-4be8-925a-9d5073799afa,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:33.950948 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:33.953493 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Network 38440a74-6288-4496-a7a5-cedbe3a7d0b0 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:33.966219 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.resource_extend [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:27:33.982613 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:33.983786 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:33.985168 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:27:34.032962 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e40a0780-4ea2-48ff-82e6-7970075cbd48 req-071bfc9d-c3d1-48b2-bf8c-43f3ca389fb1 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071795 Aug 23 14:27:34.070766 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:34.076425 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-665d4a6b-8b56-4479-88e6-f96d5e5e7f03 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:34.099351 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ad156f-a175-4727-9751-600fe733884e', 'code': 200} Aug 23 14:27:34.099351 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a943cde5-700d-4e4a-a9bf-b2d44504d843', 'code': 200} Aug 23 14:27:34.119188 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:34.143632 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=f83eb496-8ba0-4c26-ba07-6f6d8307b9be,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:34.147300 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:34.338740 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d704c9-842d-4424-a298-fbcec8170141 None None] Network ff46db62-d140-4d03-9ccb-be7f589fec75 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:27:34.385659 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] For port 785aab67-6eb1-4f10-93c9-c14e014821fa, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=785aab67-6eb1-4f10-93c9-c14e014821fa,segment=NetworkSegment(84d6cc8b-65cd-40d0-a561-53c39bb036e8),segment_id=84d6cc8b-65cd-40d0-a561-53c39bb036e8)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:34.386732 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:34.425191 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e32501-c73a-4fb3-8458-1caff5a6b471 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:34.442697 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Pushing event updated for resources: {'Port': ['ID=14c89017-535e-4731-89d5-b9e4a8203aea,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:34.454070 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:34.454070 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:34.454337 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:34.455249 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:34.463510 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:34.466430 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1837ef12-10e9-48d2-baba-a9cdc2e0961c req-034ad725-3567-4a49-903f-ffdaba62207e tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:34.492278 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f6d2f196-52d3-4e2b-95a9-ba74aadad214 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:34.531771 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa975fa-cf34-44f2-a3dc-ddcd813290b9 req-ed1fda98-edd3-4313-80d1-ea0cdc770d58 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:34.535956 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa975fa-cf34-44f2-a3dc-ddcd813290b9 req-ed1fda98-edd3-4313-80d1-ea0cdc770d58 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:34.540108 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa975fa-cf34-44f2-a3dc-ddcd813290b9 req-ed1fda98-edd3-4313-80d1-ea0cdc770d58 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:34.544110 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa975fa-cf34-44f2-a3dc-ddcd813290b9 req-ed1fda98-edd3-4313-80d1-ea0cdc770d58 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:34.548074 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa975fa-cf34-44f2-a3dc-ddcd813290b9 req-ed1fda98-edd3-4313-80d1-ea0cdc770d58 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:34.552004 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa975fa-cf34-44f2-a3dc-ddcd813290b9 req-ed1fda98-edd3-4313-80d1-ea0cdc770d58 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:34.558668 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa975fa-cf34-44f2-a3dc-ddcd813290b9 req-ed1fda98-edd3-4313-80d1-ea0cdc770d58 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:34.563638 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Transition to ACTIVE for port object 63e32501-c73a-4fb3-8458-1caff5a6b471 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:34.567152 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bfa975fa-cf34-44f2-a3dc-ddcd813290b9 req-ed1fda98-edd3-4313-80d1-ea0cdc770d58 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5443 time: 0.2249749 Aug 23 14:27:34.568459 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ad725-3567-4a49-903f-ffdaba62207e tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Pushing event deleted for resources: {'Port': ['ID=c45423bc-4a37-414d-baa8-d1f0ff8a1a0d,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:34.573663 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-034ad725-3567-4a49-903f-ffdaba62207e tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:34.578663 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] For port 785aab67-6eb1-4f10-93c9-c14e014821fa, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=785aab67-6eb1-4f10-93c9-c14e014821fa,segment=NetworkSegment(84d6cc8b-65cd-40d0-a561-53c39bb036e8),segment_id=84d6cc8b-65cd-40d0-a561-53c39bb036e8)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:34.579296 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:34.593171 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0239936-a690-4ad8-a44b-d46b9eeaedf4 req-466a45f0-8a28-4e02-ba8f-c0387c948243 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:34.599963 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0239936-a690-4ad8-a44b-d46b9eeaedf4 req-466a45f0-8a28-4e02-ba8f-c0387c948243 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f08992a-4e48-4d4c-a4e2-52402755af7f HTTP/1.1" status: 200 len: 867 time: 0.3084695 Aug 23 14:27:34.619994 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:34.621640 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4548798 Aug 23 14:27:34.680805 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device c45423bc-4a37-414d-baa8-d1f0ff8a1a0d no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:27:34.730602 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Calling delete_port for 785aab67-6eb1-4f10-93c9-c14e014821fa owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:34.756645 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bfa975fa-cf34-44f2-a3dc-ddcd813290b9 req-a103c72c-98c9-4c58-99ed-8f0714e87d9a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1886151 Aug 23 14:27:34.777975 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0239936-a690-4ad8-a44b-d46b9eeaedf4 req-aafd5a41-e2a8-45f7-910e-49f65e7db477 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.86 "GET /v2.0/security-groups?id=68310072-0f75-4128-812e-6bfc691aff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750681 Aug 23 14:27:34.823899 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for 785aab67-6eb1-4f10-93c9-c14e014821fa owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:34.846811 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: c45423bc-4a37-414d-baa8-d1f0ff8a1a0d {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:27:34.847382 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device c45423bc-4a37-414d-baa8-d1f0ff8a1a0d not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:27:34.857416 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:34.882594 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:34.897043 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1837ef12-10e9-48d2-baba-a9cdc2e0961c req-034ad725-3567-4a49-903f-ffdaba62207e tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] No DVR routers for this DVR port c45423bc-4a37-414d-baa8-d1f0ff8a1a0d on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:27:34.900020 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6170061 Aug 23 14:27:34.901699 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:34.906817 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-1837ef12-10e9-48d2-baba-a9cdc2e0961c req-034ad725-3567-4a49-903f-ffdaba62207e tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:34.908924 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1837ef12-10e9-48d2-baba-a9cdc2e0961c req-034ad725-3567-4a49-903f-ffdaba62207e tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] 10.222.0.91 "DELETE /v2.0/ports/c45423bc-4a37-414d-baa8-d1f0ff8a1a0d HTTP/1.1" status: 204 len: 173 time: 2.8731067 Aug 23 14:27:34.928328 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0107566b-ee6e-478b-bad4-dc4565018eea tempest-ServerAddressesNegativeTestJSON-1114876248 tempest-ServerAddressesNegativeTestJSON-1114876248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:34.998646 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f08992a-4e48-4d4c-a4e2-52402755af7f', 'name': 'network-vif-deleted', 'tag': 'c45423bc-4a37-414d-baa8-d1f0ff8a1a0d'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:35.009431 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Request body: {'port': {'device_id': '115ec24a-bbd8-4737-8d92-35e236ad65b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:35.056539 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 785aab67-6eb1-4f10-93c9-c14e014821fa, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=785aab67-6eb1-4f10-93c9-c14e014821fa,segment=NetworkSegment(84d6cc8b-65cd-40d0-a561-53c39bb036e8),segment_id=84d6cc8b-65cd-40d0-a561-53c39bb036e8)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:35.057627 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a941d0ba-0557-4439-a147-8d820cc443f2 None None] Provisioning complete for port 785aab67-6eb1-4f10-93c9-c14e014821fa triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:35.058014 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a941d0ba-0557-4439-a147-8d820cc443f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:35.092144 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 35e6671a-e1a8-4f86-80ff-87b3e4afb018, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=35e6671a-e1a8-4f86-80ff-87b3e4afb018,segment=NetworkSegment(05b4d4de-9b5b-4ce2-8622-0fa0f74eea21),segment_id=05b4d4de-9b5b-4ce2-8622-0fa0f74eea21)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:35.181171 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:35.201061 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:35.238612 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=63e32501-c73a-4fb3-8458-1caff5a6b471,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:35.249686 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:35.256289 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:27:35.256580 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:27:35.261117 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:35.291475 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:35.310561 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device f83eb496-8ba0-4c26-ba07-6f6d8307b9be up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:35.344872 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Deleting port 785aab67-6eb1-4f10-93c9-c14e014821fa {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:35.345598 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:35.486547 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34cdbe-72f1-4d51-bcc5-db37e2ba86ea req-82d71e7a-f630-49e6-9373-198930615537 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:35.489203 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6d34cdbe-72f1-4d51-bcc5-db37e2ba86ea req-82d71e7a-f630-49e6-9373-198930615537 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 932 time: 0.4653463 Aug 23 14:27:35.502347 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=785aab67-6eb1-4f10-93c9-c14e014821fa,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:35.511440 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:35.514143 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:35.540202 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-86fe759c-1cbc-4495-8664-da4bd0e61186 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:35.540202 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-86fe759c-1cbc-4495-8664-da4bd0e61186 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Synchronizing usage tracker for tenant:edc09b7159264f3c93f1c0b651b4d3ca on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:35.586056 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6d34cdbe-72f1-4d51-bcc5-db37e2ba86ea req-1e90a44d-56d0-4399-b4af-7600a023cf63 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/security-groups?id=23a97281-d659-4947-9d7b-98074ca32843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815949 Aug 23 14:27:35.642306 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.api [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:27:35.642839 n-d-805629-1 neutron-server[76506]: DEBUG oslo_db.api [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:27:35.650412 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a941d0ba-0557-4439-a147-8d820cc443f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:35.677937 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-86fe759c-1cbc-4495-8664-da4bd0e61186 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Unset dirty status for tenant:edc09b7159264f3c93f1c0b651b4d3ca on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:35.678744 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-86fe759c-1cbc-4495-8664-da4bd0e61186 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/networks?id=ff46db62-d140-4d03-9ccb-be7f589fec75 HTTP/1.1" status: 200 len: 813 time: 0.3695927 Aug 23 14:27:35.704095 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 785aab67-6eb1-4f10-93c9-c14e014821fa {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:35.704350 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:35.710112 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-b419b126-315c-4ddd-b6f5-ff9d32096e4d tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/quotas/edc09b7159264f3c93f1c0b651b4d3ca HTTP/1.1" status: 200 len: 375 time: 0.0249784 Aug 23 14:27:35.787889 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-87c9be26-2327-49f8-a84f-0337fb6bf0fd tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=edc09b7159264f3c93f1c0b651b4d3ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706284 Aug 23 14:27:35.863844 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=35e6671a-e1a8-4f86-80ff-87b3e4afb018,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:35.881028 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:35.884992 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-a941d0ba-0557-4439-a147-8d820cc443f2 None None] For port 785aab67-6eb1-4f10-93c9-c14e014821fa, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=785aab67-6eb1-4f10-93c9-c14e014821fa,segment=NetworkSegment(84d6cc8b-65cd-40d0-a561-53c39bb036e8),segment_id=84d6cc8b-65cd-40d0-a561-53c39bb036e8)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:35.890241 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port f83eb496-8ba0-4c26-ba07-6f6d8307b9be triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:35.890241 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:35.898932 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Attempting to bind port 63e32501-c73a-4fb3-8458-1caff5a6b471 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:35.899271 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Attempting to bind port 63e32501-c73a-4fb3-8458-1caff5a6b471 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '40ee38ef-78b7-47da-8b90-17a23557aa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b4261220-e754-4906-95ce-e0dde8b2b922'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:35.899717 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Attempting to bind port 63e32501-c73a-4fb3-8458-1caff5a6b471 on network b4261220-e754-4906-95ce-e0dde8b2b922 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:35.926592 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] For port 785aab67-6eb1-4f10-93c9-c14e014821fa, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=785aab67-6eb1-4f10-93c9-c14e014821fa,segment=NetworkSegment(84d6cc8b-65cd-40d0-a561-53c39bb036e8),segment_id=84d6cc8b-65cd-40d0-a561-53c39bb036e8)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:35.927074 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:36.000918 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-87d406ae-1f50-4763-958f-974ec934c778 req-b26d2a30-209c-4ee5-9a42-d261fced1a8a tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Synchronizing usage tracker for tenant:408ea8540e3c437ebed84fe21cc31af0 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:36.033574 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-d6079c91-adae-4737-bf44-f089f7eedefa service neutron] 10.222.0.86 "GET /v2.0/networks/ff46db62-d140-4d03-9ccb-be7f589fec75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372363 Aug 23 14:27:36.096058 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e6671a-e1a8-4f86-80ff-87b3e4afb018'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:36.097250 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Port 63e32501-c73a-4fb3-8458-1caff5a6b471 on network b4261220-e754-4906-95ce-e0dde8b2b922 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:27:36.097600 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Attempting to bind port 63e32501-c73a-4fb3-8458-1caff5a6b471 on network b4261220-e754-4906-95ce-e0dde8b2b922 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:36.139401 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-87d406ae-1f50-4763-958f-974ec934c778 req-b26d2a30-209c-4ee5-9a42-d261fced1a8a tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Unset dirty status for tenant:408ea8540e3c437ebed84fe21cc31af0 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:36.142386 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-87d406ae-1f50-4763-958f-974ec934c778 req-b26d2a30-209c-4ee5-9a42-d261fced1a8a tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--513084209&fields=id&tenant_id=408ea8540e3c437ebed84fe21cc31af0 HTTP/1.1" status: 200 len: 267 time: 0.2342014 Aug 23 14:27:36.169230 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a941d0ba-0557-4439-a147-8d820cc443f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:36.171034 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:36.192809 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:27:36.192809 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Checking segment: {'id': '40ee38ef-78b7-47da-8b90-17a23557aa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b4261220-e754-4906-95ce-e0dde8b2b922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:36.192809 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Bound using segment: {'id': '40ee38ef-78b7-47da-8b90-17a23557aa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b4261220-e754-4906-95ce-e0dde8b2b922'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:27:36.193199 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Bound port: 63e32501-c73a-4fb3-8458-1caff5a6b471, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ee38ef-78b7-47da-8b90-17a23557aa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b4261220-e754-4906-95ce-e0dde8b2b922'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:36.193782 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:36.213724 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Calling delete_port for 785aab67-6eb1-4f10-93c9-c14e014821fa owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:36.347408 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941d0ba-0557-4439-a147-8d820cc443f2 None None] Pushing event updated for resources: {'Port': ['ID=785aab67-6eb1-4f10-93c9-c14e014821fa,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:36.367089 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-524685ca-24ee-4fe4-9aea-3918a3a206c8 service neutron] 10.222.0.86 "GET /v2.0/networks/ff46db62-d140-4d03-9ccb-be7f589fec75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264818 Aug 23 14:27:36.367526 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a941d0ba-0557-4439-a147-8d820cc443f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:36.390366 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5b1757-dcc8-4be8-925a-9d5073799afa {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:36.398220 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:36.419353 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d406ae-1f50-4763-958f-974ec934c778 req-c654f09c-1b24-4645-8e67-0a64a41223f9 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:36.420055 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-87d406ae-1f50-4763-958f-974ec934c778 req-c654f09c-1b24-4645-8e67-0a64a41223f9 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Synchronizing usage tracker for tenant:408ea8540e3c437ebed84fe21cc31af0 on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:36.425625 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:27:36.431908 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:27:36.438025 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] For port 785aab67-6eb1-4f10-93c9-c14e014821fa, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=785aab67-6eb1-4f10-93c9-c14e014821fa,segment=NetworkSegment(84d6cc8b-65cd-40d0-a561-53c39bb036e8),segment_id=84d6cc8b-65cd-40d0-a561-53c39bb036e8)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:36.438608 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:36.522394 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Transition to ACTIVE for port object ba5b1757-dcc8-4be8-925a-9d5073799afa will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:36.525060 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-87d406ae-1f50-4763-958f-974ec934c778 req-c654f09c-1b24-4645-8e67-0a64a41223f9 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Unset dirty status for tenant:408ea8540e3c437ebed84fe21cc31af0 on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:36.529476 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-87d406ae-1f50-4763-958f-974ec934c778 req-c654f09c-1b24-4645-8e67-0a64a41223f9 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/networks?id=87201e98-0c42-47b0-84b6-a734e366810a HTTP/1.1" status: 200 len: 810 time: 0.3749502 Aug 23 14:27:36.546602 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-87d406ae-1f50-4763-958f-974ec934c778 req-d6b155f9-64f4-4dbc-b79d-1b75dacbf053 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/quotas/408ea8540e3c437ebed84fe21cc31af0 HTTP/1.1" status: 200 len: 375 time: 0.0127189 Aug 23 14:27:36.572926 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Deleting port 785aab67-6eb1-4f10-93c9-c14e014821fa {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:36.575202 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:36.589537 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for 785aab67-6eb1-4f10-93c9-c14e014821fa owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:36.615058 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] For port 63e32501-c73a-4fb3-8458-1caff5a6b471, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:27:36.633050 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:36.641422 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-131e0067-a2b6-441c-b3ac-38bc7d31b0d4 tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:36.694688 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-87d406ae-1f50-4763-958f-974ec934c778 req-57fe55b5-c6d1-477f-bb4f-ad615be76fd6 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Synchronizing usage tracker for tenant:408ea8540e3c437ebed84fe21cc31af0 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:36.772861 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] For port 63e32501-c73a-4fb3-8458-1caff5a6b471, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=63e32501-c73a-4fb3-8458-1caff5a6b471,segment=NetworkSegment(40ee38ef-78b7-47da-8b90-17a23557aa07),segment_id=40ee38ef-78b7-47da-8b90-17a23557aa07)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:27:36.842411 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-87d406ae-1f50-4763-958f-974ec934c778 req-57fe55b5-c6d1-477f-bb4f-ad615be76fd6 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Unset dirty status for tenant:408ea8540e3c437ebed84fe21cc31af0 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:36.844372 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-87d406ae-1f50-4763-958f-974ec934c778 req-57fe55b5-c6d1-477f-bb4f-ad615be76fd6 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=408ea8540e3c437ebed84fe21cc31af0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2910907 Aug 23 14:27:36.859794 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5b1757-dcc8-4be8-925a-9d5073799afa,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:36.865146 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:36.902329 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7d8c2-49cb-45a2-b1fa-814118ee10dc req-32ddbebc-ec33-4c3b-86f1-a7f65493b735 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:36.903458 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] For port 785aab67-6eb1-4f10-93c9-c14e014821fa, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=785aab67-6eb1-4f10-93c9-c14e014821fa,segment=NetworkSegment(84d6cc8b-65cd-40d0-a561-53c39bb036e8),segment_id=84d6cc8b-65cd-40d0-a561-53c39bb036e8)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:36.904021 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:36.904805 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-94a7d8c2-49cb-45a2-b1fa-814118ee10dc req-32ddbebc-ec33-4c3b-86f1-a7f65493b735 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 944 time: 0.1419804 Aug 23 14:27:36.909344 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:36.913673 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.api [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:27:36.913991 n-d-805629-1 neutron-server[76506]: DEBUG oslo_db.api [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:27:36.923519 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-384420a6-f669-459a-b08b-c35ea518aff1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:36.975688 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-94a7d8c2-49cb-45a2-b1fa-814118ee10dc req-d76df6d2-41b5-4f85-b215-2adfdda19503 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585747 Aug 23 14:27:37.031940 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:37.033970 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c252dcb2-2310-444d-845b-0de855d9397d req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] 10.222.0.91 "PUT /v2.0/ports/63e32501-c73a-4fb3-8458-1caff5a6b471 HTTP/1.1" status: 200 len: 1092 time: 5.2142320 Aug 23 14:27:37.073808 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=63e32501-c73a-4fb3-8458-1caff5a6b471,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:37.077772 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f08992a-4e48-4d4c-a4e2-52402755af7f', 'name': 'network-vif-deleted', 'tag': 'c45423bc-4a37-414d-baa8-d1f0ff8a1a0d', 'status': 'completed', 'code': 200} Aug 23 14:27:37.080076 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:37.091017 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Calling delete_port for 785aab67-6eb1-4f10-93c9-c14e014821fa owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:37.092448 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Attempting to bind port ba5b1757-dcc8-4be8-925a-9d5073799afa on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:37.092898 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Attempting to bind port ba5b1757-dcc8-4be8-925a-9d5073799afa by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '6d81399d-dfa9-4642-8eec-b0026e280be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '38440a74-6288-4496-a7a5-cedbe3a7d0b0'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:37.093297 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Attempting to bind port ba5b1757-dcc8-4be8-925a-9d5073799afa on network 38440a74-6288-4496-a7a5-cedbe3a7d0b0 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:37.101222 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Port ba5b1757-dcc8-4be8-925a-9d5073799afa on network 38440a74-6288-4496-a7a5-cedbe3a7d0b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:27:37.101690 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Attempting to bind port ba5b1757-dcc8-4be8-925a-9d5073799afa on network 38440a74-6288-4496-a7a5-cedbe3a7d0b0 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:37.113710 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:27:37.114139 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Checking segment: {'id': '6d81399d-dfa9-4642-8eec-b0026e280be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '38440a74-6288-4496-a7a5-cedbe3a7d0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:37.122549 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Bound using segment: {'id': '6d81399d-dfa9-4642-8eec-b0026e280be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '38440a74-6288-4496-a7a5-cedbe3a7d0b0'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:27:37.122549 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Bound port: ba5b1757-dcc8-4be8-925a-9d5073799afa, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d81399d-dfa9-4642-8eec-b0026e280be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '38440a74-6288-4496-a7a5-cedbe3a7d0b0'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:37.122549 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:37.174492 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-87d406ae-1f50-4763-958f-974ec934c778 req-3552630d-d5d4-41ae-8c22-d6f303816251 service neutron] 10.222.0.86 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145404 Aug 23 14:27:37.302862 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112'] for port, after_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:37.309483 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:37.317897 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] For port ba5b1757-dcc8-4be8-925a-9d5073799afa, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:27:37.323072 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] For port ba5b1757-dcc8-4be8-925a-9d5073799afa, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=ba5b1757-dcc8-4be8-925a-9d5073799afa,segment=NetworkSegment(6d81399d-dfa9-4642-8eec-b0026e280be2),segment_id=6d81399d-dfa9-4642-8eec-b0026e280be2)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:27:37.334039 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c252dcb2-2310-444d-845b-0de855d9397d req-5919770b-a9e8-4022-88c2-0777170d66e6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=df8ef8085d7246eeb8acb3497a5a18d0&device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 1095 time: 0.1379414 Aug 23 14:27:37.369075 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] No DVR routers for this DVR port 785aab67-6eb1-4f10-93c9-c14e014821fa on host n-d-805629-1 {{(pid=76509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:27:37.394711 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Pushing event deleted for resources: {'Port': ['ID=785aab67-6eb1-4f10-93c9-c14e014821fa,revision_number=None']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:37.397259 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:37.419659 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:37.424388 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-76586067-b6b9-4884-90c1-20dc9aa3be3b tempest-InstanceActionsTestJSON-278534527 tempest-InstanceActionsTestJSON-278534527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:37.435578 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-87d406ae-1f50-4763-958f-974ec934c778 req-058ecd13-e1e6-4d7f-8dad-d6835195966f service neutron] 10.222.0.86 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526140 Aug 23 14:27:37.455178 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c252dcb2-2310-444d-845b-0de855d9397d req-e58ed095-b59a-477d-871f-e52009cc2f77 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63e32501-c73a-4fb3-8458-1caff5a6b471 HTTP/1.1" status: 200 len: 217 time: 0.1072099 Aug 23 14:27:37.495337 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea985-96fb-4aa3-8788-cec633a108c2 req-4f621d3b-79e8-4d2a-855e-6f846105105a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:37.500311 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea985-96fb-4aa3-8788-cec633a108c2 req-4f621d3b-79e8-4d2a-855e-6f846105105a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:37.505295 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea985-96fb-4aa3-8788-cec633a108c2 req-4f621d3b-79e8-4d2a-855e-6f846105105a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:37.510200 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea985-96fb-4aa3-8788-cec633a108c2 req-4f621d3b-79e8-4d2a-855e-6f846105105a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:37.515507 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea985-96fb-4aa3-8788-cec633a108c2 req-4f621d3b-79e8-4d2a-855e-6f846105105a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:37.519709 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea985-96fb-4aa3-8788-cec633a108c2 req-4f621d3b-79e8-4d2a-855e-6f846105105a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:37.523754 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea985-96fb-4aa3-8788-cec633a108c2 req-4f621d3b-79e8-4d2a-855e-6f846105105a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:37.532631 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32eea985-96fb-4aa3-8788-cec633a108c2 req-4f621d3b-79e8-4d2a-855e-6f846105105a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5444 time: 0.1959691 Aug 23 14:27:37.542232 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:37.548366 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] 10.222.0.91 "PUT /v2.0/ports/ba5b1757-dcc8-4be8-925a-9d5073799afa HTTP/1.1" status: 200 len: 1092 time: 2.5390975 Aug 23 14:27:37.565734 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252dcb2-2310-444d-845b-0de855d9397d req-84c87e17-c6ef-4a2b-8ab8-9ea88b253c09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:37.567145 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c252dcb2-2310-444d-845b-0de855d9397d req-84c87e17-c6ef-4a2b-8ab8-9ea88b253c09 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ff9a0415-562f-42f6-93d2-5ff24fb1b63c HTTP/1.1" status: 200 len: 850 time: 0.1039081 Aug 23 14:27:37.570362 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5b1757-dcc8-4be8-925a-9d5073799afa,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:37.574043 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:37.607244 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32eea985-96fb-4aa3-8788-cec633a108c2 req-37cf471c-2eea-49ea-827f-2ebbd6de5f84 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737429 Aug 23 14:27:37.631206 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c252dcb2-2310-444d-845b-0de855d9397d req-7b817953-b930-49ee-9b42-3fbef3c3c659 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b4261220-e754-4906-95ce-e0dde8b2b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553026 Aug 23 14:27:37.707616 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e6671a-e1a8-4f86-80ff-87b3e4afb018', 'code': 200} Aug 23 14:27:37.911615 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-6d724e88-97b4-4de2-8220-03e6016284e7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f3a30ff745004e44b7042de501b3d459&device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 1095 time: 0.1620214 Aug 23 14:27:37.911615 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c252dcb2-2310-444d-845b-0de855d9397d req-fe16bdd8-2a93-441a-afdc-b7554fef0748 service neutron] 10.222.0.91 "GET /v2.0/networks/b4261220-e754-4906-95ce-e0dde8b2b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671616 Aug 23 14:27:37.995310 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49530) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:38.031711 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-48af3069-a676-470f-bf4c-c8698f3205a9 req-e1f052aa-a9ca-428e-847e-261ff309ec83 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 210 time: 0.1412544 Aug 23 14:27:38.110807 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f981aa25-e2ad-418e-97af-057f77954c0e req-c1fbfe1c-7a31-436f-a614-98bc4511b2eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 6501 time: 0.2801244 Aug 23 14:27:38.122514 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a13178-21c3-4956-9f96-4ba131b5a23c req-50cae233-35d5-43e7-a5e6-bec8cdd99737 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:38.131970 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43a13178-21c3-4956-9f96-4ba131b5a23c req-50cae233-35d5-43e7-a5e6-bec8cdd99737 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 944 time: 0.2410128 Aug 23 14:27:38.221305 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-43a13178-21c3-4956-9f96-4ba131b5a23c req-0abe49c0-d042-4e9e-8f86-0ffa467e9787 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/security-groups?id=23a97281-d659-4947-9d7b-98074ca32843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904782 Aug 23 14:27:38.223724 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f981aa25-e2ad-418e-97af-057f77954c0e req-5031b0af-8bf6-42ea-8d31-cd8e73838a8b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919054 Aug 23 14:27:38.247175 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-725ee439-2756-43c6-ba74-8df13919bfaf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba5b1757-dcc8-4be8-925a-9d5073799afa HTTP/1.1" status: 200 len: 217 time: 0.3271291 Aug 23 14:27:38.286492 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 785aab67-6eb1-4f10-93c9-c14e014821fa {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:38.290065 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.379344 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] The port '785aab67-6eb1-4f10-93c9-c14e014821fa' was deleted {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:27:38.487213 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-17e26e95-3bd4-454c-a3d3-94ce813d9c00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:38.489854 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-17e26e95-3bd4-454c-a3d3-94ce813d9c00 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8985f6d4-51a4-4b76-8892-e64f035e8a5e HTTP/1.1" status: 200 len: 862 time: 0.2360327 Aug 23 14:27:38.501158 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7365c737-ea8d-4e98-8a96-c73bf7412704 req-7fb093a9-9644-4817-9236-61b86f92c2ef tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 210 time: 0.2209408 Aug 23 14:27:38.516139 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-dddd2c6b-6fda-465f-a7eb-eb24b9479b60 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=79824133860f41f8a44d509187003a3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5101905 Aug 23 14:27:38.516139 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49544) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:38.683681 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.686602 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e63f06b0-1947-4eb7-a0fc-ee3bd93772d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.711716 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3274d46e-7817-431e-aab5-5e91311b710b']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:38.730560 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e63f06b0-1947-4eb7-a0fc-ee3bd93772d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.731576 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-d5d96ade-3fe9-4a2f-a974-c0fbac38f983 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=38440a74-6288-4496-a7a5-cedbe3a7d0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488712 Aug 23 14:27:38.736161 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c252dcb2-2310-444d-845b-0de855d9397d req-23c8dbed-a7b7-49c2-b946-e2597589aec4 service neutron] 10.222.0.91 "GET /v2.0/networks/b4261220-e754-4906-95ce-e0dde8b2b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7549598 Aug 23 14:27:38.738072 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d6cc8b-65cd-40d0-a561-53c39bb036e8') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:38.738416 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d6cc8b-65cd-40d0-a561-53c39bb036e8') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:38.770202 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e416e4a-6bf1-4507-97c0-435ca63aabc9 req-d41119d8-cb3b-4e14-a17b-a22faa754d45 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:38.770480 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6e416e4a-6bf1-4507-97c0-435ca63aabc9 req-d41119d8-cb3b-4e14-a17b-a22faa754d45 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 944 time: 0.1786213 Aug 23 14:27:38.784019 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.881884 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.893241 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:27:38.894010 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.898152 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6e416e4a-6bf1-4507-97c0-435ca63aabc9 req-acc8ea43-081c-45a4-ad45-2dfca787534f tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209841 Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:27:38.911011 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:27:38.935442 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257f41-b55d-46fc-b348-d87a3185639e req-fdfbcb75-af53-4118-9a5b-81c9a2eb1e75 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:38.935442 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257f41-b55d-46fc-b348-d87a3185639e req-fdfbcb75-af53-4118-9a5b-81c9a2eb1e75 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:38.937487 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257f41-b55d-46fc-b348-d87a3185639e req-fdfbcb75-af53-4118-9a5b-81c9a2eb1e75 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:38.941793 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257f41-b55d-46fc-b348-d87a3185639e req-fdfbcb75-af53-4118-9a5b-81c9a2eb1e75 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:38.946018 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257f41-b55d-46fc-b348-d87a3185639e req-fdfbcb75-af53-4118-9a5b-81c9a2eb1e75 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:38.950839 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257f41-b55d-46fc-b348-d87a3185639e req-fdfbcb75-af53-4118-9a5b-81c9a2eb1e75 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:38.964315 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257f41-b55d-46fc-b348-d87a3185639e req-fdfbcb75-af53-4118-9a5b-81c9a2eb1e75 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:38.964315 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-94257f41-b55d-46fc-b348-d87a3185639e req-fdfbcb75-af53-4118-9a5b-81c9a2eb1e75 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5444 time: 0.1696291 Aug 23 14:27:38.994432 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e63f06b0-1947-4eb7-a0fc-ee3bd93772d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:39.002913 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7f5481c4-ce04-4f8a-89bd-a86f4acf706e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:39.023735 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f06b0-1947-4eb7-a0fc-ee3bd93772d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68310072-0f75-4128-812e-6bfc691aff3b,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:39.030632 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e63f06b0-1947-4eb7-a0fc-ee3bd93772d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:39.035011 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e63f06b0-1947-4eb7-a0fc-ee3bd93772d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:39.039536 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-e63f06b0-1947-4eb7-a0fc-ee3bd93772d6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/68310072-0f75-4128-812e-6bfc691aff3b HTTP/1.1" status: 204 len: 168 time: 0.5189316 Aug 23 14:27:39.049874 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-d98fdefd-157c-47fe-94be-7b391cd82966 service neutron] 10.222.0.91 "GET /v2.0/networks/38440a74-6288-4496-a7a5-cedbe3a7d0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016536 Aug 23 14:27:39.054783 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-94257f41-b55d-46fc-b348-d87a3185639e req-d57301d8-3d0b-4cb6-ac52-bd7daa117aa6 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888753 Aug 23 14:27:39.132134 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df3f772-ac20-4bb0-bef2-cf0da6fe5443', 'tag': '63e32501-c73a-4fb3-8458-1caff5a6b471'}, {'name': 'network-changed', 'server_uuid': '115ec24a-bbd8-4737-8d92-35e236ad65b2', 'tag': 'ba5b1757-dcc8-4be8-925a-9d5073799afa'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:39.208376 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:39.214871 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a9588ad4-75ec-4952-99cb-f2236ee2ad39 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:39.231131 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df3f772-ac20-4bb0-bef2-cf0da6fe5443', 'tag': '63e32501-c73a-4fb3-8458-1caff5a6b471', 'status': 'completed', 'code': 200} Aug 23 14:27:39.235456 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115ec24a-bbd8-4737-8d92-35e236ad65b2', 'tag': 'ba5b1757-dcc8-4be8-925a-9d5073799afa', 'status': 'completed', 'code': 200} Aug 23 14:27:39.235456 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:39.242344 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-40d2b9c0-4129-499e-8d84-7c931fad9ec6 req-655f7e24-0828-498e-8e4d-b54b91d82c64 service neutron] 10.222.0.91 "GET /v2.0/networks/38440a74-6288-4496-a7a5-cedbe3a7d0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835907 Aug 23 14:27:39.280631 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1b516f03-cbc5-435f-9546-c1390278cf92 req-dca80f5c-c8b2-4ad1-92c2-dc10ea18fb6e tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 210 time: 0.0795708 Aug 23 14:27:39.282973 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Network': ['ID=3274d46e-7817-431e-aab5-5e91311b710b,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:39.294479 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:39.305861 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/networks/3274d46e-7817-431e-aab5-5e91311b710b HTTP/1.1" status: 204 len: 168 time: 8.4897845 Aug 23 14:27:39.309861 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49560) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:39.315797 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'name': 'tempest-PortsIpV6TestJSON-59619040'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:39.353021 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-a9d8d77f-cc9b-47f3-93aa-04fb2adc11bd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=df8ef8085d7246eeb8acb3497a5a18d0&device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 1095 time: 0.1041336 Aug 23 14:27:39.526800 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:39.527940 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-20682be7-3e97-4031-8451-f09dc2d12b96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:39.529691 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-20682be7-3e97-4031-8451-f09dc2d12b96 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b4261220-e754-4906-95ce-e0dde8b2b922 HTTP/1.1" status: 200 len: 911 time: 0.1695719 Aug 23 14:27:39.535840 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:port and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:39.545240 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:39.548838 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:39.566330 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12edd7-ca0e-4c68-ae3a-7c24b8d8ff9b req-2c58c3d9-248f-4f42-8260-c2aa371c6de3 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:39.570131 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9d12edd7-ca0e-4c68-ae3a-7c24b8d8ff9b req-2c58c3d9-248f-4f42-8260-c2aa371c6de3 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 944 time: 0.1578691 Aug 23 14:27:39.643836 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-c403eb14-9822-455c-97dd-1ca01c81999b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63e32501-c73a-4fb3-8458-1caff5a6b471 HTTP/1.1" status: 200 len: 217 time: 0.1065946 Aug 23 14:27:39.718202 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9d12edd7-ca0e-4c68-ae3a-7c24b8d8ff9b req-5201c0b3-317d-4ce4-8d0a-567b9294df2f tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/security-groups?id=23a97281-d659-4947-9d7b-98074ca32843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373992 Aug 23 14:27:39.740005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:39.740005 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:39.783894 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] device_id is not set on port b613c6a8-a57c-447b-88f5-74474fa9c795 yet. {{(pid=76505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:27:39.925489 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-4caeab7b-626a-4ca7-9615-7ace195dfeea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:39.926980 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-4caeab7b-626a-4ca7-9615-7ace195dfeea service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ff9a0415-562f-42f6-93d2-5ff24fb1b63c HTTP/1.1" status: 200 len: 850 time: 0.1121876 Aug 23 14:27:39.953030 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ad765cf6-4cc2-47e6-b998-6fae0521c880 req-d88e321f-fab6-4223-912c-1d6d2f1577d5 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 210 time: 0.0598297 Aug 23 14:27:39.999920 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-12b6203b-d0f1-4429-97d6-86e5c5fbbb90 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b4261220-e754-4906-95ce-e0dde8b2b922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609140 Aug 23 14:27:40.004712 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-2a8b7ef0-3a9d-4780-8445-976ebcc151d2 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:40.006179 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-2a8b7ef0-3a9d-4780-8445-976ebcc151d2 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.91 "GET /v2.0/networks?id=ff46db62-d140-4d03-9ccb-be7f589fec75 HTTP/1.1" status: 200 len: 813 time: 0.3612125 Aug 23 14:27:40.034508 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Request body: {'port': {'device_id': 'a029b83c-7806-4b72-871c-03675aab36d0', 'network_id': 'ff46db62-d140-4d03-9ccb-be7f589fec75', 'admin_state_up': True, 'tenant_id': 'edc09b7159264f3c93f1c0b651b4d3ca'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:40.291964 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49574) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:40.313057 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:40.345898 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-52d03451-7c27-4902-9c9a-c8d22531ddb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:40.375102 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3fd31-6164-4905-a365-b614a49f267c req-1f127459-e5c3-489a-bd36-ef5350eb2918 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:40.384761 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c3f3fd31-6164-4905-a365-b614a49f267c req-1f127459-e5c3-489a-bd36-ef5350eb2918 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 944 time: 0.2587757 Aug 23 14:27:40.403795 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e4226-621a-42bf-b1d6-d385f57d70d2 req-18ef2e98-c3e3-4289-bafc-6d53080b1299 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:40.407932 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e4226-621a-42bf-b1d6-d385f57d70d2 req-18ef2e98-c3e3-4289-bafc-6d53080b1299 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:40.419761 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e4226-621a-42bf-b1d6-d385f57d70d2 req-18ef2e98-c3e3-4289-bafc-6d53080b1299 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:40.419761 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e4226-621a-42bf-b1d6-d385f57d70d2 req-18ef2e98-c3e3-4289-bafc-6d53080b1299 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:40.422022 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e4226-621a-42bf-b1d6-d385f57d70d2 req-18ef2e98-c3e3-4289-bafc-6d53080b1299 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:40.426313 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e4226-621a-42bf-b1d6-d385f57d70d2 req-18ef2e98-c3e3-4289-bafc-6d53080b1299 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:40.430517 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e4226-621a-42bf-b1d6-d385f57d70d2 req-18ef2e98-c3e3-4289-bafc-6d53080b1299 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:40.433037 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f85e4226-621a-42bf-b1d6-d385f57d70d2 req-18ef2e98-c3e3-4289-bafc-6d53080b1299 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5444 time: 0.2050624 Aug 23 14:27:40.457939 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-52d03451-7c27-4902-9c9a-c8d22531ddb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:40.468040 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-52d03451-7c27-4902-9c9a-c8d22531ddb6 admin admin] Usage tracker for resource:security_group_rule and tenant:59c3d82844c2470b8bdfcdde6e4d42ed is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:40.473477 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-75a94948-e612-460f-8ae6-e60464d21097 service neutron] 10.222.0.91 "GET /v2.0/networks/b4261220-e754-4906-95ce-e0dde8b2b922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644666 Aug 23 14:27:40.474350 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-52d03451-7c27-4902-9c9a-c8d22531ddb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:40.490694 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-52d03451-7c27-4902-9c9a-c8d22531ddb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:40.490694 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:40.516089 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Usage tracker for resource:port and tenant:edc09b7159264f3c93f1c0b651b4d3ca is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:40.520327 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c3f3fd31-6164-4905-a365-b614a49f267c req-b1b628f6-079e-4f80-affa-d833ab5063f6 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309822 Aug 23 14:27:40.522059 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:40.523362 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f85e4226-621a-42bf-b1d6-d385f57d70d2 req-b61f77a3-ecee-4f79-b33a-96b6923386ed tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720229 Aug 23 14:27:40.593222 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:40.600931 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:40.632522 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-de152041-485c-4e4f-8920-94a1fa13d6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:40.716590 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-7455d604-ddeb-4123-a1b8-d15107ed44dc service neutron] 10.222.0.91 "GET /v2.0/networks/b4261220-e754-4906-95ce-e0dde8b2b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325938 Aug 23 14:27:40.740428 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-52d03451-7c27-4902-9c9a-c8d22531ddb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:40.759295 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Made reservation on behalf of edc09b7159264f3c93f1c0b651b4d3ca for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:40.763774 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:40.774262 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e1d1771b-ce51-4b2d-a817-f9f791150d84 req-a25489dd-0ac1-4904-b1db-ec08f6b72023 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 210 time: 0.0918772 Aug 23 14:27:40.784178 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:40.792202 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:40.795051 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:27:40.800437 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:40.801287 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:40.852928 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=b613c6a8-a57c-447b-88f5-74474fa9c795,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:40.872601 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:40.892685 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-52d03451-7c27-4902-9c9a-c8d22531ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:40.901153 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-340e5bf5-3c61-4cc1-b4ec-1da3153fc94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:40.959918 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.6484756 Aug 23 14:27:40.963938 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49584) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:41.017215 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d03451-7c27-4902-9c9a-c8d22531ddb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff524b6a-611d-4e4a-a9f8-35d0c4e2f461,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:41.028600 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-52d03451-7c27-4902-9c9a-c8d22531ddb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:41.033068 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-52d03451-7c27-4902-9c9a-c8d22531ddb6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=59c3d82844c2470b8bdfcdde6e4d42ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7393587 Aug 23 14:27:41.036093 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49590) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:41.096764 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-bee635e8-48c5-457d-be00-d04888d57811 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port b613c6a8-a57c-447b-88f5-74474fa9c795 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:41.097530 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bee635e8-48c5-457d-be00-d04888d57811 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:41.131055 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-277ba3f5-3c2b-4c77-8c97-a26d34b38086 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f3a30ff745004e44b7042de501b3d459&device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 1095 time: 0.3323536 Aug 23 14:27:41.251344 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Allocated IP 172.20.0.6 (ff46db62-d140-4d03-9ccb-be7f589fec75/92899a2a-712a-41a4-94b2-f056fb41efdb/e3b9e020-c66c-4372-85a2-31ff13dc464d) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:41.256005 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-30c5dd8c-5b8d-4239-b25a-9c54c643c862 req-cd9d9083-4429-481e-9e35-175e803e55d8 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 210 time: 0.0958543 Aug 23 14:27:41.339318 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3205-0da5-4675-8261-91925d92237f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:41.372974 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-afd03efa-d3e5-42dd-b97d-696d73ee1edb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:41.374527 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-afd03efa-d3e5-42dd-b97d-696d73ee1edb service neutron] 10.222.0.91 "GET /v2.0/networks?id=38440a74-6288-4496-a7a5-cedbe3a7d0b0 HTTP/1.1" status: 200 len: 923 time: 0.2375126 Aug 23 14:27:41.588717 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3205-0da5-4675-8261-91925d92237f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:41.632543 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bee635e8-48c5-457d-be00-d04888d57811 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:41.639242 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-666b5b9c-6842-4a36-83d2-7961b27cf83e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba5b1757-dcc8-4be8-925a-9d5073799afa HTTP/1.1" status: 200 len: 217 time: 0.2064543 Aug 23 14:27:41.658915 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29be09-c8dc-4125-bc1b-0380fa8689fa req-1a552cb2-c4b3-4ac3-932e-72c7ec863ff8 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:41.660387 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0f29be09-c8dc-4125-bc1b-0380fa8689fa req-1a552cb2-c4b3-4ac3-932e-72c7ec863ff8 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 944 time: 0.5181112 Aug 23 14:27:41.779259 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d406ae-1f50-4763-958f-974ec934c778 req-d61592ad-de23-4e68-aeb8-22f1ac9a6887 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:41.780824 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-87d406ae-1f50-4763-958f-974ec934c778 req-d61592ad-de23-4e68-aeb8-22f1ac9a6887 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.91 "GET /v2.0/networks?id=87201e98-0c42-47b0-84b6-a734e366810a HTTP/1.1" status: 200 len: 810 time: 0.4457390 Aug 23 14:27:41.803584 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-60a533b3-8fb8-494e-a1d8-b402075f4205 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:41.805136 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-60a533b3-8fb8-494e-a1d8-b402075f4205 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8985f6d4-51a4-4b76-8892-e64f035e8a5e HTTP/1.1" status: 200 len: 862 time: 0.1475306 Aug 23 14:27:41.848727 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-bee635e8-48c5-457d-be00-d04888d57811 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for b613c6a8-a57c-447b-88f5-74474fa9c795 owned by {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:41.897612 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-8433f75c-1483-4f44-b871-74d4dfbcfa5c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=38440a74-6288-4496-a7a5-cedbe3a7d0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743039 Aug 23 14:27:41.964045 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0f29be09-c8dc-4125-bc1b-0380fa8689fa req-174e27ef-ba90-4678-b641-e900bc260bf0 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/security-groups?id=23a97281-d659-4947-9d7b-98074ca32843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398305 Aug 23 14:27:41.987312 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc6eda-7a27-4ce9-a32e-27e1420cf5bc req-e408a5ad-976a-4896-a5d3-ac394acff88d tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:41.987312 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5dcc6eda-7a27-4ce9-a32e-27e1420cf5bc req-e408a5ad-976a-4896-a5d3-ac394acff88d tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 944 time: 0.2611861 Aug 23 14:27:42.002892 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:42.007881 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-87d406ae-1f50-4763-958f-974ec934c778 req-d8833ce6-6dbb-467c-b1a7-01ca79930f89 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Synchronizing usage tracker for tenant:408ea8540e3c437ebed84fe21cc31af0 on resource:security_group {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:42.050190 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5dcc6eda-7a27-4ce9-a32e-27e1420cf5bc req-313912f8-9c82-4e7f-bf38-0d00938271a8 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547516 Aug 23 14:27:42.054383 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3205-0da5-4675-8261-91925d92237f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:42.056412 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:42.062169 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-87d406ae-1f50-4763-958f-974ec934c778 req-d8833ce6-6dbb-467c-b1a7-01ca79930f89 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Unset dirty status for tenant:408ea8540e3c437ebed84fe21cc31af0 on resource:security_group {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:42.063324 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-87d406ae-1f50-4763-958f-974ec934c778 req-d8833ce6-6dbb-467c-b1a7-01ca79930f89 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=408ea8540e3c437ebed84fe21cc31af0 HTTP/1.1" status: 200 len: 379 time: 0.2618465 Aug 23 14:27:42.075953 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d3205-0da5-4675-8261-91925d92237f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff524b6a-611d-4e4a-a9f8-35d0c4e2f461,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:42.079979 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bee635e8-48c5-457d-be00-d04888d57811 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:42.084767 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-87d406ae-1f50-4763-958f-974ec934c778 req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Request body: {'port': {'device_id': '25438dbb-8dcf-461c-9c2e-210d722a5f73', 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a', 'admin_state_up': True, 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'security_groups': ['f5619026-548a-4d6b-96a4-fa9e59836854']}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:42.084986 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3d0d3205-0da5-4675-8261-91925d92237f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:42.091827 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:42.181878 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee635e8-48c5-457d-be00-d04888d57811 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=b613c6a8-a57c-447b-88f5-74474fa9c795,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:42.193262 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bee635e8-48c5-457d-be00-d04888d57811 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:42.199778 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3d0d3205-0da5-4675-8261-91925d92237f admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:42.201123 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-3d0d3205-0da5-4675-8261-91925d92237f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ff524b6a-611d-4e4a-a9f8-35d0c4e2f461 HTTP/1.1" status: 204 len: 168 time: 1.1634793 Aug 23 14:27:42.207889 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bee635e8-48c5-457d-be00-d04888d57811 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:42.210070 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-bee635e8-48c5-457d-be00-d04888d57811 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/b613c6a8-a57c-447b-88f5-74474fa9c795 HTTP/1.1" status: 204 len: 168 time: 1.2449245 Aug 23 14:27:42.221352 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-2c3ed0da-94f6-4eb7-a85d-1253c7b67015 service neutron] 10.222.0.91 "GET /v2.0/networks/38440a74-6288-4496-a7a5-cedbe3a7d0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102732 Aug 23 14:27:42.222112 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49604) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:42.327686 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b7834-9acf-47b7-b4b7-cf5ba0002a66 req-900c7a52-d26f-41cb-a94d-071a417d15c1 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:42.331812 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b7834-9acf-47b7-b4b7-cf5ba0002a66 req-900c7a52-d26f-41cb-a94d-071a417d15c1 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:42.335857 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b7834-9acf-47b7-b4b7-cf5ba0002a66 req-900c7a52-d26f-41cb-a94d-071a417d15c1 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:42.340364 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b7834-9acf-47b7-b4b7-cf5ba0002a66 req-900c7a52-d26f-41cb-a94d-071a417d15c1 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:42.344710 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b7834-9acf-47b7-b4b7-cf5ba0002a66 req-900c7a52-d26f-41cb-a94d-071a417d15c1 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:42.349038 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b7834-9acf-47b7-b4b7-cf5ba0002a66 req-900c7a52-d26f-41cb-a94d-071a417d15c1 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:42.353232 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b7834-9acf-47b7-b4b7-cf5ba0002a66 req-900c7a52-d26f-41cb-a94d-071a417d15c1 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:42.355475 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-412b7834-9acf-47b7-b4b7-cf5ba0002a66 req-900c7a52-d26f-41cb-a94d-071a417d15c1 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5444 time: 0.2297082 Aug 23 14:27:42.393091 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'mac_address': 'fa:16:3e:9f:ef:fb', 'name': 'tempest-PortsIpV6TestJSON-1326490031'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:42.397288 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342723e-08f0-466e-9861-b0d835ac7d83 req-94873ecb-3724-4d37-a6a5-f42ddf2c9b21 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:42.398841 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d342723e-08f0-466e-9861-b0d835ac7d83 req-94873ecb-3724-4d37-a6a5-f42ddf2c9b21 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 931 time: 0.1667030 Aug 23 14:27:42.428955 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:42.447956 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-412b7834-9acf-47b7-b4b7-cf5ba0002a66 req-1adb432e-caf8-42ec-84bd-a6175f26b69a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/security-groups?id=49cd4044-ca9a-45ee-a448-b359cf04ac1d&id=65d6ebe3-9e17-462e-abc8-8e74ae4e2510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792568 Aug 23 14:27:42.470385 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-d342723e-08f0-466e-9861-b0d835ac7d83 req-b67bde50-95ec-42a5-9a34-54868e8db300 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Synchronizing usage tracker for tenant:edc09b7159264f3c93f1c0b651b4d3ca on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:42.563093 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4aa25b59-a967-4d0d-9a98-621000b302ed tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:42.574947 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-d342723e-08f0-466e-9861-b0d835ac7d83 req-b67bde50-95ec-42a5-9a34-54868e8db300 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Unset dirty status for tenant:edc09b7159264f3c93f1c0b651b4d3ca on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:42.576206 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d342723e-08f0-466e-9861-b0d835ac7d83 req-b67bde50-95ec-42a5-9a34-54868e8db300 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f9b0d01-e04b-4713-ac02-f9239f869d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651862 Aug 23 14:27:42.639228 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device ba5b1757-dcc8-4be8-925a-9d5073799afa details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:42.766286 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-87d406ae-1f50-4763-958f-974ec934c778 req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:42.785439 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-87d406ae-1f50-4763-958f-974ec934c778 req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:42.806029 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Pushing event updated for resources: {'Port': ['ID=e3b9e020-c66c-4372-85a2-31ff13dc464d,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:42.818765 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Network ff46db62-d140-4d03-9ccb-be7f589fec75 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:42.825119 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:42.830501 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:42.849940 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:42.854149 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:27:42.888698 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port ba5b1757-dcc8-4be8-925a-9d5073799afa, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=ba5b1757-dcc8-4be8-925a-9d5073799afa,segment=NetworkSegment(6d81399d-dfa9-4642-8eec-b0026e280be2),segment_id=6d81399d-dfa9-4642-8eec-b0026e280be2)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:42.909206 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'ba5b1757-dcc8-4be8-925a-9d5073799afa', 'network_id': '38440a74-6288-4496-a7a5-cedbe3a7d0b0', 'port_id': 'ba5b1757-dcc8-4be8-925a-9d5073799afa', 'mac_address': 'fa:16:3e:e1:48:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8985f6d4-51a4-4b76-8892-e64f035e8a5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:42.913045 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0bdb2018-cddb-4ec3-a0ae-640ecf788d2a req-e9f2849e-3d7f-4154-b335-8781c6ae460f tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 210 time: 0.0610075 Aug 23 14:27:42.925191 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d406ae-1f50-4763-958f-974ec934c778 req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Made reservation on behalf of 408ea8540e3c437ebed84fe21cc31af0 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:42.931886 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-87d406ae-1f50-4763-958f-974ec934c778 req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:42.952839 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:port and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:42.957928 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:42.982350 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:42.995301 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:43.003181 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d391280-e5e7-46df-87c3-7daabd1ec202 req-7b20ffac-4375-44f9-88fa-0d385032ea0a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:43.007634 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d391280-e5e7-46df-87c3-7daabd1ec202 req-7b20ffac-4375-44f9-88fa-0d385032ea0a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:43.012650 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d391280-e5e7-46df-87c3-7daabd1ec202 req-7b20ffac-4375-44f9-88fa-0d385032ea0a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:43.016840 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d391280-e5e7-46df-87c3-7daabd1ec202 req-7b20ffac-4375-44f9-88fa-0d385032ea0a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:43.021538 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d391280-e5e7-46df-87c3-7daabd1ec202 req-7b20ffac-4375-44f9-88fa-0d385032ea0a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:43.026530 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d391280-e5e7-46df-87c3-7daabd1ec202 req-7b20ffac-4375-44f9-88fa-0d385032ea0a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:43.030185 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d391280-e5e7-46df-87c3-7daabd1ec202 req-7b20ffac-4375-44f9-88fa-0d385032ea0a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:43.033160 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4d391280-e5e7-46df-87c3-7daabd1ec202 req-7b20ffac-4375-44f9-88fa-0d385032ea0a tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 5444 time: 0.2572124 Aug 23 14:27:43.047182 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49622) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:43.065095 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-ed649444-97e6-48f9-aff4-7bced4b5d260 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Request body: {'floatingip': {'port_id': '4a636c77-075e-45d0-94a2-d6a16068f7e6'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:43.065194 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5b1757-dcc8-4be8-925a-9d5073799afa {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:43.092511 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port ba5b1757-dcc8-4be8-925a-9d5073799afa, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=ba5b1757-dcc8-4be8-925a-9d5073799afa,segment=NetworkSegment(6d81399d-dfa9-4642-8eec-b0026e280be2),segment_id=6d81399d-dfa9-4642-8eec-b0026e280be2)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:43.164735 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1dbba98d-19dd-438b-8c19-b0d9b1baf016 req-9fd93b5d-db0f-4cde-a368-af95442eb026 service neutron] 10.222.0.91 "GET /v2.0/networks/38440a74-6288-4496-a7a5-cedbe3a7d0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9360490 Aug 23 14:27:43.170041 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:43.170041 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 63e32501-c73a-4fb3-8458-1caff5a6b471 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:43.177982 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-87d406ae-1f50-4763-958f-974ec934c778 req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Allocated IP 172.20.0.7 (87201e98-0c42-47b0-84b6-a734e366810a/12b0b345-a54c-4994-a569-11c59bf7b397/d3a3563a-f557-4418-a978-f27ab3bf6059) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:43.184352 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:43.184990 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:43.238217 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a941d0ba-0557-4439-a147-8d820cc443f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:43.252612 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:43.268011 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ed649444-97e6-48f9-aff4-7bced4b5d260 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for floatingip, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:43.369391 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3391368 Aug 23 14:27:43.416430 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=ba5b1757-dcc8-4be8-925a-9d5073799afa,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:43.416430 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:43.437183 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 63e32501-c73a-4fb3-8458-1caff5a6b471, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=63e32501-c73a-4fb3-8458-1caff5a6b471,segment=NetworkSegment(40ee38ef-78b7-47da-8b90-17a23557aa07),segment_id=40ee38ef-78b7-47da-8b90-17a23557aa07)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:43.447970 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Request body: {'port': {'device_id': 'a029b83c-7806-4b72-871c-03675aab36d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:43.458078 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '63e32501-c73a-4fb3-8458-1caff5a6b471', 'network_id': 'b4261220-e754-4906-95ce-e0dde8b2b922', 'port_id': '63e32501-c73a-4fb3-8458-1caff5a6b471', 'mac_address': 'fa:16:3e:2f:bb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff9a0415-562f-42f6-93d2-5ff24fb1b63c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:43.523137 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:43.527678 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:43.546580 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e32501-c73a-4fb3-8458-1caff5a6b471 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:43.598758 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 63e32501-c73a-4fb3-8458-1caff5a6b471, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=63e32501-c73a-4fb3-8458-1caff5a6b471,segment=NetworkSegment(40ee38ef-78b7-47da-8b90-17a23557aa07),segment_id=40ee38ef-78b7-47da-8b90-17a23557aa07)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:43.615146 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a554e8a-445d-4765-9707-87a25959daec req-6895f8bc-adea-487a-9309-8ece4d7193c3 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:43.626196 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3a554e8a-445d-4765-9707-87a25959daec req-6895f8bc-adea-487a-9309-8ece4d7193c3 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 945 time: 0.4412463 Aug 23 14:27:43.660192 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] device_id is not set on port 78ee1c01-5199-465b-b0e5-4310fba73690 yet. {{(pid=76506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:27:43.696000 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:43.700428 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:43.733338 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-87d406ae-1f50-4763-958f-974ec934c778 req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:43.802549 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:43.831087 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-87d406ae-1f50-4763-958f-974ec934c778 req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Transition to ACTIVE for port object d3a3563a-f557-4418-a978-f27ab3bf6059 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:43.845464 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb3200-a6bc-43ab-b86c-f825c31ed950 req-1c2533cb-ccc4-42f9-989f-be5611a67e39 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:43.846913 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=63e32501-c73a-4fb3-8458-1caff5a6b471,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:43.847098 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-21fb3200-a6bc-43ab-b86c-f825c31ed950 req-1c2533cb-ccc4-42f9-989f-be5611a67e39 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 944 time: 0.3990366 Aug 23 14:27:43.853628 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:43.868501 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3a554e8a-445d-4765-9707-87a25959daec req-53397eff-43df-4dcc-9bad-4b0d979124d7 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/security-groups?id=23a97281-d659-4947-9d7b-98074ca32843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435746 Aug 23 14:27:43.944287 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['ba5b1757-dcc8-4be8-925a-9d5073799afa'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:27:44.025974 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['63e32501-c73a-4fb3-8458-1caff5a6b471'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:27:44.086571 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49644) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:44.101853 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-87d406ae-1f50-4763-958f-974ec934c778 req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:44.125607 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7d34faf5-9021-4e31-b1f3-e18176bdb7fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:44.157866 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-21fb3200-a6bc-43ab-b86c-f825c31ed950 req-9e0ad174-383d-4f5a-b1ce-7ed5334b6648 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790442 Aug 23 14:27:44.446647 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2024777130-network', 'tenant_id': '351456795b9f4735b623bb107baa079e'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:44.461774 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d406ae-1f50-4763-958f-974ec934c778 req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Network 87201e98-0c42-47b0-84b6-a734e366810a is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:44.466704 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:44.468734 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:44.472934 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Pushing event updated for resources: {'Port': ['ID=d3a3563a-f557-4418-a978-f27ab3bf6059,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:44.475524 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-87d406ae-1f50-4763-958f-974ec934c778 req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:44.478110 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:44.489731 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Usage tracker for resource:network and tenant:351456795b9f4735b623bb107baa079e is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:44.489731 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d406ae-1f50-4763-958f-974ec934c778 req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:27:44.598426 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ed649444-97e6-48f9-aff4-7bced4b5d260 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:44.618021 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9a05c-0cc3-42ba-bb71-9837125803e0 req-f892c2ff-ae6c-4dfb-9747-2bd5a45979c5 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:44.619810 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-adc9a05c-0cc3-42ba-bb71-9837125803e0 req-f892c2ff-ae6c-4dfb-9747-2bd5a45979c5 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 931 time: 0.2605634 Aug 23 14:27:44.629493 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe29b14-e8a0-4afb-b112-98a2bd8bb4c2 req-70233165-6dd1-476f-a9ba-30c67f50b5f4 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:44.634346 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4fe29b14-e8a0-4afb-b112-98a2bd8bb4c2 req-70233165-6dd1-476f-a9ba-30c67f50b5f4 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 931 time: 0.3179688 Aug 23 14:27:44.669873 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:44.690532 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:44.722261 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4fe29b14-e8a0-4afb-b112-98a2bd8bb4c2 req-ff8fbad1-d847-49d0-9733-54ffd8761ea5 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868440 Aug 23 14:27:44.725948 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-adc9a05c-0cc3-42ba-bb71-9837125803e0 req-310092a2-0482-410b-83bc-c3f3c665ae20 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f9b0d01-e04b-4713-ac02-f9239f869d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883031 Aug 23 14:27:44.730348 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ed649444-97e6-48f9-aff4-7bced4b5d260 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:44.797041 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d406ae-1f50-4763-958f-974ec934c778 req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:44.797942 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-87d406ae-1f50-4763-958f-974ec934c778 req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:44.847560 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Made reservation on behalf of 351456795b9f4735b623bb107baa079e for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:44.849875 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:44.910740 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:44.940982 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b9e020-c66c-4372-85a2-31ff13dc464d {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:44.945213 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:44.960645 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e042d370-5df1-40bf-8acb-a48523e3b219 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:44.962925 n-d-805629-1 neutron-server[76505]: INFO neutron.db.l3_db [None req-ed649444-97e6-48f9-aff4-7bced4b5d260 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Floating IP 908931fb-6fe3-49e6-89dd-267203e2545a associated. External IP: 172.25.6.198, port: 4a636c77-075e-45d0-94a2-d6a16068f7e6. Aug 23 14:27:44.994200 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:45.006296 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-87d406ae-1f50-4763-958f-974ec934c778 req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9291856 Aug 23 14:27:45.015368 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0484ba0c-1617-4fbd-a617-388ebd2e7edd None None] Provisioning for port d3a3563a-f557-4418-a978-f27ab3bf6059 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:45.021023 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0484ba0c-1617-4fbd-a617-388ebd2e7edd None None] Provisioning complete for port d3a3563a-f557-4418-a978-f27ab3bf6059 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:45.021490 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0484ba0c-1617-4fbd-a617-388ebd2e7edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:45.033178 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:45.044119 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Request body: {'port': {'device_id': '25438dbb-8dcf-461c-9c2e-210d722a5f73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:45.089206 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-0484ba0c-1617-4fbd-a617-388ebd2e7edd None None] Port d3a3563a-f557-4418-a978-f27ab3bf6059 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:27:45.090406 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Usage tracker for resource:security_group_rule and tenant:351456795b9f4735b623bb107baa079e is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:45.103267 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Transition to ACTIVE for port object e3b9e020-c66c-4372-85a2-31ff13dc464d will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:45.113351 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:45.125452 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:45.131280 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:45.133176 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=78ee1c01-5199-465b-b0e5-4310fba73690,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:45.134010 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e08a0-5d54-4ef6-b240-e5c630dba102 req-bbc5f4d8-6db0-4a0e-b5bf-4140f7020304 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:45.136465 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655e08a0-5d54-4ef6-b240-e5c630dba102 req-bbc5f4d8-6db0-4a0e-b5bf-4140f7020304 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 945 time: 0.1197333 Aug 23 14:27:45.137417 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:27:45.141601 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:45.142242 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:45.146519 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:45.148754 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:45.211390 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:45.225690 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-afc6212d-e6c9-4e0f-a24f-7f759c6a37f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:45.272290 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-655e08a0-5d54-4ef6-b240-e5c630dba102 req-096e5560-68d0-4594-a435-217f28365755 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/security-groups?id=23a97281-d659-4947-9d7b-98074ca32843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808029 Aug 23 14:27:45.372313 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:45.383356 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.1571043 Aug 23 14:27:45.393399 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49656) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:45.451056 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b9e020-c66c-4372-85a2-31ff13dc464d,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:45.459766 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:45.548519 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee8b08b-660a-478c-9ec2-c7e6b2befc3f tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:45.579099 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-eee8b08b-660a-478c-9ec2-c7e6b2befc3f tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:45.591058 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:45.686282 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa20e3-2a4a-4b7f-bb24-078c92345a58 req-7ed2c0fd-c664-4af0-b072-3b5eacfa1ea5 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:45.687738 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-78aa20e3-2a4a-4b7f-bb24-078c92345a58 req-7ed2c0fd-c664-4af0-b072-3b5eacfa1ea5 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 945 time: 0.2485199 Aug 23 14:27:45.753646 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-78aa20e3-2a4a-4b7f-bb24-078c92345a58 req-694d3bc8-e7b4-4b48-9bf0-638ef5bded38 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570080 Aug 23 14:27:45.777326 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Attempting to bind port e3b9e020-c66c-4372-85a2-31ff13dc464d on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:45.779429 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Attempting to bind port e3b9e020-c66c-4372-85a2-31ff13dc464d by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'e6b138b3-0dbc-4842-b479-2497deacd006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ff46db62-d140-4d03-9ccb-be7f589fec75'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:45.779429 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Attempting to bind port e3b9e020-c66c-4372-85a2-31ff13dc464d on network ff46db62-d140-4d03-9ccb-be7f589fec75 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:45.791751 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Port e3b9e020-c66c-4372-85a2-31ff13dc464d on network ff46db62-d140-4d03-9ccb-be7f589fec75 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:27:45.792149 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Attempting to bind port e3b9e020-c66c-4372-85a2-31ff13dc464d on network ff46db62-d140-4d03-9ccb-be7f589fec75 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:45.796272 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed649444-97e6-48f9-aff4-7bced4b5d260 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Router c8a18c25-94bd-4f17-9d34-c7bc8c30ff61 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:27:45.812400 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:27:45.812908 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Checking segment: {'id': 'e6b138b3-0dbc-4842-b479-2497deacd006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ff46db62-d140-4d03-9ccb-be7f589fec75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:45.813429 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Bound using segment: {'id': 'e6b138b3-0dbc-4842-b479-2497deacd006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ff46db62-d140-4d03-9ccb-be7f589fec75'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:27:45.814083 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Bound port: e3b9e020-c66c-4372-85a2-31ff13dc464d, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b138b3-0dbc-4842-b479-2497deacd006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ff46db62-d140-4d03-9ccb-be7f589fec75'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:45.814502 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:45.891325 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:45.900601 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-eee8b08b-660a-478c-9ec2-c7e6b2befc3f tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:45.901862 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-eee8b08b-660a-478c-9ec2-c7e6b2befc3f tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/78ee1c01-5199-465b-b0e5-4310fba73690 HTTP/1.1" status: 200 len: 845 time: 0.5072434 Aug 23 14:27:45.911066 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e851e836-e3fb-4989-ad59-454fddc3f96c tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:45.933404 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49664) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:45.951469 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:27:46.000845 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1b84cb-581f-4960-a973-4d9f71100182,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:46.004091 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:46.004091 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Added segment d23a089f-c630-48aa-acce-5ae37683b84c of type vlan for network 28ae0b27-125f-4b92-b403-b2f9fbbf8a8d Aug 23 14:27:46.036167 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:46.081347 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] For port e3b9e020-c66c-4372-85a2-31ff13dc464d, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:27:46.095859 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a3563a-f557-4418-a978-f27ab3bf6059 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:46.101115 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:46.111625 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] For port e3b9e020-c66c-4372-85a2-31ff13dc464d, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=e3b9e020-c66c-4372-85a2-31ff13dc464d,segment=NetworkSegment(e6b138b3-0dbc-4842-b479-2497deacd006),segment_id=e6b138b3-0dbc-4842-b479-2497deacd006)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:27:46.111625 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:46.137720 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Transition to ACTIVE for port object d3a3563a-f557-4418-a978-f27ab3bf6059 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:46.205155 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:46.210075 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2c362464-3b97-46a5-ae96-a73b5cd51318 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:46.229189 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 78ee1c01-5199-465b-b0e5-4310fba73690 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:46.229189 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:46.254068 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:46.255210 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:46.255905 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:46.259978 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:46.306885 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:46.308344 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] 10.222.0.91 "PUT /v2.0/ports/e3b9e020-c66c-4372-85a2-31ff13dc464d HTTP/1.1" status: 200 len: 1091 time: 2.8731220 Aug 23 14:27:46.311019 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a029b83c-7806-4b72-871c-03675aab36d0', 'tag': 'e3b9e020-c66c-4372-85a2-31ff13dc464d'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:46.313957 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d0539-1fdd-4b05-9bc3-0298454ae802 req-7bc79f8d-db9c-486c-b3ad-ff5d395675a7 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:46.315545 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-759d0539-1fdd-4b05-9bc3-0298454ae802 req-7bc79f8d-db9c-486c-b3ad-ff5d395675a7 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 931 time: 0.4272430 Aug 23 14:27:46.325039 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8a28c-53b6-4f87-a46b-199fafa36aec req-6d6eab89-bfeb-4d99-8ede-b345826efde2 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:46.332456 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c3c8a28c-53b6-4f87-a46b-199fafa36aec req-6d6eab89-bfeb-4d99-8ede-b345826efde2 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 943 time: 0.3994954 Aug 23 14:27:46.409187 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b9e020-c66c-4372-85a2-31ff13dc464d,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:46.414201 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:46.414712 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:46.538426 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4496410 Aug 23 14:27:46.546449 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49674) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:46.585701 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Request body: {'subnet': {'network_id': '28ae0b27-125f-4b92-b403-b2f9fbbf8a8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2024777130-subnet', 'tenant_id': '351456795b9f4735b623bb107baa079e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:46.601514 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:46.638134 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Pushing event updated for resources: {'Network': ['ID=28ae0b27-125f-4b92-b403-b2f9fbbf8a8d,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:46.640780 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c3c8a28c-53b6-4f87-a46b-199fafa36aec req-ae7e47c2-e354-4a8a-9ee3-9001b60f79d8 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f9b0d01-e04b-4713-ac02-f9239f869d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074174 Aug 23 14:27:46.648518 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Usage tracker for resource:subnet and tenant:351456795b9f4735b623bb107baa079e is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:46.650633 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-759d0539-1fdd-4b05-9bc3-0298454ae802 req-015ff247-bab9-4b7d-97c1-fe3b00cd0857 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895625 Aug 23 14:27:46.655441 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:46.658735 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:46.660486 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2b1b771f-4e85-42f0-83f4-824dd6fcced7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:46.675365 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 28ae0b27-125f-4b92-b403-b2f9fbbf8a8d details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:27:46.693142 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:46.701462 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device ba5b1757-dcc8-4be8-925a-9d5073799afa up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:46.859173 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for 78ee1c01-5199-465b-b0e5-4310fba73690 owned by {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:46.899045 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a029b83c-7806-4b72-871c-03675aab36d0', 'tag': 'e3b9e020-c66c-4372-85a2-31ff13dc464d', 'status': 'completed', 'code': 200} Aug 23 14:27:46.904545 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a3563a-f557-4418-a978-f27ab3bf6059,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:46.921694 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:46.922763 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:46.949955 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Attempting to bind port d3a3563a-f557-4418-a978-f27ab3bf6059 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:46.950292 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Attempting to bind port d3a3563a-f557-4418-a978-f27ab3bf6059 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'd824b32a-e783-4159-989f-167272a8399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:46.950621 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Attempting to bind port d3a3563a-f557-4418-a978-f27ab3bf6059 on network 87201e98-0c42-47b0-84b6-a734e366810a {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:46.960314 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed649444-97e6-48f9-aff4-7bced4b5d260 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:27:46.969888 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-a85898cc-2682-4d18-98ec-3afe7c31e2aa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=edc09b7159264f3c93f1c0b651b4d3ca&device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 1094 time: 0.4885168 Aug 23 14:27:46.970692 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Port d3a3563a-f557-4418-a978-f27ab3bf6059 on network 87201e98-0c42-47b0-84b6-a734e366810a not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:27:46.974202 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b535d-6503-4f4e-8592-eae51c5ffac9 None None] Sync routers for ids ['c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:27:46.977680 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Attempting to bind port d3a3563a-f557-4418-a978-f27ab3bf6059 on network 87201e98-0c42-47b0-84b6-a734e366810a {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:46.991604 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b535d-6503-4f4e-8592-eae51c5ffac9 None None] Routers {'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:27:46.992783 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-6a0b535d-6503-4f4e-8592-eae51c5ffac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:27:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:47.004332 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ed649444-97e6-48f9-aff4-7bced4b5d260 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:47.052131 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Made reservation on behalf of 351456795b9f4735b623bb107baa079e for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:47.055124 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:47.075079 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port ba5b1757-dcc8-4be8-925a-9d5073799afa completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:47.087267 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:27:47.087606 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Checking segment: {'id': 'd824b32a-e783-4159-989f-167272a8399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:47.088181 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Bound using segment: {'id': 'd824b32a-e783-4159-989f-167272a8399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:27:47.088325 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port ba5b1757-dcc8-4be8-925a-9d5073799afa triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:47.088791 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:47.089130 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Bound port: d3a3563a-f557-4418-a978-f27ab3bf6059, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd824b32a-e783-4159-989f-167272a8399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:47.089723 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:47.099787 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-ab08353b-ae5a-481c-9496-510ba5a6365c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3b9e020-c66c-4372-85a2-31ff13dc464d HTTP/1.1" status: 200 len: 217 time: 0.1159887 Aug 23 14:27:47.147704 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-ed649444-97e6-48f9-aff4-7bced4b5d260 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] 10.222.0.86 "PUT /v2.0/floatingips/908931fb-6fe3-49e6-89dd-267203e2545a HTTP/1.1" status: 200 len: 992 time: 4.0998666 Aug 23 14:27:47.151371 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'tag': '4a636c77-075e-45d0-94a2-d6a16068f7e6'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:47.184831 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b35be-02e5-4eaf-8523-f4a7fce66aa8 req-1deace7f-a382-4b75-b9a8-2fd8203f8c69 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:47.192437 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8c0b35be-02e5-4eaf-8523-f4a7fce66aa8 req-1deace7f-a382-4b75-b9a8-2fd8203f8c69 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 945 time: 0.2397504 Aug 23 14:27:47.198834 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-6a0b535d-6503-4f4e-8592-eae51c5ffac9 None None] Set router c8a18c25-94bd-4f17-9d34-c7bc8c30ff61 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:27:47.217192 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78623de2-f859-44df-a21a-3c93fe2bf3ce req-0112d3d2-3d5b-4fea-854b-3131c6c9e7b8 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:47.218916 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-78623de2-f859-44df-a21a-3c93fe2bf3ce req-0112d3d2-3d5b-4fea-854b-3131c6c9e7b8 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 945 time: 0.2178495 Aug 23 14:27:47.224901 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:47.234319 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-22d6c122-c23f-4b30-9d18-26572c6922c5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:47.280481 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:47.304105 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=78ee1c01-5199-465b-b0e5-4310fba73690,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:47.322849 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-fad1c15b-c8be-4d67-89ec-e302ed62c0d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:47.324468 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-fad1c15b-c8be-4d67-89ec-e302ed62c0d6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=92899a2a-712a-41a4-94b2-f056fb41efdb HTTP/1.1" status: 200 len: 853 time: 0.1632223 Aug 23 14:27:47.339269 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port ba5b1757-dcc8-4be8-925a-9d5073799afa, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=ba5b1757-dcc8-4be8-925a-9d5073799afa,segment=NetworkSegment(6d81399d-dfa9-4642-8eec-b0026e280be2),segment_id=6d81399d-dfa9-4642-8eec-b0026e280be2)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:47.342000 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115ec24a-bbd8-4737-8d92-35e236ad65b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5b1757-dcc8-4be8-925a-9d5073799afa'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:47.354470 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:47.362526 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:47.362982 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:47.363246 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:47.363797 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:47.364159 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:47.364573 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:47.365393 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:47.365974 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:47.366546 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:47.367051 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:47.368669 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:47.390168 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8c0b35be-02e5-4eaf-8523-f4a7fce66aa8 req-f38091a2-f2a5-4817-babb-19f314b7bb52 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/security-groups?id=23a97281-d659-4947-9d7b-98074ca32843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967766 Aug 23 14:27:47.392901 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:47.394792 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-d5d1643c-cf53-49d5-be23-cc29bbf7eca7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ff46db62-d140-4d03-9ccb-be7f589fec75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604024 Aug 23 14:27:47.399546 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-78623de2-f859-44df-a21a-3c93fe2bf3ce req-bfba4e34-5972-462d-9d44-7cc9c5cb6e8f tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664302 Aug 23 14:27:47.423438 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:47.423438 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 63e32501-c73a-4fb3-8458-1caff5a6b471 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:47.480459 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] For port d3a3563a-f557-4418-a978-f27ab3bf6059, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:27:47.507452 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-20949690-a84c-4eec-8dfa-d3aa39428c58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:47.519900 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/78ee1c01-5199-465b-b0e5-4310fba73690 HTTP/1.1" status: 204 len: 168 time: 1.5756280 Aug 23 14:27:47.519900 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49686) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:47.541388 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] For port d3a3563a-f557-4418-a978-f27ab3bf6059, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=d3a3563a-f557-4418-a978-f27ab3bf6059,segment=NetworkSegment(d824b32a-e783-4159-989f-167272a8399b),segment_id=d824b32a-e783-4159-989f-167272a8399b)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:27:47.596450 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-668a76e1-fc95-4a1f-a94f-e94e37b5457c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] GET failed (client error): The resource could not be found. Aug 23 14:27:47.597239 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-668a76e1-fc95-4a1f-a94f-e94e37b5457c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:47.611365 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'tag': '4a636c77-075e-45d0-94a2-d6a16068f7e6', 'status': 'completed', 'code': 200} Aug 23 14:27:47.626769 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=ba5b1757-dcc8-4be8-925a-9d5073799afa,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:47.628293 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:47.630611 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:47.669692 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:47.671320 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115ec24a-bbd8-4737-8d92-35e236ad65b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5b1757-dcc8-4be8-925a-9d5073799afa', 'code': 200} Aug 23 14:27:47.728845 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-668a76e1-fc95-4a1f-a94f-e94e37b5457c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:47.728845 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-668a76e1-fc95-4a1f-a94f-e94e37b5457c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/78ee1c01-5199-465b-b0e5-4310fba73690 HTTP/1.1" status: 404 len: 333 time: 0.2085419 Aug 23 14:27:47.738118 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49694) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:47.747014 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 63e32501-c73a-4fb3-8458-1caff5a6b471 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:47.752695 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 63e32501-c73a-4fb3-8458-1caff5a6b471 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:47.753078 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:47.775414 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'name': 'tempest-PortsIpV6TestJSON-230389044'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:47.776029 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-3d537443-d2e7-49e0-8368-c376b0d23ff4 service neutron] 10.222.0.91 "GET /v2.0/networks/ff46db62-d140-4d03-9ccb-be7f589fec75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750627 Aug 23 14:27:47.795242 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:47.812046 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-87d406ae-1f50-4763-958f-974ec934c778 req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] 10.222.0.91 "PUT /v2.0/ports/d3a3563a-f557-4418-a978-f27ab3bf6059 HTTP/1.1" status: 200 len: 1091 time: 2.7768967 Aug 23 14:27:47.924509 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-6a0b535d-6503-4f4e-8592-eae51c5ffac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'name': 'tempest-TaggedBootDevicesTest_v242-1149859490-router', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:27Z', 'updated_at': '2021-08-23T14:23:40Z', 'revision_number': 4, 'project_id': '4ae04c19703948b084682c54287f9037', 'gw_port': {'id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:29Z', 'updated_at': '2021-08-23T14:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': '908931fb-6fe3-49e6-89dd-267203e2545a', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'floating_ip_address': '172.25.6.198', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'port_id': '4a636c77-075e-45d0-94a2-d6a16068f7e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3', 'mac_address': 'fa:16:3e:42:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:25:18Z', 'updated_at': '2021-08-23T14:27:44Z', 'revision_number': 1, 'project_id': '4ae04c19703948b084682c54287f9037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a', 'name': '', 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'mac_address': 'fa:16:3e:c2:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98220cf1-ec84-4f91-ba4c-8e422c188293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:37Z', 'updated_at': '2021-08-23T14:24:09Z', 'revision_number': 5, 'project_id': '4ae04c19703948b084682c54287f9037', 'subnets': [{'id': '98220cf1-ec84-4f91-ba4c-8e422c188293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:47.945376 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b535d-6503-4f4e-8592-eae51c5ffac9 None None] Checking router: c8a18c25-94bd-4f17-9d34-c7bc8c30ff61 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:27:47.964884 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b535d-6503-4f4e-8592-eae51c5ffac9 None None] Routers {'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:27:47.978118 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-6a0b535d-6503-4f4e-8592-eae51c5ffac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:27:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:47.979145 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:48.044204 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:48.125039 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a3563a-f557-4418-a978-f27ab3bf6059,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:48.125766 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 63e32501-c73a-4fb3-8458-1caff5a6b471, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=63e32501-c73a-4fb3-8458-1caff5a6b471,segment=NetworkSegment(40ee38ef-78b7-47da-8b90-17a23557aa07),segment_id=40ee38ef-78b7-47da-8b90-17a23557aa07)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:48.128448 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:48.140580 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-006f745e-8396-4502-a0ab-bcb5b249e47c req-bbe651e6-6822-40b6-989e-b2feef6a01b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ae04c19703948b084682c54287f9037&device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 6501 time: 0.5055640 Aug 23 14:27:48.142970 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:48.146717 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3093aa70-5cd7-49c9-967f-2c00042d5c17 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:48.188142 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:48.191004 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-3a5fd393-0a29-49cc-a459-8896ec6dd95f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:48.195419 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:48.237371 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-6a0b535d-6503-4f4e-8592-eae51c5ffac9 None None] Set router c8a18c25-94bd-4f17-9d34-c7bc8c30ff61 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:27:48.298012 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e67f17-7d4d-4ce0-ad10-3b65cedfce14,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:48.308519 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:48.320858 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=63e32501-c73a-4fb3-8458-1caff5a6b471,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:48.325650 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4b1d3df3-48de-41b4-9cca-77ff69e85cdc req-4c678e0a-27b8-41cb-ae99-50f02b14db34 service neutron] 10.222.0.91 "GET /v2.0/networks/ff46db62-d140-4d03-9ccb-be7f589fec75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242691 Aug 23 14:27:48.333908 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:48.343315 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340c9de-5cd0-48f0-b940-46ebe55fcc6f req-16fe6b24-6369-4dc7-ab6c-7ecd473b9d7d tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:48.344184 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-33290e4b-972a-453c-82be-d5ef3814de80 req-ea9fdac7-d54b-466a-b51b-3df473509939 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 1097 time: 0.5623465 Aug 23 14:27:48.345058 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f340c9de-5cd0-48f0-b940-46ebe55fcc6f req-16fe6b24-6369-4dc7-ab6c-7ecd473b9d7d tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 943 time: 0.4172654 Aug 23 14:27:48.345478 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Checking segment: {'id': 'd23a089f-c630-48aa-acce-5ae37683b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '28ae0b27-125f-4b92-b403-b2f9fbbf8a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:48.346097 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Network hostable DHCP agents. Network: 28ae0b27-125f-4b92-b403-b2f9fbbf8a8d, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:27:48.365415 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:48.369281 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:48.383584 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-87d406ae-1f50-4763-958f-974ec934c778 req-43d396b1-955a-4a78-8cb4-8edbfa7c4a65 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=408ea8540e3c437ebed84fe21cc31af0&device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 1094 time: 0.3096340 Aug 23 14:27:48.416529 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfd674-4077-4a12-8601-a528cc5e35bf req-8011ee25-1986-430b-a4a5-681cca645765 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:48.417263 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9ecfd674-4077-4a12-8601-a528cc5e35bf req-8011ee25-1986-430b-a4a5-681cca645765 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 943 time: 0.4278901 Aug 23 14:27:48.474791 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-87d406ae-1f50-4763-958f-974ec934c778 req-7f603fff-da7e-4002-9eeb-c24be300ebc2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3a3563a-f557-4418-a978-f27ab3bf6059 HTTP/1.1" status: 200 len: 217 time: 0.0838387 Aug 23 14:27:48.479894 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-33290e4b-972a-453c-82be-d5ef3814de80 req-6a09209c-589d-4f6d-a2c4-39654d3d4c63 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=23a97281-d659-4947-9d7b-98074ca32843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285372 Aug 23 14:27:48.581642 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Network 28ae0b27-125f-4b92-b403-b2f9fbbf8a8d is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:27:48.629642 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] device_id is not set on port 4e299588-87c7-4f59-8e84-15c92560278e yet. {{(pid=76505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:27:48.666687 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-6a0b535d-6503-4f4e-8592-eae51c5ffac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'name': 'tempest-TaggedBootDevicesTest_v242-1149859490-router', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:27Z', 'updated_at': '2021-08-23T14:23:40Z', 'revision_number': 4, 'project_id': '4ae04c19703948b084682c54287f9037', 'gw_port': {'id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:29Z', 'updated_at': '2021-08-23T14:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': '908931fb-6fe3-49e6-89dd-267203e2545a', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'floating_ip_address': '172.25.6.198', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'port_id': '4a636c77-075e-45d0-94a2-d6a16068f7e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3', 'mac_address': 'fa:16:3e:42:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:25:18Z', 'updated_at': '2021-08-23T14:27:44Z', 'revision_number': 1, 'project_id': '4ae04c19703948b084682c54287f9037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a', 'name': '', 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'mac_address': 'fa:16:3e:c2:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98220cf1-ec84-4f91-ba4c-8e422c188293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:37Z', 'updated_at': '2021-08-23T14:24:09Z', 'revision_number': 5, 'project_id': '4ae04c19703948b084682c54287f9037', 'subnets': [{'id': '98220cf1-ec84-4f91-ba4c-8e422c188293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:48.671602 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b535d-6503-4f4e-8592-eae51c5ffac9 None None] The sync data for ids ['c8a18c25-94bd-4f17-9d34-c7bc8c30ff61'] in n-d-805629-1 is: [{'id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'name': 'tempest-TaggedBootDevicesTest_v242-1149859490-router', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:27Z', 'updated_at': '2021-08-23T14:23:40Z', 'revision_number': 4, 'project_id': '4ae04c19703948b084682c54287f9037', 'gw_port': {'id': 'db555ab0-bfe3-4d87-ab9e-ee04157c9984', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:29Z', 'updated_at': '2021-08-23T14:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': '908931fb-6fe3-49e6-89dd-267203e2545a', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'floating_ip_address': '172.25.6.198', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'port_id': '4a636c77-075e-45d0-94a2-d6a16068f7e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3', 'mac_address': 'fa:16:3e:42:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd125b650-1b8e-4af9-8650-099024a09fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:25:18Z', 'updated_at': '2021-08-23T14:27:44Z', 'revision_number': 1, 'project_id': '4ae04c19703948b084682c54287f9037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff1968b-6d18-4c1f-aa8b-fd814cf10c0a', 'name': '', 'network_id': '6006255f-0aee-4aca-b3ec-52c334c0bec3', 'tenant_id': '4ae04c19703948b084682c54287f9037', 'mac_address': 'fa:16:3e:c2:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a18c25-94bd-4f17-9d34-c7bc8c30ff61', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98220cf1-ec84-4f91-ba4c-8e422c188293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:37Z', 'updated_at': '2021-08-23T14:24:09Z', 'revision_number': 5, 'project_id': '4ae04c19703948b084682c54287f9037', 'subnets': [{'id': '98220cf1-ec84-4f91-ba4c-8e422c188293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:27:48.678599 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f745e-8396-4502-a0ab-bcb5b249e47c req-f944f78a-17ea-41c1-953c-8deaa39add1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:48.680074 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-006f745e-8396-4502-a0ab-bcb5b249e47c req-f944f78a-17ea-41c1-953c-8deaa39add1c service neutron] 10.222.0.60 "GET /v2.0/networks?id=6006255f-0aee-4aca-b3ec-52c334c0bec3 HTTP/1.1" status: 200 len: 918 time: 0.5127103 Aug 23 14:27:48.688087 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f340c9de-5cd0-48f0-b940-46ebe55fcc6f req-939206bb-eee0-4104-bf11-5496e922dc37 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f9b0d01-e04b-4713-ac02-f9239f869d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332186 Aug 23 14:27:48.769490 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 28ae0b27-125f-4b92-b403-b2f9fbbf8a8d) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:48.780027 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1778ef49-9cdb-44c3-9fb8-8b205b315e91 None None] Network 28ae0b27-125f-4b92-b403-b2f9fbbf8a8d requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:27:48.795826 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:48.795826 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:48.853656 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d406ae-1f50-4763-958f-974ec934c778 req-00a9c396-cc5e-47e4-8218-7bb4b27c567a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:48.862141 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-87d406ae-1f50-4763-958f-974ec934c778 req-00a9c396-cc5e-47e4-8218-7bb4b27c567a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12b0b345-a54c-4994-a569-11c59bf7b397 HTTP/1.1" status: 200 len: 849 time: 0.1939602 Aug 23 14:27:48.920542 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25438dbb-8dcf-461c-9c2e-210d722a5f73', 'tag': 'd3a3563a-f557-4418-a978-f27ab3bf6059'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:48.921148 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9ecfd674-4077-4a12-8601-a528cc5e35bf req-b9ae13a2-7f47-4c1a-81a0-9a77b1f8cb22 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3475351 Aug 23 14:27:48.945444 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-006f745e-8396-4502-a0ab-bcb5b249e47c req-b990b5ca-68fb-4330-8511-83627e103a1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a636c77-075e-45d0-94a2-d6a16068f7e6 HTTP/1.1" status: 200 len: 1000 time: 0.2470486 Aug 23 14:27:48.969580 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3944771 Aug 23 14:27:48.972721 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49708) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:48.989272 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2024777130-router', 'tenant_id': '351456795b9f4735b623bb107baa079e', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:49.006784 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:49.023712 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9c6686bc-dee9-4dc5-9ab0-3e9f115a04b1 req-59edb9c1-69d4-46cf-b181-2b4da6ff60fa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=edc09b7159264f3c93f1c0b651b4d3ca&device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 1094 time: 0.2983727 Aug 23 14:27:49.023712 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Usage tracker for resource:router and tenant:351456795b9f4735b623bb107baa079e is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:49.029028 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:49.064760 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d603474-77a6-4232-b3d9-9a0d1843600d None None] New status for floating IP 908931fb-6fe3-49e6-89dd-267203e2545a: ACTIVE {{(pid=76509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:27:49.065821 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:49.130624 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-87d406ae-1f50-4763-958f-974ec934c778 req-ce414c2b-7364-4ad8-80f9-1a21e66dc7f4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=87201e98-0c42-47b0-84b6-a734e366810a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2565756 Aug 23 14:27:49.236534 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-28ae0b27-125f-4b92-b403-b2f9fbbf8a8d', 'network_id': '28ae0b27-125f-4b92-b403-b2f9fbbf8a8d', 'tenant_id': '351456795b9f4735b623bb107baa079e', 'fixed_ips': [{'subnet_id': 'a5e67f17-7d4d-4ce0-ad10-3b65cedfce14'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:27:49.237439 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:49.342180 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f745e-8396-4502-a0ab-bcb5b249e47c req-96cfa55f-1d07-42b1-ae30-0a324b45d784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:49.343662 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-006f745e-8396-4502-a0ab-bcb5b249e47c req-96cfa55f-1d07-42b1-ae30-0a324b45d784 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98220cf1-ec84-4f91-ba4c-8e422c188293 HTTP/1.1" status: 200 len: 856 time: 0.3417768 Aug 23 14:27:49.359289 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:49.360269 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:49.419114 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:49.436136 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6686bc-dee9-4dc5-9ab0-3e9f115a04b1 req-18cd371e-009d-4724-8571-93514a9498b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:49.438116 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9c6686bc-dee9-4dc5-9ab0-3e9f115a04b1 req-18cd371e-009d-4724-8571-93514a9498b6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ff46db62-d140-4d03-9ccb-be7f589fec75 HTTP/1.1" status: 200 len: 914 time: 0.4053307 Aug 23 14:27:49.470564 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8adce-cadf-4b19-ada3-8ac788a37185 req-6e684841-726c-4159-9eb8-655429bd6d46 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:49.478933 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0ae8adce-cadf-4b19-ada3-8ac788a37185 req-6e684841-726c-4159-9eb8-655429bd6d46 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 946 time: 0.4029346 Aug 23 14:27:49.525642 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:49.530181 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9c6686bc-dee9-4dc5-9ab0-3e9f115a04b1 req-c5fa5a99-5032-493b-94db-0e5fda23c428 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3b9e020-c66c-4372-85a2-31ff13dc464d HTTP/1.1" status: 200 len: 217 time: 0.0769002 Aug 23 14:27:49.552292 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9468efd-316e-4e1c-9b98-e9fb4fdcac67 req-02c1bfbf-f0c3-4abf-b8b8-f7621e05e59b tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:49.555724 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d9468efd-316e-4e1c-9b98-e9fb4fdcac67 req-02c1bfbf-f0c3-4abf-b8b8-f7621e05e59b tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 946 time: 0.4194293 Aug 23 14:27:49.578646 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-87d406ae-1f50-4763-958f-974ec934c778 req-f460584f-4959-4c32-9ef3-66e99eebf54e service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374855 Aug 23 14:27:49.586772 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Allocated IP 172.20.0.2 (28ae0b27-125f-4b92-b403-b2f9fbbf8a8d/a5e67f17-7d4d-4ce0-ad10-3b65cedfce14/6357737e-c281-4a4d-9a42-063502449fc2) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:49.624533 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0ae8adce-cadf-4b19-ada3-8ac788a37185 req-a6706b73-6e1d-453f-890c-305231893612 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/security-groups?id=23a97281-d659-4947-9d7b-98074ca32843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176882 Aug 23 14:27:49.704463 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df3f772-ac20-4bb0-bef2-cf0da6fe5443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e32501-c73a-4fb3-8458-1caff5a6b471'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:49.761039 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-006f745e-8396-4502-a0ab-bcb5b249e47c req-fa610457-b509-421f-aefc-e1fd0e5a6b99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6006255f-0aee-4aca-b3ec-52c334c0bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4011154 Aug 23 14:27:49.765804 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:49.842798 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6686bc-dee9-4dc5-9ab0-3e9f115a04b1 req-e57cb258-fff6-4f54-ba73-99d6db4609a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:49.844282 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9c6686bc-dee9-4dc5-9ab0-3e9f115a04b1 req-e57cb258-fff6-4f54-ba73-99d6db4609a7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=92899a2a-712a-41a4-94b2-f056fb41efdb HTTP/1.1" status: 200 len: 853 time: 0.3050289 Aug 23 14:27:49.894093 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25438dbb-8dcf-461c-9c2e-210d722a5f73', 'tag': 'd3a3563a-f557-4418-a978-f27ab3bf6059', 'status': 'completed', 'code': 200} Aug 23 14:27:49.924453 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:49.938079 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Transition to ACTIVE for port object 6357737e-c281-4a4d-9a42-063502449fc2 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:49.939216 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9c6686bc-dee9-4dc5-9ab0-3e9f115a04b1 req-df2fdba7-b4b8-4cda-9792-b4278a1815bd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ff46db62-d140-4d03-9ccb-be7f589fec75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829751 Aug 23 14:27:49.951991 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df3f772-ac20-4bb0-bef2-cf0da6fe5443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e32501-c73a-4fb3-8458-1caff5a6b471', 'code': 200} Aug 23 14:27:49.966596 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Transition to ACTIVE for port object 6357737e-c281-4a4d-9a42-063502449fc2 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:49.974781 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d00303f1-2563-42b9-986d-534f0b1c7b96 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:50.034795 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:50.039414 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:50.085755 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-006f745e-8396-4502-a0ab-bcb5b249e47c req-e04e6586-c347-478d-a806-a3170999a064 service neutron] 10.222.0.60 "GET /v2.0/networks/6006255f-0aee-4aca-b3ec-52c334c0bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963164 Aug 23 14:27:50.086939 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=4e299588-87c7-4f59-8e84-15c92560278e,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:50.090630 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:50.113031 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Network 28ae0b27-125f-4b92-b403-b2f9fbbf8a8d is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:50.116242 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:50.121130 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:27:50.123344 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Pushing event updated for resources: {'Port': ['ID=6357737e-c281-4a4d-9a42-063502449fc2,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:50.126537 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:50.192132 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-87d406ae-1f50-4763-958f-974ec934c778 req-094dfe25-7850-45dd-8cbf-2bf59dabb2b5 service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033647 Aug 23 14:27:50.222250 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Attempting to bind port 6357737e-c281-4a4d-9a42-063502449fc2 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:50.222628 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Attempting to bind port 6357737e-c281-4a4d-9a42-063502449fc2 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'd23a089f-c630-48aa-acce-5ae37683b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '28ae0b27-125f-4b92-b403-b2f9fbbf8a8d'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:50.223000 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Attempting to bind port 6357737e-c281-4a4d-9a42-063502449fc2 on network 28ae0b27-125f-4b92-b403-b2f9fbbf8a8d {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:50.229964 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:27:50.230345 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Checking segment: {'id': 'd23a089f-c630-48aa-acce-5ae37683b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '28ae0b27-125f-4b92-b403-b2f9fbbf8a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:50.230954 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:50.231535 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Bound using segment: {'id': 'd23a089f-c630-48aa-acce-5ae37683b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '28ae0b27-125f-4b92-b403-b2f9fbbf8a8d'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:27:50.232027 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Bound port: 6357737e-c281-4a4d-9a42-063502449fc2, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23a089f-c630-48aa-acce-5ae37683b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '28ae0b27-125f-4b92-b403-b2f9fbbf8a8d'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:50.232401 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:50.237593 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:50.263189 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:50.268557 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d9468efd-316e-4e1c-9b98-e9fb4fdcac67 req-47591014-6d70-413c-a464-993848230871 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6353641 Aug 23 14:27:50.272958 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:50.274986 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9c6686bc-dee9-4dc5-9ab0-3e9f115a04b1 req-f8b00a61-06b6-4221-a3e6-1b3f4c859995 service neutron] 10.222.0.91 "GET /v2.0/networks/ff46db62-d140-4d03-9ccb-be7f589fec75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375994 Aug 23 14:27:50.275868 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:27:50.281695 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:50.282601 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:50.382661 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] For port 6357737e-c281-4a4d-9a42-063502449fc2, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:27:50.382661 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] For port 6357737e-c281-4a4d-9a42-063502449fc2, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=6357737e-c281-4a4d-9a42-063502449fc2,segment=NetworkSegment(d23a089f-c630-48aa-acce-5ae37683b84c),segment_id=d23a089f-c630-48aa-acce-5ae37683b84c)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:27:50.415295 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-006f745e-8396-4502-a0ab-bcb5b249e47c req-8b3051a9-c38d-4ef4-809c-d60ef754b6a9 service neutron] 10.222.0.60 "GET /v2.0/networks/6006255f-0aee-4aca-b3ec-52c334c0bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008728 Aug 23 14:27:50.421498 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7037f6-0a71-4c6f-b91a-c67530ab9c91 req-2a3c1501-6aba-4343-aa71-95280b2937e9 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:50.423668 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5c7037f6-0a71-4c6f-b91a-c67530ab9c91 req-2a3c1501-6aba-4343-aa71-95280b2937e9 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 943 time: 0.3303139 Aug 23 14:27:50.453886 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7144701 Aug 23 14:27:50.458347 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49720) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:50.466624 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-66dc0e22-3c9a-4999-9791-2ee6b21d2a8a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:50.468134 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8b8e3279-4052-42e9-98b8-d8800f22e940 req-3367dab1-40ff-4bac-a8ba-a197d7d824e9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 1097 time: 0.3360517 Aug 23 14:27:50.480223 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:50.484727 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a43b0c4c-adad-4a4d-9e6c-2cbb7c22bf1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:50.616293 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5c7037f6-0a71-4c6f-b91a-c67530ab9c91 req-fafcde21-fa4e-4221-be40-033164651ee9 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f9b0d01-e04b-4713-ac02-f9239f869d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796434 Aug 23 14:27:50.651777 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-9c6686bc-dee9-4dc5-9ab0-3e9f115a04b1 req-2cecd812-6242-4504-86de-2c32c33b2958 service neutron] 10.222.0.91 "GET /v2.0/networks/ff46db62-d140-4d03-9ccb-be7f589fec75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689530 Aug 23 14:27:50.655994 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Pushing event updated for resources: {'Port': ['ID=6357737e-c281-4a4d-9a42-063502449fc2,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:50.658875 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-8b8e3279-4052-42e9-98b8-d8800f22e940 req-aa2bfda9-246c-4b50-880f-751659bd2e65 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827369 Aug 23 14:27:50.674537 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:50.679109 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a5874df4-217d-4be6-bf7d-826a845044b3 req-7607006f-1b03-416e-824b-32439268d67c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=408ea8540e3c437ebed84fe21cc31af0&device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 1094 time: 0.3512292 Aug 23 14:27:50.688954 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device e3b9e020-c66c-4372-85a2-31ff13dc464d details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:50.765903 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-66dc0e22-3c9a-4999-9791-2ee6b21d2a8a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:50.853863 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:50.984981 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port e3b9e020-c66c-4372-85a2-31ff13dc464d, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=e3b9e020-c66c-4372-85a2-31ff13dc464d,segment=NetworkSegment(e6b138b3-0dbc-4842-b479-2497deacd006),segment_id=e6b138b3-0dbc-4842-b479-2497deacd006)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:51.011729 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'e3b9e020-c66c-4372-85a2-31ff13dc464d', 'network_id': 'ff46db62-d140-4d03-9ccb-be7f589fec75', 'port_id': 'e3b9e020-c66c-4372-85a2-31ff13dc464d', 'mac_address': 'fa:16:3e:9e:73:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92899a2a-712a-41a4-94b2-f056fb41efdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:51.033097 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:51.060014 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fef0e-f652-46ba-8c55-1784fa8a6da6 req-dc1d930f-369e-43d1-aedc-c22113babed3 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:51.076265 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ab5fef0e-f652-46ba-8c55-1784fa8a6da6 req-dc1d930f-369e-43d1-aedc-c22113babed3 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 943 time: 0.4002478 Aug 23 14:27:51.111768 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:51.137390 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b9e020-c66c-4372-85a2-31ff13dc464d {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:51.154037 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port e3b9e020-c66c-4372-85a2-31ff13dc464d, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=e3b9e020-c66c-4372-85a2-31ff13dc464d,segment=NetworkSegment(e6b138b3-0dbc-4842-b479-2497deacd006),segment_id=e6b138b3-0dbc-4842-b479-2497deacd006)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:51.263878 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:51.263878 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:51.330008 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0ffe9854-2098-4856-8e91-e1e677262225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:51.388771 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 6357737e-c281-4a4d-9a42-063502449fc2 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:51.443074 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de7170-8c34-4725-a02c-99e1eb99e1e4 req-a140b3f5-17db-44f2-80c3-49d9aaca350a tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:51.443074 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97de7170-8c34-4725-a02c-99e1eb99e1e4 req-a140b3f5-17db-44f2-80c3-49d9aaca350a tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 946 time: 0.4895890 Aug 23 14:27:51.481301 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=e3b9e020-c66c-4372-85a2-31ff13dc464d,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:51.482752 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:51.534140 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['e3b9e020-c66c-4372-85a2-31ff13dc464d'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:27:51.544224 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ab5fef0e-f652-46ba-8c55-1784fa8a6da6 req-8333f228-7d6e-4a42-bd00-d6a640bac606 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4286754 Aug 23 14:27:51.582876 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97de7170-8c34-4725-a02c-99e1eb99e1e4 req-0b5f25c3-183f-494f-9d55-448e8e7ee571 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/security-groups?id=23a97281-d659-4947-9d7b-98074ca32843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375303 Aug 23 14:27:51.621155 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5874df4-217d-4be6-bf7d-826a845044b3 req-7cd3158c-19e1-4c91-a721-9f2e48a73e13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:51.628968 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a5874df4-217d-4be6-bf7d-826a845044b3 req-7cd3158c-19e1-4c91-a721-9f2e48a73e13 service neutron] 10.222.0.91 "GET /v2.0/networks?id=87201e98-0c42-47b0-84b6-a734e366810a HTTP/1.1" status: 200 len: 911 time: 0.7151318 Aug 23 14:27:51.630099 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 6357737e-c281-4a4d-9a42-063502449fc2 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:51.643812 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-66dc0e22-3c9a-4999-9791-2ee6b21d2a8a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:51.723811 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-66dc0e22-3c9a-4999-9791-2ee6b21d2a8a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:51.730058 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-43ebbdcf-3ed5-49db-8040-34e4fd7660f4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:51.747826 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Allocated IP 172.25.6.83 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/72f8717d-43ec-4dfa-87d9-502f595b87c7) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:51.778231 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f904bad2-a5ab-4862-8986-fc7645106e30 req-5ef46e6f-e312-4109-b8ec-b80ff570d9a3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8306031 Aug 23 14:27:51.825034 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a5874df4-217d-4be6-bf7d-826a845044b3 req-fa82c0b0-ea87-471a-9a0f-a409d36c3b32 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3a3563a-f557-4418-a978-f27ab3bf6059 HTTP/1.1" status: 200 len: 217 time: 0.1710074 Aug 23 14:27:52.005281 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:52.008260 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc0e22-3c9a-4999-9791-2ee6b21d2a8a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=4e299588-87c7-4f59-8e84-15c92560278e,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:52.017345 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-66dc0e22-3c9a-4999-9791-2ee6b21d2a8a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:52.073394 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-66dc0e22-3c9a-4999-9791-2ee6b21d2a8a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] In _notify_port_updated(), no bound segment for port 4e299588-87c7-4f59-8e84-15c92560278e on network ae3ccff1-aad5-47d9-b526-36a1335e78ad {{(pid=76505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Aug 23 14:27:52.084186 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dc0e22-3c9a-4999-9791-2ee6b21d2a8a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:52.086997 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-66dc0e22-3c9a-4999-9791-2ee6b21d2a8a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:52.092027 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-66dc0e22-3c9a-4999-9791-2ee6b21d2a8a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "PUT /v2.0/ports/4e299588-87c7-4f59-8e84-15c92560278e HTTP/1.1" status: 200 len: 818 time: 1.6326432 Aug 23 14:27:52.109694 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49736) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:52.252007 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e917c-cb92-4d7e-9de8-b350a101c640 req-48f761e6-7008-4d22-a282-f1ddd6ef04f5 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:52.264558 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-632e917c-cb92-4d7e-9de8-b350a101c640 req-48f761e6-7008-4d22-a282-f1ddd6ef04f5 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 946 time: 0.3144360 Aug 23 14:27:52.276788 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-044bbbd3-8b8d-4659-85ad-a152026c28b2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 4e299588-87c7-4f59-8e84-15c92560278e {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:52.276788 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-044bbbd3-8b8d-4659-85ad-a152026c28b2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:52.357837 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5874df4-217d-4be6-bf7d-826a845044b3 req-ac03f8f6-301d-42a0-a3ff-3ac4b98ae60d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:52.359247 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a5874df4-217d-4be6-bf7d-826a845044b3 req-ac03f8f6-301d-42a0-a3ff-3ac4b98ae60d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12b0b345-a54c-4994-a569-11c59bf7b397 HTTP/1.1" status: 200 len: 849 time: 0.5214920 Aug 23 14:27:52.378097 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10daa53a-8358-4c52-bad5-9cc74c12a9b1 None None] Network 28ae0b27-125f-4b92-b403-b2f9fbbf8a8d requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:27:52.483938 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-632e917c-cb92-4d7e-9de8-b350a101c640 req-059fceda-b204-40c9-812f-ae69b3c39cb7 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513786 Aug 23 14:27:52.747625 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device d3a3563a-f557-4418-a978-f27ab3bf6059 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:52.816547 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:52.823430 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-1fa8e601-ae6e-48bc-abc0-6b63e5537f50 None None] Provisioning for port 6357737e-c281-4a4d-9a42-063502449fc2 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:52.845219 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-1fa8e601-ae6e-48bc-abc0-6b63e5537f50 None None] Provisioning complete for port 6357737e-c281-4a4d-9a42-063502449fc2 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:52.845219 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e601-ae6e-48bc-abc0-6b63e5537f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:52.860142 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f904bad2-a5ab-4862-8986-fc7645106e30 req-16a2c518-3516-4f26-8072-f1ce57f84016 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f3a30ff745004e44b7042de501b3d459&device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 1097 time: 0.7041626 Aug 23 14:27:52.860142 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a5874df4-217d-4be6-bf7d-826a845044b3 req-b463c735-2030-406e-a9a6-db22cb15b708 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=87201e98-0c42-47b0-84b6-a734e366810a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4602478 Aug 23 14:27:52.995010 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:27:53.100648 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a5874df4-217d-4be6-bf7d-826a845044b3 req-e26b19de-2dae-44ea-981f-38fb167de7ec service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218015 Aug 23 14:27:53.106348 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-044bbbd3-8b8d-4659-85ad-a152026c28b2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:53.204449 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:53.222957 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-922e55db-5210-4d50-8229-8da9ff79e4de tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:53.363459 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Pushing event updated for resources: {'Port': ['ID=72f8717d-43ec-4dfa-87d9-502f595b87c7,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:53.363459 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:53.376322 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-044bbbd3-8b8d-4659-85ad-a152026c28b2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for 4e299588-87c7-4f59-8e84-15c92560278e owned by {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:53.397810 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:53.425286 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:53.425286 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:27:53.445995 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96c9f4-9039-4dc5-9528-3a37b2c4aa09 req-5807e035-1696-4ff6-a049-cd19d435d048 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:53.445995 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8f96c9f4-9039-4dc5-9528-3a37b2c4aa09 req-5807e035-1696-4ff6-a049-cd19d435d048 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 943 time: 0.5658386 Aug 23 14:27:53.495611 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port d3a3563a-f557-4418-a978-f27ab3bf6059, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=d3a3563a-f557-4418-a978-f27ab3bf6059,segment=NetworkSegment(d824b32a-e783-4159-989f-167272a8399b),segment_id=d824b32a-e783-4159-989f-167272a8399b)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:53.524937 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdda6ac-7131-469d-a329-31ccb3378813 req-21a84b6f-947f-40c9-93aa-f37ad2b9241e tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:53.540644 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': 'd3a3563a-f557-4418-a978-f27ab3bf6059', 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a', 'port_id': 'd3a3563a-f557-4418-a978-f27ab3bf6059', 'mac_address': 'fa:16:3e:66:01:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b0b345-a54c-4994-a569-11c59bf7b397', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:53.552295 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7fdda6ac-7131-469d-a329-31ccb3378813 req-21a84b6f-947f-40c9-93aa-f37ad2b9241e tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 944 time: 0.8294640 Aug 23 14:27:53.564679 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904bad2-a5ab-4862-8986-fc7645106e30 req-062aa1fb-d204-457b-aae2-3d73efb5bbad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:53.564679 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f904bad2-a5ab-4862-8986-fc7645106e30 req-062aa1fb-d204-457b-aae2-3d73efb5bbad service neutron] 10.222.0.91 "GET /v2.0/networks?id=38440a74-6288-4496-a7a5-cedbe3a7d0b0 HTTP/1.1" status: 200 len: 923 time: 0.6569166 Aug 23 14:27:53.572949 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e601-ae6e-48bc-abc0-6b63e5537f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:53.615881 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b60b3549-8be5-4da7-9548-e987e8b6e2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:53.615881 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:53.643238 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a5874df4-217d-4be6-bf7d-826a845044b3 req-57c01824-d036-406d-a2ef-04c4148ec0fd service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101991 Aug 23 14:27:53.643238 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f904bad2-a5ab-4862-8986-fc7645106e30 req-fe242194-3c6d-46d1-b37b-12bad52c5079 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba5b1757-dcc8-4be8-925a-9d5073799afa HTTP/1.1" status: 200 len: 217 time: 0.0791583 Aug 23 14:27:53.654593 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-1fa8e601-ae6e-48bc-abc0-6b63e5537f50 None None] For port 6357737e-c281-4a4d-9a42-063502449fc2, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=6357737e-c281-4a4d-9a42-063502449fc2,segment=NetworkSegment(d23a089f-c630-48aa-acce-5ae37683b84c),segment_id=d23a089f-c630-48aa-acce-5ae37683b84c)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:53.654593 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a3563a-f557-4418-a978-f27ab3bf6059 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:53.671527 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port d3a3563a-f557-4418-a978-f27ab3bf6059, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=d3a3563a-f557-4418-a978-f27ab3bf6059,segment=NetworkSegment(d824b32a-e783-4159-989f-167272a8399b),segment_id=d824b32a-e783-4159-989f-167272a8399b)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:53.745865 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1fa8e601-ae6e-48bc-abc0-6b63e5537f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:53.745865 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:53.749628 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904bad2-a5ab-4862-8986-fc7645106e30 req-6c40d1ac-5489-484c-9a62-8914251c19e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:53.749628 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f904bad2-a5ab-4862-8986-fc7645106e30 req-6c40d1ac-5489-484c-9a62-8914251c19e0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8985f6d4-51a4-4b76-8892-e64f035e8a5e HTTP/1.1" status: 200 len: 862 time: 0.0926394 Aug 23 14:27:53.782298 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8f96c9f4-9039-4dc5-9528-3a37b2c4aa09 req-9fb280a4-e6cd-41d0-a8d2-795ec5915e0d tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3372221 Aug 23 14:27:53.803841 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7fdda6ac-7131-469d-a329-31ccb3378813 req-5b4f8540-b7f8-497c-9e67-5529803328ba tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f9b0d01-e04b-4713-ac02-f9239f869d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854722 Aug 23 14:27:53.848610 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8e601-ae6e-48bc-abc0-6b63e5537f50 None None] Pushing event updated for resources: {'Port': ['ID=6357737e-c281-4a4d-9a42-063502449fc2,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:53.848610 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:53.848610 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-1fa8e601-ae6e-48bc-abc0-6b63e5537f50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:53.848610 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:53.876171 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f904bad2-a5ab-4862-8986-fc7645106e30 req-00120247-8fea-4d1d-ad10-c7753ea143bf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=38440a74-6288-4496-a7a5-cedbe3a7d0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199012 Aug 23 14:27:53.919661 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-044bbbd3-8b8d-4659-85ad-a152026c28b2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:53.929906 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ea91ac3b-5e00-42c0-93d5-692fb67d665b tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:53.975541 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=d3a3563a-f557-4418-a978-f27ab3bf6059,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:53.979455 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:54.041501 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bbbd3-8b8d-4659-85ad-a152026c28b2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=4e299588-87c7-4f59-8e84-15c92560278e,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:54.063289 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-044bbbd3-8b8d-4659-85ad-a152026c28b2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:54.069906 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-044bbbd3-8b8d-4659-85ad-a152026c28b2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:54.091570 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['d3a3563a-f557-4418-a978-f27ab3bf6059'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:27:54.103042 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-044bbbd3-8b8d-4659-85ad-a152026c28b2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/4e299588-87c7-4f59-8e84-15c92560278e HTTP/1.1" status: 204 len: 168 time: 1.9888639 Aug 23 14:27:54.107211 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49754) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:54.131433 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:54.132718 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:54.138054 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f904bad2-a5ab-4862-8986-fc7645106e30 req-914ebf37-a219-4bc0-af04-1c2f854d5aa4 service neutron] 10.222.0.91 "GET /v2.0/networks/38440a74-6288-4496-a7a5-cedbe3a7d0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516229 Aug 23 14:27:54.233602 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2125a07e-5757-4c66-9137-577e21692bb1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:54.234356 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-2125a07e-5757-4c66-9137-577e21692bb1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:54.302006 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f831f857-b5af-4d67-8d5d-07e8d3842eb5 None None] Provisioning complete for port 6357737e-c281-4a4d-9a42-063502449fc2 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:54.307870 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f831f857-b5af-4d67-8d5d-07e8d3842eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:54.422025 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-2125a07e-5757-4c66-9137-577e21692bb1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:54.426024 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-2125a07e-5757-4c66-9137-577e21692bb1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.3140531 Aug 23 14:27:54.427360 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49758) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:54.513461 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be2f60a-e74f-44e4-9e26-59e3d83fff1b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] GET failed (client error): The resource could not be found. Aug 23 14:27:54.518893 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-7be2f60a-e74f-44e4-9e26-59e3d83fff1b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/4e299588-87c7-4f59-8e84-15c92560278e HTTP/1.1" status: 404 len: 333 time: 0.0872993 Aug 23 14:27:54.519128 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-f904bad2-a5ab-4862-8986-fc7645106e30 req-3788ea44-68d9-44c5-bc19-e363855087e4 service neutron] 10.222.0.91 "GET /v2.0/networks/38440a74-6288-4496-a7a5-cedbe3a7d0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921377 Aug 23 14:27:54.519578 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49762) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:54.525958 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1076813385'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:54.531773 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:54.537905 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:network and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:54.540329 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:54.546688 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:54.567633 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:54.589495 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5a9c4-2005-4eeb-a0be-80af1ab01b8f req-344c8a08-8c65-41da-8561-a62041138bb5 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:54.591863 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c4f5a9c4-2005-4eeb-a0be-80af1ab01b8f req-344c8a08-8c65-41da-8561-a62041138bb5 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 946 time: 0.2416949 Aug 23 14:27:54.673531 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:54.683627 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:54.722256 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c4f5a9c4-2005-4eeb-a0be-80af1ab01b8f req-fbd3240f-15f0-45c0-b721-898c4baf8381 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242464 Aug 23 14:27:54.729183 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device e3b9e020-c66c-4372-85a2-31ff13dc464d up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:54.794169 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:27:54.819377 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:54.820178 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Added segment bee3ab3b-468c-44b5-bd3a-7ce32890bf26 of type vlan for network 2c4aa1e6-2473-48e9-973b-d3c5d0b38139 Aug 23 14:27:54.821166 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Router ab020dd1-7030-46a1-b057-b5de5431687e is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:27:54.861244 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:54.877920 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89d2a6-716c-4723-ae08-a264a96443da req-bfa38f78-6e63-4ea6-8da7-b102cd967baf tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:54.877920 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9e89d2a6-716c-4723-ae08-a264a96443da req-bfa38f78-6e63-4ea6-8da7-b102cd967baf tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 946 time: 0.1520278 Aug 23 14:27:54.952680 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port e3b9e020-c66c-4372-85a2-31ff13dc464d completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:54.960934 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port e3b9e020-c66c-4372-85a2-31ff13dc464d triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:54.963305 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:55.035883 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:55.042156 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:55.043015 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:55.060227 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1e4537fc-22e7-49d8-b3a8-16a6d3a5407e tempest-PortsAdminExtendedAttrsTestJSON-1058883380 tempest-PortsAdminExtendedAttrsTestJSON-1058883380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:55.082950 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:27:55.096186 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Sync routers for ids ['ab020dd1-7030-46a1-b057-b5de5431687e'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:27:55.101847 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9e89d2a6-716c-4723-ae08-a264a96443da req-c185facd-4591-4d3a-8052-53ce2f5f3be1 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/security-groups?id=23a97281-d659-4947-9d7b-98074ca32843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127397 Aug 23 14:27:55.112618 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Routers {'ab020dd1-7030-46a1-b057-b5de5431687e'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:27:55.113657 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:27:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['ab020dd1-7030-46a1-b057-b5de5431687e'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:55.139294 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:55.172165 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a029b83c-7806-4b72-871c-03675aab36d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b9e020-c66c-4372-85a2-31ff13dc464d'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:55.186157 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port e3b9e020-c66c-4372-85a2-31ff13dc464d, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=e3b9e020-c66c-4372-85a2-31ff13dc464d,segment=NetworkSegment(e6b138b3-0dbc-4842-b479-2497deacd006),segment_id=e6b138b3-0dbc-4842-b479-2497deacd006)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:55.202704 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:55.204388 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-40441810-73ca-4419-89fb-c390d1358827 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2268684 Aug 23 14:27:55.211714 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49780) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:55.271825 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Network': ['ID=2c4aa1e6-2473-48e9-973b-d3c5d0b38139,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:55.276324 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:55.280353 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:55.283456 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:55.307062 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-2d82df2f-37da-4524-a094-b67be4d107c2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7864988 Aug 23 14:27:55.312274 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49786) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:55.322779 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'subnet': {'network_id': '2c4aa1e6-2473-48e9-973b-d3c5d0b38139', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:55.399815 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 2c4aa1e6-2473-48e9-973b-d3c5d0b38139 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:27:55.435439 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 6357737e-c281-4a4d-9a42-063502449fc2 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:55.606435 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Set router ab020dd1-7030-46a1-b057-b5de5431687e gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:27:55.612885 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76168f6-26f1-4c1b-b4c9-998d725c7b81 req-dd1fb52b-3293-4249-ab20-25e1de1b8e36 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:55.620748 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b76168f6-26f1-4c1b-b4c9-998d725c7b81 req-dd1fb52b-3293-4249-ab20-25e1de1b8e36 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 944 time: 0.6498170 Aug 23 14:27:55.693305 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=e3b9e020-c66c-4372-85a2-31ff13dc464d,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:55.699890 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:55.721911 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 6357737e-c281-4a4d-9a42-063502449fc2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:55.722557 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:55.725796 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b76168f6-26f1-4c1b-b4c9-998d725c7b81 req-fe432a08-a49e-44a3-8a5b-df566adc6fd0 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041563 Aug 23 14:27:55.728230 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:55.739697 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:subnet and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:55.756904 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:55.760643 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:55.919358 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:56.044568 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:56.182858 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:56.184576 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a029b83c-7806-4b72-871c-03675aab36d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b9e020-c66c-4372-85a2-31ff13dc464d', 'code': 200} Aug 23 14:27:56.197703 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'name': 'tempest-FloatingIPDetailsTestJSON-2024777130-router', 'tenant_id': '351456795b9f4735b623bb107baa079e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:27:49Z', 'updated_at': '2021-08-23T14:27:53Z', 'revision_number': 3, 'project_id': '351456795b9f4735b623bb107baa079e', 'gw_port': {'id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:51Z', 'updated_at': '2021-08-23T14:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:56.209606 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Checking router: ab020dd1-7030-46a1-b057-b5de5431687e for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:27:56.209606 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Updating router ab020dd1-7030-46a1-b057-b5de5431687e port 72f8717d-43ec-4dfa-87d9-502f595b87c7 binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:27:56.306377 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:56.317716 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-fd624030-c211-4552-9c9c-0c3bd4dd8745 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4682639 Aug 23 14:27:56.329912 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8704cda-1c96-4c85-bbd9-42745a383e39 req-bf4f54a6-8da8-4b66-9c88-efa20eef3215 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:56.331700 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e8704cda-1c96-4c85-bbd9-42745a383e39 req-bf4f54a6-8da8-4b66-9c88-efa20eef3215 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 945 time: 0.3933439 Aug 23 14:27:56.460963 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e8704cda-1c96-4c85-bbd9-42745a383e39 req-80ee4e78-8c95-4845-bb1c-0c041c0c01c0 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f9b0d01-e04b-4713-ac02-f9239f869d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166666 Aug 23 14:27:56.582601 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd02f2d-6d80-44b6-a2c3-b9ec293991be req-6e551cc9-0804-42a5-83d0-06fe83c249a5 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:56.584037 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-5fd02f2d-6d80-44b6-a2c3-b9ec293991be req-6e551cc9-0804-42a5-83d0-06fe83c249a5 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Synchronizing usage tracker for tenant:f3a30ff745004e44b7042de501b3d459 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:56.584918 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-152d624b-028b-4367-932e-4e7822c0885f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 6491 time: 0.1644571 Aug 23 14:27:56.591420 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4e422d59-3899-4fef-be30-7a5a6e15a0a1 req-460cedf4-1042-403d-9cf3-b3b5d51284a4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 1096 time: 0.3001261 Aug 23 14:27:56.673338 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4e422d59-3899-4fef-be30-7a5a6e15a0a1 req-2cc93152-0bba-4869-95e8-b77c8a562a98 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6f9b0d01-e04b-4713-ac02-f9239f869d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576072 Aug 23 14:27:56.689847 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-5fd02f2d-6d80-44b6-a2c3-b9ec293991be req-6e551cc9-0804-42a5-83d0-06fe83c249a5 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Unset dirty status for tenant:f3a30ff745004e44b7042de501b3d459 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:56.689847 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5fd02f2d-6d80-44b6-a2c3-b9ec293991be req-6e551cc9-0804-42a5-83d0-06fe83c249a5 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.91 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 946 time: 0.4791477 Aug 23 14:27:56.719043 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device d3a3563a-f557-4418-a978-f27ab3bf6059 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:56.844979 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:56.860817 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Transition to ACTIVE for port object 72f8717d-43ec-4dfa-87d9-502f595b87c7 will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:56.866707 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port d3a3563a-f557-4418-a978-f27ab3bf6059 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:56.875545 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port d3a3563a-f557-4418-a978-f27ab3bf6059 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:56.876150 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:56.919233 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:56.925129 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-e0475462-23dd-41b7-928f-9bc3afbb530a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:56.925702 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-e0475462-23dd-41b7-928f-9bc3afbb530a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:56.925809 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-e0475462-23dd-41b7-928f-9bc3afbb530a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:56.927601 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-e0475462-23dd-41b7-928f-9bc3afbb530a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d27153f4-243c-41c7-bfad-3a69009a013b&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=858144c2-6cd4-447d-8936-4f3181765b0c&id=858144c2-6cd4-447d-8936-4f3181765b0c HTTP/1.1" status: 200 len: 2293 time: 0.2302074 Aug 23 14:27:56.937994 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:57.030267 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:57.030590 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1eb16-ecda-431d-8e64-7b0013c417dd None None] Pushing event updated for resources: {'Port': ['ID=72f8717d-43ec-4dfa-87d9-502f595b87c7,revision_number=2']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:57.039837 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-749bf191-e641-47c9-b358-ac3b0fe1a6f5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:57.053889 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:57.065456 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Attempting to bind port 72f8717d-43ec-4dfa-87d9-502f595b87c7 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:57.066177 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Attempting to bind port 72f8717d-43ec-4dfa-87d9-502f595b87c7 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:57.066683 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Attempting to bind port 72f8717d-43ec-4dfa-87d9-502f595b87c7 on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:57.083827 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1eb16-ecda-431d-8e64-7b0013c417dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:57.084334 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1eb16-ecda-431d-8e64-7b0013c417dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:57.084687 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1eb16-ecda-431d-8e64-7b0013c417dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:57.085019 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1eb16-ecda-431d-8e64-7b0013c417dd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:57.085351 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1eb16-ecda-431d-8e64-7b0013c417dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:57.085760 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1eb16-ecda-431d-8e64-7b0013c417dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:57.086120 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1eb16-ecda-431d-8e64-7b0013c417dd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:57.086612 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1eb16-ecda-431d-8e64-7b0013c417dd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:57.086977 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1eb16-ecda-431d-8e64-7b0013c417dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:57.087243 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1eb16-ecda-431d-8e64-7b0013c417dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:57.087739 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add1eb16-ecda-431d-8e64-7b0013c417dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:57.099988 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:27:57.099988 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:57.100193 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:57.100772 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:27:57.101082 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Bound port: 72f8717d-43ec-4dfa-87d9-502f595b87c7, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:57.101505 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:57.114072 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port d3a3563a-f557-4418-a978-f27ab3bf6059, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=d3a3563a-f557-4418-a978-f27ab3bf6059,segment=NetworkSegment(d824b32a-e783-4159-989f-167272a8399b),segment_id=d824b32a-e783-4159-989f-167272a8399b)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:57.125478 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-5fd02f2d-6d80-44b6-a2c3-b9ec293991be req-ea6d96d3-fe9f-4ee6-8841-35f7b66b4dca tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Deleting port ba5b1757-dcc8-4be8-925a-9d5073799afa {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:57.125478 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-5fd02f2d-6d80-44b6-a2c3-b9ec293991be req-ea6d96d3-fe9f-4ee6-8841-35f7b66b4dca tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:57.153950 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-add1eb16-ecda-431d-8e64-7b0013c417dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:57.180858 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e0c99-8002-4dbc-a6a8-f4f7c9ed0b0e req-3b57cb10-c03d-4f5c-aa38-4d1799bae6d7 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:57.188304 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-804e0c99-8002-4dbc-a6a8-f4f7c9ed0b0e req-3b57cb10-c03d-4f5c-aa38-4d1799bae6d7 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 946 time: 0.5747893 Aug 23 14:27:57.191345 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Subnet': ['ID=417160ba-77bd-4e0c-a990-876fb1fbe08b,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:57.204428 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] For port 72f8717d-43ec-4dfa-87d9-502f595b87c7, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:27:57.208782 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:57.211567 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:57.214839 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:57.225264 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] For port 72f8717d-43ec-4dfa-87d9-502f595b87c7, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=72f8717d-43ec-4dfa-87d9-502f595b87c7,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:27:57.227802 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-6f8ec9e8-fec6-4450-b6cc-79ee1b73beeb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5440ff85-26d7-40aa-bb9e-b550d1c91090 HTTP/1.1" status: 200 len: 1000 time: 0.2908518 Aug 23 14:27:57.246964 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:57.270896 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9a0e3-7a9a-46a4-80c5-6db93f56cd08 req-6554944d-8db9-4d76-8e06-05bd15daaacd tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:57.274846 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1eb9a0e3-7a9a-46a4-80c5-6db93f56cd08 req-6554944d-8db9-4d76-8e06-05bd15daaacd tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 946 time: 0.4336483 Aug 23 14:27:57.297180 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=d3a3563a-f557-4418-a978-f27ab3bf6059,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:57.302054 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:57.314455 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:57.319912 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-8218bd7e-8927-4b79-853b-4e114e36852a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:57.351531 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Checking segment: {'id': 'bee3ab3b-468c-44b5-bd3a-7ce32890bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2c4aa1e6-2473-48e9-973b-d3c5d0b38139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:57.352436 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network hostable DHCP agents. Network: 2c4aa1e6-2473-48e9-973b-d3c5d0b38139, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:27:57.384269 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-804e0c99-8002-4dbc-a6a8-f4f7c9ed0b0e req-b6e67955-6ccd-4455-b69c-b05033959ede tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948493 Aug 23 14:27:57.405359 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1eb16-ecda-431d-8e64-7b0013c417dd None None] Pushing event updated for resources: {'Port': ['ID=72f8717d-43ec-4dfa-87d9-502f595b87c7,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:57.410737 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-add1eb16-ecda-431d-8e64-7b0013c417dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:57.415733 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Routers {'ab020dd1-7030-46a1-b057-b5de5431687e'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:27:57.416444 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:27:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['ab020dd1-7030-46a1-b057-b5de5431687e'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:57.416952 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-07ac3ab0-c03b-4435-843f-16c291416ab6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:57.418624 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-07ac3ab0-c03b-4435-843f-16c291416ab6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70854ba0-fc96-4f7c-8613-5507e36941a2 HTTP/1.1" status: 200 len: 851 time: 0.1556988 Aug 23 14:27:57.478732 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1eb9a0e3-7a9a-46a4-80c5-6db93f56cd08 req-f4c645ff-19b2-489a-a1c1-5376b784a5f0 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/security-groups?id=23a97281-d659-4947-9d7b-98074ca32843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593828 Aug 23 14:27:57.535958 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-609f9383-3c87-45eb-b876-2dbdf4b28978 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d27153f4-243c-41c7-bfad-3a69009a013b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083508 Aug 23 14:27:57.644577 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network 2c4aa1e6-2473-48e9-973b-d3c5d0b38139 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:27:57.740135 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-5fd02f2d-6d80-44b6-a2c3-b9ec293991be req-ea6d96d3-fe9f-4ee6-8841-35f7b66b4dca tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] For port ba5b1757-dcc8-4be8-925a-9d5073799afa, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=ba5b1757-dcc8-4be8-925a-9d5073799afa,segment=NetworkSegment(6d81399d-dfa9-4642-8eec-b0026e280be2),segment_id=6d81399d-dfa9-4642-8eec-b0026e280be2)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:27:57.740135 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-5fd02f2d-6d80-44b6-a2c3-b9ec293991be req-ea6d96d3-fe9f-4ee6-8841-35f7b66b4dca tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:57.754682 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] Set router ab020dd1-7030-46a1-b057-b5de5431687e gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:27:57.768519 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 2c4aa1e6-2473-48e9-973b-d3c5d0b38139) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:57.778789 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4344b80f-9870-49e0-bd59-f59059ef4f06 None None] Network 2c4aa1e6-2473-48e9-973b-d3c5d0b38139 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:27:57.801323 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:57.802314 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:57.826209 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-86aca425-4cca-4a5a-9642-e0c6e646f8e3 service neutron] 10.222.0.60 "GET /v2.0/networks/d27153f4-243c-41c7-bfad-3a69009a013b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823627 Aug 23 14:27:58.015455 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-5fd02f2d-6d80-44b6-a2c3-b9ec293991be req-ea6d96d3-fe9f-4ee6-8841-35f7b66b4dca tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Calling delete_port for ba5b1757-dcc8-4be8-925a-9d5073799afa owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:27:58.143195 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8280404 Aug 23 14:27:58.193330 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25438dbb-8dcf-461c-9c2e-210d722a5f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a3563a-f557-4418-a978-f27ab3bf6059'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:58.193473 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49802) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:58.193473 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Allocated IP 172.20.0.1 (28ae0b27-125f-4b92-b403-b2f9fbbf8a8d/a5e67f17-7d4d-4ce0-ad10-3b65cedfce14/ba2b7346-45cc-41ec-8f45-4b6f1b156d82) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:58.212120 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-b60f76c3-dc1d-4524-b2c4-f142f64850e7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'subnet': {'network_id': '2c4aa1e6-2473-48e9-973b-d3c5d0b38139', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:27:58.219120 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-2c4aa1e6-2473-48e9-973b-d3c5d0b38139', 'network_id': '2c4aa1e6-2473-48e9-973b-d3c5d0b38139', 'tenant_id': '9941da49987249e0a64fa4a2b73cbf48', 'fixed_ips': [{'subnet_id': '417160ba-77bd-4e0c-a990-876fb1fbe08b'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:27:58.220353 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.276418 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52243a35-a3b3-4e1f-974f-45226dbd4ccf req-022ebd38-d5b7-467d-ac9d-3ddad38635f1 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:58.285869 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-52243a35-a3b3-4e1f-974f-45226dbd4ccf req-022ebd38-d5b7-467d-ac9d-3ddad38635f1 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 945 time: 0.5849624 Aug 23 14:27:58.291862 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'name': 'tempest-FloatingIPDetailsTestJSON-2024777130-router', 'tenant_id': '351456795b9f4735b623bb107baa079e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:27:49Z', 'updated_at': '2021-08-23T14:27:53Z', 'revision_number': 3, 'project_id': '351456795b9f4735b623bb107baa079e', 'gw_port': {'id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:51Z', 'updated_at': '2021-08-23T14:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:58.298851 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e4cf6-2a82-426a-9d40-69fa7e7b01a2 None None] The sync data for ids ['ab020dd1-7030-46a1-b057-b5de5431687e'] in n-d-805629-1 is: [{'id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'name': 'tempest-FloatingIPDetailsTestJSON-2024777130-router', 'tenant_id': '351456795b9f4735b623bb107baa079e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:27:49Z', 'updated_at': '2021-08-23T14:27:53Z', 'revision_number': 3, 'project_id': '351456795b9f4735b623bb107baa079e', 'gw_port': {'id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:51Z', 'updated_at': '2021-08-23T14:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:27:58.380926 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-ec3bdd36-f867-442d-b70b-ff978737e0c9 service neutron] 10.222.0.60 "GET /v2.0/networks/d27153f4-243c-41c7-bfad-3a69009a013b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458965 Aug 23 14:27:58.459737 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Allocated IP 2001:db8::2 (2c4aa1e6-2473-48e9-973b-d3c5d0b38139/417160ba-77bd-4e0c-a990-876fb1fbe08b/ccbf47a6-b177-432a-ac82-272cba6fdb57) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:58.483381 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-52243a35-a3b3-4e1f-974f-45226dbd4ccf req-240c364a-b8b4-41d1-8559-3f690e01b4b5 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951826 Aug 23 14:27:58.509359 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef5643-5257-423c-98e5-0169b12f326a req-990d56e1-0b15-409a-82d6-664a8068b409 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:58.509359 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-2bef5643-5257-423c-98e5-0169b12f326a req-990d56e1-0b15-409a-82d6-664a8068b409 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Synchronizing usage tracker for tenant:df8ef8085d7246eeb8acb3497a5a18d0 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:58.521286 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426877ca-1d3e-415d-adf4-5478e63002bd req-0cc97d1d-53bb-4073-8ae3-1eab3509ff6a tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:58.522893 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-426877ca-1d3e-415d-adf4-5478e63002bd req-0cc97d1d-53bb-4073-8ae3-1eab3509ff6a tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 945 time: 0.3756816 Aug 23 14:27:58.526116 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-26b706de-7a13-42e4-b5d9-830ca376c1b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=4068ceab-52bd-4af1-a8ff-bd84eee1a96f HTTP/1.1" status: 200 len: 217 time: 0.1350920 Aug 23 14:27:58.640920 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b60f76c3-dc1d-4524-b2c4-f142f64850e7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:58.655086 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b60f76c3-dc1d-4524-b2c4-f142f64850e7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:subnet and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:58.683709 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b60f76c3-dc1d-4524-b2c4-f142f64850e7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:58.683709 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b60f76c3-dc1d-4524-b2c4-f142f64850e7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:58.689877 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-426877ca-1d3e-415d-adf4-5478e63002bd req-180e0847-82e7-4013-a642-9cc446842d96 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f9b0d01-e04b-4713-ac02-f9239f869d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510260 Aug 23 14:27:58.689877 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-063e10f9-6457-4d46-8c26-48c159859b7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:58.689877 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-063e10f9-6457-4d46-8c26-48c159859b7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.1091437 Aug 23 14:27:58.789843 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-2bef5643-5257-423c-98e5-0169b12f326a req-990d56e1-0b15-409a-82d6-664a8068b409 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Unset dirty status for tenant:df8ef8085d7246eeb8acb3497a5a18d0 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:58.789843 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2bef5643-5257-423c-98e5-0169b12f326a req-990d56e1-0b15-409a-82d6-664a8068b409 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.91 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 946 time: 1.0962684 Aug 23 14:27:58.789843 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-5fd02f2d-6d80-44b6-a2c3-b9ec293991be req-ea6d96d3-fe9f-4ee6-8841-35f7b66b4dca tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.832677 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:58.851181 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-c9a38368-90aa-4340-ade6-54a1cba5e1dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1492164 Aug 23 14:27:58.900837 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.900837 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60f76c3-dc1d-4524-b2c4-f142f64850e7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:58.906391 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25438dbb-8dcf-461c-9c2e-210d722a5f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a3563a-f557-4418-a978-f27ab3bf6059', 'code': 200} Aug 23 14:27:58.956730 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d96d3-fe9f-4ee6-8841-35f7b66b4dca tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Pushing event deleted for resources: {'Port': ['ID=ba5b1757-dcc8-4be8-925a-9d5073799afa,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:58.969834 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ea6d96d3-fe9f-4ee6-8841-35f7b66b4dca tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:59.043179 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:59.056063 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Transition to ACTIVE for port object ccbf47a6-b177-432a-ac82-272cba6fdb57 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:59.079873 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Transition to ACTIVE for port object ccbf47a6-b177-432a-ac82-272cba6fdb57 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:59.094873 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-124f4e27-38e5-46f8-9c78-e94126f65ae3 req-f7e00c05-c07d-4cb6-8790-110600c0a15f tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 210 time: 0.0844810 Aug 23 14:27:59.176939 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:59.189909 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-a20b46e1-811c-4250-8a4b-6d6334109702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:59.203705 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Transition to ACTIVE for port object ba2b7346-45cc-41ec-8f45-4b6f1b156d82 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:59.240069 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-6eff2fc2-5468-4c21-9132-e248393bb7b3 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865480 Aug 23 14:27:59.290732 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-2bef5643-5257-423c-98e5-0169b12f326a req-c066f266-fc28-4518-ab58-f5660dd41424 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Deleting port 63e32501-c73a-4fb3-8458-1caff5a6b471 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:27:59.291320 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-2bef5643-5257-423c-98e5-0169b12f326a req-c066f266-fc28-4518-ab58-f5660dd41424 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:59.346021 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Pushing event updated for resources: {'Port': ['ID=ccbf47a6-b177-432a-ac82-272cba6fdb57,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:59.352014 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:59.353916 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Network 2c4aa1e6-2473-48e9-973b-d3c5d0b38139 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:59.355295 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:59.357761 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:27:59.432537 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd02f2d-6d80-44b6-a2c3-b9ec293991be req-ea6d96d3-fe9f-4ee6-8841-35f7b66b4dca tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] No DVR routers for this DVR port ba5b1757-dcc8-4be8-925a-9d5073799afa on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:27:59.441189 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-5fd02f2d-6d80-44b6-a2c3-b9ec293991be req-ea6d96d3-fe9f-4ee6-8841-35f7b66b4dca tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:59.441693 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-5d8c8e35-b25e-4318-9071-4cbc8660cc0d service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948249 Aug 23 14:27:59.449282 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115ec24a-bbd8-4737-8d92-35e236ad65b2', 'name': 'network-vif-deleted', 'tag': 'ba5b1757-dcc8-4be8-925a-9d5073799afa'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:59.466788 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Attempting to bind port ccbf47a6-b177-432a-ac82-272cba6fdb57 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:59.467525 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Attempting to bind port ccbf47a6-b177-432a-ac82-272cba6fdb57 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'bee3ab3b-468c-44b5-bd3a-7ce32890bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2c4aa1e6-2473-48e9-973b-d3c5d0b38139'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:59.468070 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Attempting to bind port ccbf47a6-b177-432a-ac82-272cba6fdb57 on network 2c4aa1e6-2473-48e9-973b-d3c5d0b38139 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:27:59.476627 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:27:59.477848 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Checking segment: {'id': 'bee3ab3b-468c-44b5-bd3a-7ce32890bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2c4aa1e6-2473-48e9-973b-d3c5d0b38139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:27:59.478449 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:59.479071 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Bound using segment: {'id': 'bee3ab3b-468c-44b5-bd3a-7ce32890bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2c4aa1e6-2473-48e9-973b-d3c5d0b38139'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:27:59.479742 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Bound port: ccbf47a6-b177-432a-ac82-272cba6fdb57, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee3ab3b-468c-44b5-bd3a-7ce32890bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2c4aa1e6-2473-48e9-973b-d3c5d0b38139'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:59.480311 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:59.551209 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-a3dd14dd-c627-46ee-8523-bf6825ec5f7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=b7afa866-f977-42da-ab92-c3c330d6abe4 HTTP/1.1" status: 200 len: 217 time: 0.0981801 Aug 23 14:27:59.559713 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2568b0-c5c1-4d14-aa8c-6c22667d4b96 req-36d281cf-a62b-496c-baf1-aeec7c4d1f4e tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:59.564493 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1c2568b0-c5c1-4d14-aa8c-6c22667d4b96 req-36d281cf-a62b-496c-baf1-aeec7c4d1f4e tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 946 time: 0.5543251 Aug 23 14:27:59.628909 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] For port ccbf47a6-b177-432a-ac82-272cba6fdb57, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:27:59.634267 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] For port ccbf47a6-b177-432a-ac82-272cba6fdb57, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ccbf47a6-b177-432a-ac82-272cba6fdb57,segment=NetworkSegment(bee3ab3b-468c-44b5-bd3a-7ce32890bf26),segment_id=bee3ab3b-468c-44b5-bd3a-7ce32890bf26)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:27:59.647334 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2442d74e-29ee-4995-bac7-5945fb26570d req-5aa9362f-d9c4-4dc1-82fd-cb75802ace92 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 1096 time: 0.9503906 Aug 23 14:27:59.666115 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115ec24a-bbd8-4737-8d92-35e236ad65b2', 'name': 'network-vif-deleted', 'tag': 'ba5b1757-dcc8-4be8-925a-9d5073799afa', 'status': 'completed', 'code': 200} Aug 23 14:27:59.680159 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-e191eebc-e998-4df0-abff-d4c1e03c6269 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:59.681649 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-e191eebc-e998-4df0-abff-d4c1e03c6269 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.1162279 Aug 23 14:27:59.684731 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1c2568b0-c5c1-4d14-aa8c-6c22667d4b96 req-e3602f2d-1890-48e9-a0a6-a3768623de41 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/security-groups?id=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766973 Aug 23 14:27:59.718103 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:59.725536 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:59.743031 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b60f76c3-dc1d-4524-b2c4-f142f64850e7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:59.776553 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:59.781735 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-5fd02f2d-6d80-44b6-a2c3-b9ec293991be req-ea6d96d3-fe9f-4ee6-8841-35f7b66b4dca tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.91 "DELETE /v2.0/ports/ba5b1757-dcc8-4be8-925a-9d5073799afa HTTP/1.1" status: 204 len: 173 time: 2.8053045 Aug 23 14:27:59.804441 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:59.833016 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-0b79487e-507e-47bc-8237-b32d30a83e9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1440091 Aug 23 14:27:59.958300 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Pushing event updated for resources: {'Port': ['ID=ccbf47a6-b177-432a-ac82-272cba6fdb57,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:59.963765 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:00.218010 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-21d2799b-3051-49b7-82eb-8590932c22d3 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567836 Aug 23 14:28:00.243497 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2442d74e-29ee-4995-bac7-5945fb26570d req-77b80dba-8b82-40d4-84b1-3559eb17d09e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5624182 Aug 23 14:28:00.279739 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Network 28ae0b27-125f-4b92-b403-b2f9fbbf8a8d is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:00.279739 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Pushing event updated for resources: {'Port': ['ID=ba2b7346-45cc-41ec-8f45-4b6f1b156d82,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:00.279739 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:00.293213 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:00.293213 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:00.435862 n-d-805629-1 neutron-server[76506]: INFO neutron.db.ipam_backend_mixin [None req-b60f76c3-dc1d-4524-b2c4-f142f64850e7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 417160ba-77bd-4e0c-a990-876fb1fbe08b (CIDR: 2001:db8::/64) Aug 23 14:28:00.444849 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-2bef5643-5257-423c-98e5-0169b12f326a req-c066f266-fc28-4518-ab58-f5660dd41424 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] For port 63e32501-c73a-4fb3-8458-1caff5a6b471, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=63e32501-c73a-4fb3-8458-1caff5a6b471,segment=NetworkSegment(40ee38ef-78b7-47da-8b90-17a23557aa07),segment_id=40ee38ef-78b7-47da-8b90-17a23557aa07)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:00.446270 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-2bef5643-5257-423c-98e5-0169b12f326a req-c066f266-fc28-4518-ab58-f5660dd41424 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:00.562512 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ae991-19b7-4ca3-99b1-f0f66b0fd2ca req-21703cec-00c3-4cb6-a209-f7b2880bbd25 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:00.562512 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-629ae991-19b7-4ca3-99b1-f0f66b0fd2ca req-21703cec-00c3-4cb6-a209-f7b2880bbd25 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 945 time: 0.4532413 Aug 23 14:28:00.634607 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-6053e280-c0d5-4a47-8ef8-307f19a95667 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962193 Aug 23 14:28:00.728639 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:00.732513 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device ba5b1757-dcc8-4be8-925a-9d5073799afa no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:28:00.894454 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: ba5b1757-dcc8-4be8-925a-9d5073799afa {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:28:00.894608 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device ba5b1757-dcc8-4be8-925a-9d5073799afa not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:28:00.895136 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 63e32501-c73a-4fb3-8458-1caff5a6b471 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:28:00.919164 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-2bef5643-5257-423c-98e5-0169b12f326a req-c066f266-fc28-4518-ab58-f5660dd41424 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Calling delete_port for 63e32501-c73a-4fb3-8458-1caff5a6b471 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:28:00.953898 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60f76c3-dc1d-4524-b2c4-f142f64850e7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 14:28:00.957108 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60f76c3-dc1d-4524-b2c4-f142f64850e7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=76506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:28:01.068003 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fb7f7-d84a-4d61-9b1e-640a0d79f66b req-02765ffa-f43f-4155-a7d5-a6219fc2a937 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:01.077609 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-768fb7f7-d84a-4d61-9b1e-640a0d79f66b req-02765ffa-f43f-4155-a7d5-a6219fc2a937 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 945 time: 1.0550725 Aug 23 14:28:01.084366 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a6149dbd-7ea0-42c5-8362-6df1795f55f3 None None] Provisioning for port ba2b7346-45cc-41ec-8f45-4b6f1b156d82 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:01.114060 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a6149dbd-7ea0-42c5-8362-6df1795f55f3 None None] Provisioning complete for port ba2b7346-45cc-41ec-8f45-4b6f1b156d82 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:01.114531 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a6149dbd-7ea0-42c5-8362-6df1795f55f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:01.143789 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-c42a119e-9b58-4256-8f0b-b730aef43cbe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=c1912297-a38b-480c-8f8a-667e7865044c HTTP/1.1" status: 200 len: 217 time: 0.5108833 Aug 23 14:28:01.149452 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-629ae991-19b7-4ca3-99b1-f0f66b0fd2ca req-3749da0d-65db-4632-8b7c-8b6c70bb6e90 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5964355 Aug 23 14:28:01.212124 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:01.323829 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b60f76c3-dc1d-4524-b2c4-f142f64850e7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.1222975 Aug 23 14:28:01.324245 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-768fb7f7-d84a-4d61-9b1e-640a0d79f66b req-20f17674-13df-409d-9650-cf0316499c5c tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f9b0d01-e04b-4713-ac02-f9239f869d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467911 Aug 23 14:28:01.327303 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49830) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:01.332823 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-186289e9-1397-4eca-9374-dcc4a6901c9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:01.333965 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-e556e4a1-c9f5-4888-a4f3-b4bf3dfc6d61 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'subnet': {'network_id': '2c4aa1e6-2473-48e9-973b-d3c5d0b38139', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:01.334587 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-186289e9-1397-4eca-9374-dcc4a6901c9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.1813452 Aug 23 14:28:01.395226 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-a6149dbd-7ea0-42c5-8362-6df1795f55f3 None None] Port ba2b7346-45cc-41ec-8f45-4b6f1b156d82 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:28:01.495638 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-2bef5643-5257-423c-98e5-0169b12f326a req-c066f266-fc28-4518-ab58-f5660dd41424 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:01.523147 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-18fedf49-b86f-4e70-9871-f6059be531c9 req-658455a1-3a48-4145-97fe-7239c1fb0422 tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] 10.222.0.86 "GET /v2.0/ports?device_id=115ec24a-bbd8-4737-8d92-35e236ad65b2 HTTP/1.1" status: 200 len: 210 time: 0.0951803 Aug 23 14:28:01.583516 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ce4608a5-4f59-4c51-84b0-a99707ac3531 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:01.596598 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 72f8717d-43ec-4dfa-87d9-502f595b87c7 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:01.638840 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-07816880-23de-4601-bbe8-69ebb1c3f97b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2954645 Aug 23 14:28:01.750656 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066f266-fc28-4518-ab58-f5660dd41424 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Pushing event deleted for resources: {'Port': ['ID=63e32501-c73a-4fb3-8458-1caff5a6b471,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:01.788921 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c066f266-fc28-4518-ab58-f5660dd41424 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:02.012330 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:02.020552 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f628b0a-ccac-4392-b4a9-88e7bfa6c3f2 None None] Network 2c4aa1e6-2473-48e9-973b-d3c5d0b38139 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:28:02.111250 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:02.127013 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 72f8717d-43ec-4dfa-87d9-502f595b87c7 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:02.139260 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 72f8717d-43ec-4dfa-87d9-502f595b87c7 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:02.139260 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:02.143398 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e556e4a1-c9f5-4888-a4f3-b4bf3dfc6d61 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:02.192741 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e556e4a1-c9f5-4888-a4f3-b4bf3dfc6d61 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:subnet and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:02.205611 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-e556e4a1-c9f5-4888-a4f3-b4bf3dfc6d61 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:02.215936 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c086704a-4d8d-410d-b5dd-b407b65c1c63 req-32d2c6ec-b8b2-4384-9a71-c7bee235f67f tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 210 time: 0.2376699 Aug 23 14:28:02.232624 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bef5643-5257-423c-98e5-0169b12f326a req-c066f266-fc28-4518-ab58-f5660dd41424 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] No DVR routers for this DVR port 63e32501-c73a-4fb3-8458-1caff5a6b471 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:28:02.255896 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-e556e4a1-c9f5-4888-a4f3-b4bf3dfc6d61 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:02.255896 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-2bef5643-5257-423c-98e5-0169b12f326a req-c066f266-fc28-4518-ab58-f5660dd41424 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:02.298416 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df3f772-ac20-4bb0-bef2-cf0da6fe5443', 'name': 'network-vif-deleted', 'tag': '63e32501-c73a-4fb3-8458-1caff5a6b471'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:02.369266 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-4aa6a9ba-14e2-48c3-ac9d-20557a548949 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7219803 Aug 23 14:28:02.373302 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-0976d02f-938e-43ec-8f3c-eeeed28d7688 None None] Provisioning for port ccbf47a6-b177-432a-ac82-272cba6fdb57 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:02.394180 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:02.426363 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 72f8717d-43ec-4dfa-87d9-502f595b87c7, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=72f8717d-43ec-4dfa-87d9-502f595b87c7,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:02.475986 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df3f772-ac20-4bb0-bef2-cf0da6fe5443', 'name': 'network-vif-deleted', 'tag': '63e32501-c73a-4fb3-8458-1caff5a6b471', 'status': 'completed', 'code': 200} Aug 23 14:28:02.475986 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e556e4a1-c9f5-4888-a4f3-b4bf3dfc6d61 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:02.475986 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e556e4a1-c9f5-4888-a4f3-b4bf3dfc6d61 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:02.525051 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:02.525051 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ccbf47a6-b177-432a-ac82-272cba6fdb57 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:02.600275 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:02.732015 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-3a386c8a-dbda-4882-ba27-de9d3ce3617f service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367617 Aug 23 14:28:02.797427 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=72f8717d-43ec-4dfa-87d9-502f595b87c7,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:02.810516 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:02.858375 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-4f865697-e32c-4198-a488-d9cd70759f60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=683adaf1-cc1f-4f95-bcdb-5aa72f290c9e HTTP/1.1" status: 200 len: 217 time: 0.1287689 Aug 23 14:28:02.895871 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port ccbf47a6-b177-432a-ac82-272cba6fdb57 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:02.902022 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port ccbf47a6-b177-432a-ac82-272cba6fdb57 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:02.902387 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:02.946216 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c75065-e67b-4144-b16b-e5d08c2c5927 req-581cd2c8-76ea-43f8-b268-4a02dc3d8bef tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:02.962063 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d0c75065-e67b-4144-b16b-e5d08c2c5927 req-581cd2c8-76ea-43f8-b268-4a02dc3d8bef tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 945 time: 0.3194699 Aug 23 14:28:02.975057 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2bef5643-5257-423c-98e5-0169b12f326a req-c066f266-fc28-4518-ab58-f5660dd41424 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.91 "DELETE /v2.0/ports/63e32501-c73a-4fb3-8458-1caff5a6b471 HTTP/1.1" status: 204 len: 173 time: 4.1872842 Aug 23 14:28:03.012804 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-a5582ba0-b51a-4050-853b-9b7845de9c93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:03.017533 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-a5582ba0-b51a-4050-853b-9b7845de9c93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.1564126 Aug 23 14:28:03.177107 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:03.203205 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d0c75065-e67b-4144-b16b-e5d08c2c5927 req-1269f84b-c96f-4bc4-80c8-1e11674505ac tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312546 Aug 23 14:28:03.234314 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port ccbf47a6-b177-432a-ac82-272cba6fdb57, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ccbf47a6-b177-432a-ac82-272cba6fdb57,segment=NetworkSegment(bee3ab3b-468c-44b5-bd3a-7ce32890bf26),segment_id=bee3ab3b-468c-44b5-bd3a-7ce32890bf26)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:03.254049 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:03.254953 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-90ae254f-40e8-4e06-9b85-2789e2666414 None None] Provisioning complete for port ccbf47a6-b177-432a-ac82-272cba6fdb57 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:03.255603 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-90ae254f-40e8-4e06-9b85-2789e2666414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:03.283507 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-f62e037e-e0e3-40ee-a491-188c511c86c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2608867 Aug 23 14:28:03.357387 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49856) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:03.382788 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:03.382788 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:03.476876 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:03.555154 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-6742c060-4ca9-4af6-8321-d0b2ad0c94d6 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639883 Aug 23 14:28:03.574730 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 72f8717d-43ec-4dfa-87d9-502f595b87c7 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:03.584489 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e556e4a1-c9f5-4888-a4f3-b4bf3dfc6d61 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:03.603772 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7d2445dc-5fad-498e-b323-1f1158db1dc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:03.699947 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=ccbf47a6-b177-432a-ac82-272cba6fdb57,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:03.712029 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:03.723199 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 72f8717d-43ec-4dfa-87d9-502f595b87c7 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:03.725150 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:03.745416 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20ace21-39bd-4d48-b3a5-fb4436ee25b8 admin admin] Deleting subnet 8985f6d4-51a4-4b76-8892-e64f035e8a5e {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:28:03.745416 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e20ace21-39bd-4d48-b3a5-fb4436ee25b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:03.835195 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:03.858723 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e20ace21-39bd-4d48-b3a5-fb4436ee25b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:03.943087 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-06ac01f3-c206-40d3-84b8-512660860c3c service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763177 Aug 23 14:28:04.013105 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e556e4a1-c9f5-4888-a4f3-b4bf3dfc6d61 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network 2c4aa1e6-2473-48e9-973b-d3c5d0b38139 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:04.014396 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:04.020273 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Pushing event updated for resources: {'Port': ['ID=ba2b7346-45cc-41ec-8f45-4b6f1b156d82,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:04.026723 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-86b643f2-70b4-4a50-aaf5-e9ad584aef35 req-40496113-3b27-43be-a584-c15b8a3202c0 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df3f772-ac20-4bb0-bef2-cf0da6fe5443 HTTP/1.1" status: 200 len: 210 time: 0.1874990 Aug 23 14:28:04.028736 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-e556e4a1-c9f5-4888-a4f3-b4bf3dfc6d61 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:04.031538 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:04.038078 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b307b890-c95f-45dd-98ca-b455556e5251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:04.042093 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:28:04.043296 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c73282-6397-4af4-8019-8a2608698069 None None] Network 2c4aa1e6-2473-48e9-973b-d3c5d0b38139 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:28:04.075916 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e556e4a1-c9f5-4888-a4f3-b4bf3dfc6d61 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:04.076526 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e556e4a1-c9f5-4888-a4f3-b4bf3dfc6d61 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:04.106811 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-4bd1ca68-6d38-4c26-9c32-9f4b4ada478f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c2159fc-68ae-4edd-adbe-3629754db35f HTTP/1.1" status: 200 len: 217 time: 0.1547778 Aug 23 14:28:04.108137 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e20ace21-39bd-4d48-b3a5-fb4436ee25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:04.222947 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-2cb9c44c-7960-42d6-b864-dd61c19c0c65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:04.224333 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-2cb9c44c-7960-42d6-b864-dd61c19c0c65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8c9c5e61-c2f1-429e-ba16-12c7c4010460 HTTP/1.1" status: 200 len: 797 time: 0.1052244 Aug 23 14:28:04.279036 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e5b07-7176-4ee4-bf9d-e43b2be73627 req-bd3a4aef-07e5-4fd2-a88c-a846e176117d tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:04.291139 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49864) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:04.299400 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556e4a1-c9f5-4888-a4f3-b4bf3dfc6d61 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Subnet': ['ID=a30e6315-c752-410c-932f-83a78d542008,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:04.304859 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-387e5b07-7176-4ee4-bf9d-e43b2be73627 req-bd3a4aef-07e5-4fd2-a88c-a846e176117d tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 945 time: 0.2745738 Aug 23 14:28:04.305083 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e556e4a1-c9f5-4888-a4f3-b4bf3dfc6d61 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9738934 Aug 23 14:28:04.305482 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e556e4a1-c9f5-4888-a4f3-b4bf3dfc6d61 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:04.313522 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-d07c1edf-9e2e-4eba-a2cd-cd9fba4508b5 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Request body: {'floatingip': {'port_id': 'd3a3563a-f557-4418-a978-f27ab3bf6059'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:04.377715 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49868) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:04.410301 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'network_id': '2c4aa1e6-2473-48e9-973b-d3c5d0b38139', 'fixed_ips': [{'subnet_id': '417160ba-77bd-4e0c-a990-876fb1fbe08b'}, {'subnet_id': 'a30e6315-c752-410c-932f-83a78d542008'}], 'name': 'tempest-PortsIpV6TestJSON-293359271'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:04.524968 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d07c1edf-9e2e-4eba-a2cd-cd9fba4508b5 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks [] for floatingip, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:04.650882 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172f36e6-7fd2-4677-8870-c23cda152c26 None None] Update dhcp port {'port': {'network_id': '2c4aa1e6-2473-48e9-973b-d3c5d0b38139', 'fixed_ips': [{'subnet_id': '417160ba-77bd-4e0c-a990-876fb1fbe08b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a30e6315-c752-410c-932f-83a78d542008'}], 'binding:host_id': 'n-d-805629-1'}, 'id': 'ccbf47a6-b177-432a-ac82-272cba6fdb57'} from n-d-805629-1. {{(pid=76509) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Aug 23 14:28:04.717250 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e20ace21-39bd-4d48-b3a5-fb4436ee25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:04.731111 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Network 28ae0b27-125f-4b92-b403-b2f9fbbf8a8d is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:04.732167 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9faf9d05-a6a1-49b3-b1ce-13aa53f67d57 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:04.749917 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-172f36e6-7fd2-4677-8870-c23cda152c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:04.768653 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:04.869871 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ace21-39bd-4d48-b3a5-fb4436ee25b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8985f6d4-51a4-4b76-8892-e64f035e8a5e,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:04.904701 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e20ace21-39bd-4d48-b3a5-fb4436ee25b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:04.926382 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e20ace21-39bd-4d48-b3a5-fb4436ee25b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:04.968667 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdee85-4f46-4efa-bf9b-c4a48a57f4eb req-49cd4323-c4fd-435f-b2b1-13757b530c5a tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:04.969982 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2cbdee85-4f46-4efa-bf9b-c4a48a57f4eb req-49cd4323-c4fd-435f-b2b1-13757b530c5a tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 945 time: 0.7447701 Aug 23 14:28:05.002654 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e20ace21-39bd-4d48-b3a5-fb4436ee25b8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8985f6d4-51a4-4b76-8892-e64f035e8a5e HTTP/1.1" status: 204 len: 168 time: 1.6563983 Aug 23 14:28:05.007341 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-063a82cd-f80d-43b1-890c-ccc319e10109 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=858144c2-6cd4-447d-8936-4f3181765b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6989305 Aug 23 14:28:05.008456 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49874) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:05.013070 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:05.065787 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:port and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:05.074331 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for port was recalculated. Used quota:2. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:05.185611 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-172f36e6-7fd2-4677-8870-c23cda152c26 None None] Allocated IP 2001:db8:0:1::2 (2c4aa1e6-2473-48e9-973b-d3c5d0b38139/a30e6315-c752-410c-932f-83a78d542008/ccbf47a6-b177-432a-ac82-272cba6fdb57) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:05.189889 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:05.275211 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-d93d154d-c9b4-45eb-ba18-f7d37e3090e2 None None] Provisioning complete for port ba2b7346-45cc-41ec-8f45-4b6f1b156d82 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:05.275211 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d93d154d-c9b4-45eb-ba18-f7d37e3090e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:05.318842 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2cbdee85-4f46-4efa-bf9b-c4a48a57f4eb req-d8a29974-ee33-4256-89ee-1444190435d7 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f9b0d01-e04b-4713-ac02-f9239f869d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385758 Aug 23 14:28:05.481377 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-a22b255f-14e1-4750-a3f5-84f53a663564 service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407120 Aug 23 14:28:05.484986 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee087c39-f2b3-413d-bf51-b32d4c220261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:05.487861 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:05.526656 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-d93d154d-c9b4-45eb-ba18-f7d37e3090e2 None None] Port ba2b7346-45cc-41ec-8f45-4b6f1b156d82 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:28:05.558042 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ccbf47a6-b177-432a-ac82-272cba6fdb57 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:05.651866 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-172f36e6-7fd2-4677-8870-c23cda152c26 None None] For port ccbf47a6-b177-432a-ac82-272cba6fdb57, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ccbf47a6-b177-432a-ac82-272cba6fdb57,segment=NetworkSegment(bee3ab3b-468c-44b5-bd3a-7ce32890bf26),segment_id=bee3ab3b-468c-44b5-bd3a-7ce32890bf26)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:05.670341 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port ccbf47a6-b177-432a-ac82-272cba6fdb57 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:05.670717 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:05.752580 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-172f36e6-7fd2-4677-8870-c23cda152c26 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:05.788921 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-172f36e6-7fd2-4677-8870-c23cda152c26 None None] Transition to ACTIVE for port object ccbf47a6-b177-432a-ac82-272cba6fdb57 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:05.918636 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-172f36e6-7fd2-4677-8870-c23cda152c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:05.954329 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:05.982148 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-f630f884-084b-4a7c-8351-fa52fcd8a532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:06.173209 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf4df4-2094-4761-ab22-f591b7548f94 req-fe6d8a15-274c-40d5-838d-d491d9b19690 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:06.173209 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-c5bf4df4-2094-4761-ab22-f591b7548f94 req-fe6d8a15-274c-40d5-838d-d491d9b19690 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Synchronizing usage tracker for tenant:edc09b7159264f3c93f1c0b651b4d3ca on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:06.180970 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee087c39-f2b3-413d-bf51-b32d4c220261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.205135 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-ee087c39-f2b3-413d-bf51-b32d4c220261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38440a74-6288-4496-a7a5-cedbe3a7d0b0']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:06.205135 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-ee087c39-f2b3-413d-bf51-b32d4c220261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d81399d-dfa9-4642-8eec-b0026e280be2') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:06.205135 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-ee087c39-f2b3-413d-bf51-b32d4c220261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d81399d-dfa9-4642-8eec-b0026e280be2') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:06.215085 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49902) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:06.239641 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee087c39-f2b3-413d-bf51-b32d4c220261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.262845 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] device_id is not set on port b99f1c65-80f1-446e-97d5-f2754e2e5454 yet. {{(pid=76505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:28:06.278346 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f36e6-7fd2-4677-8870-c23cda152c26 None None] Pushing event updated for resources: {'Port': ['ID=ccbf47a6-b177-432a-ac82-272cba6fdb57,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:06.278346 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-172f36e6-7fd2-4677-8870-c23cda152c26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:06.303670 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-c5bf4df4-2094-4761-ab22-f591b7548f94 req-fe6d8a15-274c-40d5-838d-d491d9b19690 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Unset dirty status for tenant:edc09b7159264f3c93f1c0b651b4d3ca on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:06.306268 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c5bf4df4-2094-4761-ab22-f591b7548f94 req-fe6d8a15-274c-40d5-838d-d491d9b19690 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.91 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 945 time: 1.0438385 Aug 23 14:28:06.307993 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-3a82da05-f109-4ccb-a4e7-221d8a885d26 service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7687337 Aug 23 14:28:06.327732 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee087c39-f2b3-413d-bf51-b32d4c220261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.397915 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee087c39-f2b3-413d-bf51-b32d4c220261 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:28:06.398393 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee087c39-f2b3-413d-bf51-b32d4c220261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:28:06.425932 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:28:06.430851 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c6edf4-4dde-4e7e-ab2a-d74fcc0fbd17 admin admin] Deleting subnet ff9a0415-562f-42f6-93d2-5ff24fb1b63c {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:28:06.463970 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c5c6edf4-4dde-4e7e-ab2a-d74fcc0fbd17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.517742 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-39726ca9-5e28-48dd-9db2-b5273d5b97f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d HTTP/1.1" status: 200 len: 217 time: 0.1844947 Aug 23 14:28:06.549085 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-c5bf4df4-2094-4761-ab22-f591b7548f94 req-347a58b4-face-4cbc-b60d-762980b937a8 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Deleting port e3b9e020-c66c-4372-85a2-31ff13dc464d {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:28:06.549085 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c5bf4df4-2094-4761-ab22-f591b7548f94 req-347a58b4-face-4cbc-b60d-762980b937a8 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.693390 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c5c6edf4-4dde-4e7e-ab2a-d74fcc0fbd17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.704558 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee087c39-f2b3-413d-bf51-b32d4c220261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.732206 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-059d0b73-7fb9-4cb1-9dcb-2b1b393ebaf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:06.759241 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ee087c39-f2b3-413d-bf51-b32d4c220261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.804233 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee087c39-f2b3-413d-bf51-b32d4c220261 admin admin] Pushing event deleted for resources: {'Network': ['ID=38440a74-6288-4496-a7a5-cedbe3a7d0b0,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:06.813855 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.resource_extend [None req-d07c1edf-9e2e-4eba-a2cd-cd9fba4508b5 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:28:06.854674 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ee087c39-f2b3-413d-bf51-b32d4c220261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:06.854674 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-0c32805a-f1c0-43ff-b816-d3b7569f1051 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:06.862466 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-0c32805a-f1c0-43ff-b816-d3b7569f1051 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8c9c5e61-c2f1-429e-ba16-12c7c4010460 HTTP/1.1" status: 200 len: 797 time: 0.3336704 Aug 23 14:28:06.946611 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-ee087c39-f2b3-413d-bf51-b32d4c220261 admin admin] 10.222.0.86 "DELETE /v2.0/networks/38440a74-6288-4496-a7a5-cedbe3a7d0b0 HTTP/1.1" status: 204 len: 168 time: 1.9304755 Aug 23 14:28:06.992021 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34b4fe-139e-42c8-9fa7-2320dbe97980 req-6e10ac20-d6b6-4634-8e22-0e46ba8915a5 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:06.993601 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd34b4fe-139e-42c8-9fa7-2320dbe97980 req-6e10ac20-d6b6-4634-8e22-0e46ba8915a5 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 945 time: 0.3900149 Aug 23 14:28:07.068482 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c5c6edf4-4dde-4e7e-ab2a-d74fcc0fbd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.152566 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d07c1edf-9e2e-4eba-a2cd-cd9fba4508b5 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.267266 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d07c1edf-9e2e-4eba-a2cd-cd9fba4508b5 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.298438 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bd34b4fe-139e-42c8-9fa7-2320dbe97980 req-343eef74-e5f8-4e08-8d5d-914bae872b88 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f9b0d01-e04b-4713-ac02-f9239f869d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924149 Aug 23 14:28:07.349423 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-6682929d-57c7-4b96-a4c6-371bcba63c9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=858144c2-6cd4-447d-8936-4f3181765b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4736834 Aug 23 14:28:07.424755 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Router ab020dd1-7030-46a1-b057-b5de5431687e has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:28:07.481953 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Allocated IP 2001:db8::125 (2c4aa1e6-2473-48e9-973b-d3c5d0b38139/417160ba-77bd-4e0c-a990-876fb1fbe08b/b99f1c65-80f1-446e-97d5-f2754e2e5454) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:07.482713 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-c5bf4df4-2094-4761-ab22-f591b7548f94 req-347a58b4-face-4cbc-b60d-762980b937a8 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] For port e3b9e020-c66c-4372-85a2-31ff13dc464d, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=e3b9e020-c66c-4372-85a2-31ff13dc464d,segment=NetworkSegment(e6b138b3-0dbc-4842-b479-2497deacd006),segment_id=e6b138b3-0dbc-4842-b479-2497deacd006)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:07.483053 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c5bf4df4-2094-4761-ab22-f591b7548f94 req-347a58b4-face-4cbc-b60d-762980b937a8 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.490750 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Allocated IP 2001:db8:0:1::2a (2c4aa1e6-2473-48e9-973b-d3c5d0b38139/a30e6315-c752-410c-932f-83a78d542008/b99f1c65-80f1-446e-97d5-f2754e2e5454) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:07.518450 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49916) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:07.521658 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ccbf47a6-b177-432a-ac82-272cba6fdb57 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:07.558026 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-9ef460fa-625d-4e74-9623-8b8261bcdcd5 None None] Provisioning for port ccbf47a6-b177-432a-ac82-272cba6fdb57 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:07.573389 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-9ef460fa-625d-4e74-9623-8b8261bcdcd5 None None] Provisioning complete for port ccbf47a6-b177-432a-ac82-272cba6fdb57 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:07.573831 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9ef460fa-625d-4e74-9623-8b8261bcdcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.609159 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-626c9d40-b8c4-47e0-8334-d7ff6ea4cb64 service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460427 Aug 23 14:28:07.665277 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-c5bf4df4-2094-4761-ab22-f591b7548f94 req-347a58b4-face-4cbc-b60d-762980b937a8 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Calling delete_port for e3b9e020-c66c-4372-85a2-31ff13dc464d owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:28:07.700911 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port ccbf47a6-b177-432a-ac82-272cba6fdb57 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:07.701296 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.740754 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-71d2af30-e4e2-4816-baf3-014339bb1f45 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f3a30ff745004e44b7042de501b3d459&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2209711 Aug 23 14:28:07.747170 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49920) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:07.826498 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c5c6edf4-4dde-4e7e-ab2a-d74fcc0fbd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.971377 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1ed20751-c98e-46e6-bdbd-0be13bd583a2 req-d618f0da-2d6b-4367-8efc-43aae2ddc29e service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452539 Aug 23 14:28:08.009150 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8e886139-5e03-41f1-ba49-3b5bdf05821c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.031581 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-173f8fbe-7499-4882-ad8a-a68b27d9cce5 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:08.060158 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.081296 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8e886139-5e03-41f1-ba49-3b5bdf05821c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.089660 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6edf4-4dde-4e7e-ab2a-d74fcc0fbd17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff9a0415-562f-42f6-93d2-5ff24fb1b63c,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:08.110931 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c5c6edf4-4dde-4e7e-ab2a-d74fcc0fbd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:08.111437 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Transition to ACTIVE for port object b99f1c65-80f1-446e-97d5-f2754e2e5454 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:08.112394 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c5c6edf4-4dde-4e7e-ab2a-d74fcc0fbd17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.229927 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-c5c6edf4-4dde-4e7e-ab2a-d74fcc0fbd17 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ff9a0415-562f-42f6-93d2-5ff24fb1b63c HTTP/1.1" status: 204 len: 168 time: 2.0278449 Aug 23 14:28:08.242967 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49928) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:08.260266 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8e886139-5e03-41f1-ba49-3b5bdf05821c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.281541 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-16cc9d88-40a7-4b6c-b973-0318453a3f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:08.348587 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e886139-5e03-41f1-ba49-3b5bdf05821c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a97281-d659-4947-9d7b-98074ca32843,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:08.354601 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.354601 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8e886139-5e03-41f1-ba49-3b5bdf05821c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:08.372466 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8e886139-5e03-41f1-ba49-3b5bdf05821c admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.372466 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-8e886139-5e03-41f1-ba49-3b5bdf05821c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/23a97281-d659-4947-9d7b-98074ca32843 HTTP/1.1" status: 204 len: 168 time: 0.6198606 Aug 23 14:28:08.379037 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8dc426e1-aa11-45cf-bfff-08ee777795c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:08.503204 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6547a49-8ce1-4725-824a-f33e2bd1423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.503204 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network 2c4aa1e6-2473-48e9-973b-d3c5d0b38139 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:08.516990 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:08.516990 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=b99f1c65-80f1-446e-97d5-f2754e2e5454,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:08.522492 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:08.541988 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:08.541988 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.541988 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:08.693163 n-d-805629-1 neutron-server[76506]: INFO neutron.db.l3_db [None req-d07c1edf-9e2e-4eba-a2cd-cd9fba4508b5 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Floating IP 1d6291a8-2d26-4f2b-8524-3b4c28b42fec associated. External IP: 172.25.6.124, port: d3a3563a-f557-4418-a978-f27ab3bf6059. Aug 23 14:28:08.775842 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device e3b9e020-c66c-4372-85a2-31ff13dc464d no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:28:08.828104 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c5bf4df4-2094-4761-ab22-f591b7548f94 req-347a58b4-face-4cbc-b60d-762980b937a8 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.845735 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: e3b9e020-c66c-4372-85a2-31ff13dc464d {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:28:08.846029 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.4582736 Aug 23 14:28:08.846608 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device e3b9e020-c66c-4372-85a2-31ff13dc464d not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:28:08.869461 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49936) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:08.872169 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:28:08.872169 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:08.886246 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6547a49-8ce1-4725-824a-f33e2bd1423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.892035 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Sync routers for ids ['ab020dd1-7030-46a1-b057-b5de5431687e'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:28:08.927370 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-92285961-e9b2-4ddd-8848-8d9cbe55f0df tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '417160ba-77bd-4e0c-a990-876fb1fbe08b'}]}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:08.931352 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Routers {'ab020dd1-7030-46a1-b057-b5de5431687e'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:28:08.931352 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:27:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['ab020dd1-7030-46a1-b057-b5de5431687e'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:08.990061 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-b6547a49-8ce1-4725-824a-f33e2bd1423f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4261220-e754-4906-95ce-e0dde8b2b922']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:09.031756 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-b6547a49-8ce1-4725-824a-f33e2bd1423f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ee38ef-78b7-47da-8b90-17a23557aa07') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:09.031756 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-b6547a49-8ce1-4725-824a-f33e2bd1423f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ee38ef-78b7-47da-8b90-17a23557aa07') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:09.071858 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6547a49-8ce1-4725-824a-f33e2bd1423f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:09.189921 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a58b4-face-4cbc-b60d-762980b937a8 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Pushing event deleted for resources: {'Port': ['ID=e3b9e020-c66c-4372-85a2-31ff13dc464d,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:09.192131 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc979c-2d8f-4872-95a5-9450e383a442 req-3acac541-7792-4244-af24-ec9091566fd4 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:09.197619 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-83bc979c-2d8f-4872-95a5-9450e383a442 req-3acac541-7792-4244-af24-ec9091566fd4 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 867 time: 0.5631919 Aug 23 14:28:09.219700 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bf4df4-2094-4761-ab22-f591b7548f94 req-347a58b4-face-4cbc-b60d-762980b937a8 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] No DVR routers for this DVR port e3b9e020-c66c-4372-85a2-31ff13dc464d on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:28:09.221766 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-c5bf4df4-2094-4761-ab22-f591b7548f94 req-347a58b4-face-4cbc-b60d-762980b937a8 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:09.226761 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-c5bf4df4-2094-4761-ab22-f591b7548f94 req-347a58b4-face-4cbc-b60d-762980b937a8 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.91 "DELETE /v2.0/ports/e3b9e020-c66c-4372-85a2-31ff13dc464d HTTP/1.1" status: 204 len: 173 time: 2.8488367 Aug 23 14:28:09.227790 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-347a58b4-face-4cbc-b60d-762980b937a8 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:09.246118 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] 10.222.0.86 "PUT /v2.0/routers/ab020dd1-7030-46a1-b057-b5de5431687e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0320766 Aug 23 14:28:09.246577 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a029b83c-7806-4b72-871c-03675aab36d0', 'name': 'network-vif-deleted', 'tag': 'e3b9e020-c66c-4372-85a2-31ff13dc464d'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:09.253650 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6547a49-8ce1-4725-824a-f33e2bd1423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:09.303571 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6547a49-8ce1-4725-824a-f33e2bd1423f admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:28:09.305225 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6547a49-8ce1-4725-824a-f33e2bd1423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:28:09.328931 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:28:09.457418 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-92285961-e9b2-4ddd-8848-8d9cbe55f0df tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:09.536586 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-83bc979c-2d8f-4872-95a5-9450e383a442 req-66f286bf-78e7-44f5-a98a-73409a69bcbb tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/security-groups?id=6f9b0d01-e04b-4713-ac02-f9239f869d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113129 Aug 23 14:28:09.581050 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-4ebeb36c-d62c-4d39-8557-b479cc3101e6 None None] Provisioning for port b99f1c65-80f1-446e-97d5-f2754e2e5454 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:09.634246 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-4ebeb36c-d62c-4d39-8557-b479cc3101e6 None None] Provisioning complete for port b99f1c65-80f1-446e-97d5-f2754e2e5454 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:09.636618 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb36c-d62c-4d39-8557-b479cc3101e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:09.639340 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a029b83c-7806-4b72-871c-03675aab36d0', 'name': 'network-vif-deleted', 'tag': 'e3b9e020-c66c-4372-85a2-31ff13dc464d', 'status': 'completed', 'code': 200} Aug 23 14:28:09.680726 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6547a49-8ce1-4725-824a-f33e2bd1423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:09.708897 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-2262748e-7076-440b-ac1c-c21db37a1adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:09.758574 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-b6547a49-8ce1-4725-824a-f33e2bd1423f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:09.783915 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6547a49-8ce1-4725-824a-f33e2bd1423f admin admin] Pushing event deleted for resources: {'Network': ['ID=b4261220-e754-4906-95ce-e0dde8b2b922,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:09.788280 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b6547a49-8ce1-4725-824a-f33e2bd1423f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:09.872932 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-4ebeb36c-d62c-4d39-8557-b479cc3101e6 None None] Port b99f1c65-80f1-446e-97d5-f2754e2e5454 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:28:09.908642 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Set router ab020dd1-7030-46a1-b057-b5de5431687e gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:28:10.253888 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07c1edf-9e2e-4eba-a2cd-cd9fba4508b5 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Router 6acd2095-25a5-4b59-bc41-f5119f68713f has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:28:10.282520 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-b6547a49-8ce1-4725-824a-f33e2bd1423f admin admin] 10.222.0.86 "DELETE /v2.0/networks/b4261220-e754-4906-95ce-e0dde8b2b922 HTTP/1.1" status: 204 len: 168 time: 2.0467136 Aug 23 14:28:10.717786 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'name': 'tempest-FloatingIPDetailsTestJSON-2024777130-router', 'tenant_id': '351456795b9f4735b623bb107baa079e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:27:49Z', 'updated_at': '2021-08-23T14:28:01Z', 'revision_number': 4, 'project_id': '351456795b9f4735b623bb107baa079e', 'gw_port': {'id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:51Z', 'updated_at': '2021-08-23T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'ba2b7346-45cc-41ec-8f45-4b6f1b156d82', 'name': '', 'network_id': '28ae0b27-125f-4b92-b403-b2f9fbbf8a8d', 'tenant_id': '351456795b9f4735b623bb107baa079e', 'mac_address': 'fa:16:3e:06:00:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e67f17-7d4d-4ce0-ad10-3b65cedfce14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:57Z', 'updated_at': '2021-08-23T14:28:02Z', 'revision_number': 2, 'project_id': '351456795b9f4735b623bb107baa079e', 'subnets': [{'id': 'a5e67f17-7d4d-4ce0-ad10-3b65cedfce14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:10.725865 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07c1edf-9e2e-4eba-a2cd-cd9fba4508b5 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:28:10.730052 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Checking router: ab020dd1-7030-46a1-b057-b5de5431687e for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:28:10.730532 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Updating router ab020dd1-7030-46a1-b057-b5de5431687e port ba2b7346-45cc-41ec-8f45-4b6f1b156d82 binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:28:10.736637 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d07c1edf-9e2e-4eba-a2cd-cd9fba4508b5 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.739500 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d50527-2aed-4dd9-94ea-826a42aebdbb None None] Sync routers for ids ['6acd2095-25a5-4b59-bc41-f5119f68713f'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:28:10.761908 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d50527-2aed-4dd9-94ea-826a42aebdbb None None] Routers {'6acd2095-25a5-4b59-bc41-f5119f68713f'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:28:10.762704 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-25d50527-2aed-4dd9-94ea-826a42aebdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:27:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['6acd2095-25a5-4b59-bc41-f5119f68713f'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:10.906585 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.915206 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d07c1edf-9e2e-4eba-a2cd-cd9fba4508b5 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "PUT /v2.0/floatingips/1d6291a8-2d26-4f2b-8524-3b4c28b42fec HTTP/1.1" status: 200 len: 991 time: 6.6103339 Aug 23 14:28:11.035649 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-3ea7381b-46d7-425f-951e-9f0b498332e5 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7584481 Aug 23 14:28:11.044841 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:11.115256 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:11.128204 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Usage tracker for resource:floatingip and tenant:351456795b9f4735b623bb107baa079e is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:11.133542 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:11.142828 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:11.186324 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-92285961-e9b2-4ddd-8848-8d9cbe55f0df tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Delete allocated IP 2001:db8:0:1::2a (2c4aa1e6-2473-48e9-973b-d3c5d0b38139/a30e6315-c752-410c-932f-83a78d542008) {{(pid=76505) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 14:28:11.210056 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49976) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:11.247432 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8e4a1814-01fd-4c51-891c-811b87b1f83c req-631c1845-07e3-46af-b946-76dfb20714e0 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] 10.222.0.86 "GET /v2.0/ports?device_id=a029b83c-7806-4b72-871c-03675aab36d0 HTTP/1.1" status: 200 len: 210 time: 0.0582161 Aug 23 14:28:11.289519 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for floatingip, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.330311 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-70cec54f-b581-49c5-8ee6-26a3cf7ddf13 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=df8ef8085d7246eeb8acb3497a5a18d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1156843 Aug 23 14:28:11.335204 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49982) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:11.527202 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 49986) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:11.533652 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-25d50527-2aed-4dd9-94ea-826a42aebdbb None None] Set router 6acd2095-25a5-4b59-bc41-f5119f68713f gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:28:11.550590 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-26258bbc-8733-4347-9aa4-4f96c36f6421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.633305 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-26258bbc-8733-4347-9aa4-4f96c36f6421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.642711 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25438dbb-8dcf-461c-9c2e-210d722a5f73', 'tag': 'd3a3563a-f557-4418-a978-f27ab3bf6059'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:11.678609 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-92285961-e9b2-4ddd-8848-8d9cbe55f0df tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.731655 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-92285961-e9b2-4ddd-8848-8d9cbe55f0df tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Transition to ACTIVE for port object b99f1c65-80f1-446e-97d5-f2754e2e5454 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:11.732466 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.745721 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.776055 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Transition to ACTIVE for port object ba2b7346-45cc-41ec-8f45-4b6f1b156d82 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:11.802196 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-92285961-e9b2-4ddd-8848-8d9cbe55f0df tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.819116 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1e318cd7-2d96-4345-907f-84eb3fba4095 tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:11.857864 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1538312754-network', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:11.867892 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.872866 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-d9683651-0ff8-4254-b52c-ee995c540a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:11.878709 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:11.889936 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Usage tracker for resource:network and tenant:8d28345bf87b4ec18f81ef4443850e77 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:11.904481 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:11.915526 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-26258bbc-8733-4347-9aa4-4f96c36f6421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.938553 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-92285961-e9b2-4ddd-8848-8d9cbe55f0df tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] In _notify_port_updated(), no bound segment for port b99f1c65-80f1-446e-97d5-f2754e2e5454 on network 2c4aa1e6-2473-48e9-973b-d3c5d0b38139 {{(pid=76505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Aug 23 14:28:11.943353 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92285961-e9b2-4ddd-8848-8d9cbe55f0df tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:11.944025 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-92285961-e9b2-4ddd-8848-8d9cbe55f0df tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.946176 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-92285961-e9b2-4ddd-8848-8d9cbe55f0df tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "PUT /v2.0/ports/b99f1c65-80f1-446e-97d5-f2754e2e5454 HTTP/1.1" status: 200 len: 925 time: 3.0837831 Aug 23 14:28:11.946807 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d359bb90-ca5e-4b59-9821-9f83d1ee8bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:11.954796 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 49996) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:11.982439 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25438dbb-8dcf-461c-9c2e-210d722a5f73', 'tag': 'd3a3563a-f557-4418-a978-f27ab3bf6059', 'status': 'completed', 'code': 200} Aug 23 14:28:11.984672 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:11.992087 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-657339a7-bf11-495e-8faf-ac1a1240ba31 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '417160ba-77bd-4e0c-a990-876fb1fbe08b'}, {'subnet_id': 'a30e6315-c752-410c-932f-83a78d542008'}]}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:12.109346 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26258bbc-8733-4347-9aa4-4f96c36f6421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1acfe4-8f1e-4fc2-b13a-2956bac269d6,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:12.162034 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-26258bbc-8733-4347-9aa4-4f96c36f6421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:12.206131 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-26258bbc-8733-4347-9aa4-4f96c36f6421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.222878 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-26258bbc-8733-4347-9aa4-4f96c36f6421 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8d1acfe4-8f1e-4fc2-b13a-2956bac269d6 HTTP/1.1" status: 204 len: 168 time: 0.8859279 Aug 23 14:28:12.263401 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Made reservation on behalf of 8d28345bf87b4ec18f81ef4443850e77 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:12.273650 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.315874 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.340180 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6d1a7-cd30-447b-af01-a769e57f098c None None] Pushing event updated for resources: {'Port': ['ID=ba2b7346-45cc-41ec-8f45-4b6f1b156d82,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:12.353520 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-10d6d1a7-cd30-447b-af01-a769e57f098c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:12.462053 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0784931d-b2bd-4676-aabf-bc3da48abd6f req-0bde192d-d0dd-461b-b62a-f2ed3c444150 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=408ea8540e3c437ebed84fe21cc31af0&device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 1096 time: 0.4743168 Aug 23 14:28:12.541375 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92285961-e9b2-4ddd-8848-8d9cbe55f0df tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=b99f1c65-80f1-446e-97d5-f2754e2e5454,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:12.546335 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-92285961-e9b2-4ddd-8848-8d9cbe55f0df tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:12.676791 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50006) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:12.682538 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-25d50527-2aed-4dd9-94ea-826a42aebdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'name': 'tempest-AttachVolumeTestJSON-228995659-router', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:52Z', 'updated_at': '2021-08-23T14:27:13Z', 'revision_number': 4, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'gw_port': {'id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:54Z', 'updated_at': '2021-08-23T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': '1d6291a8-2d26-4f2b-8524-3b4c28b42fec', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'floating_ip_address': '172.25.6.124', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'port_id': 'd3a3563a-f557-4418-a978-f27ab3bf6059', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a', 'mac_address': 'fa:16:3e:66:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25438dbb-8dcf-461c-9c2e-210d722a5f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:27:33Z', 'updated_at': '2021-08-23T14:28:06Z', 'revision_number': 1, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83eb496-8ba0-4c26-ba07-6f6d8307b9be', 'name': '', 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'mac_address': 'fa:16:3e:d8:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12b0b345-a54c-4994-a569-11c59bf7b397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:11Z', 'updated_at': '2021-08-23T14:27:33Z', 'revision_number': 5, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'subnets': [{'id': '12b0b345-a54c-4994-a569-11c59bf7b397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:12.696262 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d50527-2aed-4dd9-94ea-826a42aebdbb None None] Checking router: 6acd2095-25a5-4b59-bc41-f5119f68713f for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:28:12.701987 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:12.735107 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d50527-2aed-4dd9-94ea-826a42aebdbb None None] Routers {'6acd2095-25a5-4b59-bc41-f5119f68713f'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:28:12.736382 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-25d50527-2aed-4dd9-94ea-826a42aebdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:27:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['6acd2095-25a5-4b59-bc41-f5119f68713f'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:12.738322 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Allocated IP 172.25.6.38 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/2664188c-8e3b-4179-99f5-0d5bfa46c3a5) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:12.740969 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-d7897b16-e233-4a75-bab7-8461aa6ef8d7 None None] Provisioning for port b99f1c65-80f1-446e-97d5-f2754e2e5454 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:12.747103 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-d7897b16-e233-4a75-bab7-8461aa6ef8d7 None None] Provisioning complete for port b99f1c65-80f1-446e-97d5-f2754e2e5454 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:12.747601 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d7897b16-e233-4a75-bab7-8461aa6ef8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.900731 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-d7897b16-e233-4a75-bab7-8461aa6ef8d7 None None] Port b99f1c65-80f1-446e-97d5-f2754e2e5454 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:28:12.990528 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Usage tracker for resource:security_group_rule and tenant:8d28345bf87b4ec18f81ef4443850e77 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:13.026669 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:13.054038 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:13.112676 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784931d-b2bd-4676-aabf-bc3da48abd6f req-03a4b4ce-f944-4dc1-97ca-68fa89664057 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:13.118129 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0784931d-b2bd-4676-aabf-bc3da48abd6f req-03a4b4ce-f944-4dc1-97ca-68fa89664057 service neutron] 10.222.0.91 "GET /v2.0/networks?id=87201e98-0c42-47b0-84b6-a734e366810a HTTP/1.1" status: 200 len: 911 time: 0.6419549 Aug 23 14:28:13.121972 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-25d50527-2aed-4dd9-94ea-826a42aebdbb None None] Set router 6acd2095-25a5-4b59-bc41-f5119f68713f gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:28:13.125041 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-657339a7-bf11-495e-8faf-ac1a1240ba31 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.125267 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d64a27a-3b21-4ea3-8c4b-d52d11630051 admin admin] Deleting subnet 92899a2a-712a-41a4-94b2-f056fb41efdb {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:28:13.125658 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Attempting to bind port ba2b7346-45cc-41ec-8f45-4b6f1b156d82 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:13.126057 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Attempting to bind port ba2b7346-45cc-41ec-8f45-4b6f1b156d82 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'd23a089f-c630-48aa-acce-5ae37683b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '28ae0b27-125f-4b92-b403-b2f9fbbf8a8d'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:13.126408 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Attempting to bind port ba2b7346-45cc-41ec-8f45-4b6f1b156d82 on network 28ae0b27-125f-4b92-b403-b2f9fbbf8a8d {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:28:13.143220 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:28:13.143601 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Checking segment: {'id': 'd23a089f-c630-48aa-acce-5ae37683b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '28ae0b27-125f-4b92-b403-b2f9fbbf8a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:28:13.144042 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.147229 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Bound using segment: {'id': 'd23a089f-c630-48aa-acce-5ae37683b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '28ae0b27-125f-4b92-b403-b2f9fbbf8a8d'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:28:13.148466 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Bound port: ba2b7346-45cc-41ec-8f45-4b6f1b156d82, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23a089f-c630-48aa-acce-5ae37683b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '28ae0b27-125f-4b92-b403-b2f9fbbf8a8d'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:28:13.151298 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.244687 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8d64a27a-3b21-4ea3-8c4b-d52d11630051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.392979 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] For port ba2b7346-45cc-41ec-8f45-4b6f1b156d82, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:28:13.397615 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] For port ba2b7346-45cc-41ec-8f45-4b6f1b156d82, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ba2b7346-45cc-41ec-8f45-4b6f1b156d82,segment=NetworkSegment(d23a089f-c630-48aa-acce-5ae37683b84c),segment_id=d23a089f-c630-48aa-acce-5ae37683b84c)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:28:13.399391 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8d64a27a-3b21-4ea3-8c4b-d52d11630051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.441166 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.441581 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0784931d-b2bd-4676-aabf-bc3da48abd6f req-5a3e4a62-b496-4aea-8e4e-d0434a947c47 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3a3563a-f557-4418-a978-f27ab3bf6059 HTTP/1.1" status: 200 len: 999 time: 0.3112893 Aug 23 14:28:13.508040 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.516100 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:13.566914 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.571229 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784931d-b2bd-4676-aabf-bc3da48abd6f req-7105ed01-3754-45b3-8fce-db73ddb7f809 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:13.573044 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0784931d-b2bd-4676-aabf-bc3da48abd6f req-7105ed01-3754-45b3-8fce-db73ddb7f809 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12b0b345-a54c-4994-a569-11c59bf7b397 HTTP/1.1" status: 200 len: 849 time: 0.1221194 Aug 23 14:28:13.639742 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8d64a27a-3b21-4ea3-8c4b-d52d11630051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.686543 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Routers {'ab020dd1-7030-46a1-b057-b5de5431687e'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:28:13.687036 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:27:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['ab020dd1-7030-46a1-b057-b5de5431687e'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:13.719037 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.732088 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e1e94060-d2d9-47a8-b9ee-424a4389bf05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:13.837259 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:28:13.887266 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.902007 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6aa7221a-962a-4a90-8e9d-0f6913e42119 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:13.923303 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.923906 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Added segment 3723bb98-0b13-4fba-a0ec-6d4e9e25153d of type vlan for network 6794ca1c-4d09-4ac5-b068-49be38bd3fdc Aug 23 14:28:13.929872 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbc86f6-0eb2-4e9e-a0bd-d2b25ffddf5d,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:13.978202 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:14.053438 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-25d50527-2aed-4dd9-94ea-826a42aebdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'name': 'tempest-AttachVolumeTestJSON-228995659-router', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:52Z', 'updated_at': '2021-08-23T14:27:13Z', 'revision_number': 4, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'gw_port': {'id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:54Z', 'updated_at': '2021-08-23T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': '1d6291a8-2d26-4f2b-8524-3b4c28b42fec', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'floating_ip_address': '172.25.6.124', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'port_id': 'd3a3563a-f557-4418-a978-f27ab3bf6059', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a', 'mac_address': 'fa:16:3e:66:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25438dbb-8dcf-461c-9c2e-210d722a5f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:27:33Z', 'updated_at': '2021-08-23T14:28:06Z', 'revision_number': 1, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83eb496-8ba0-4c26-ba07-6f6d8307b9be', 'name': '', 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'mac_address': 'fa:16:3e:d8:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12b0b345-a54c-4994-a569-11c59bf7b397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:11Z', 'updated_at': '2021-08-23T14:27:33Z', 'revision_number': 5, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'subnets': [{'id': '12b0b345-a54c-4994-a569-11c59bf7b397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:14.072138 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d50527-2aed-4dd9-94ea-826a42aebdbb None None] The sync data for ids ['6acd2095-25a5-4b59-bc41-f5119f68713f'] in n-d-805629-1 is: [{'id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'name': 'tempest-AttachVolumeTestJSON-228995659-router', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:52Z', 'updated_at': '2021-08-23T14:27:13Z', 'revision_number': 4, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'gw_port': {'id': '9bbcea23-27e0-4cb7-859b-59debb903198', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:54Z', 'updated_at': '2021-08-23T14:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': '1d6291a8-2d26-4f2b-8524-3b4c28b42fec', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'floating_ip_address': '172.25.6.124', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'port_id': 'd3a3563a-f557-4418-a978-f27ab3bf6059', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a', 'mac_address': 'fa:16:3e:66:01:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25438dbb-8dcf-461c-9c2e-210d722a5f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:27:33Z', 'updated_at': '2021-08-23T14:28:06Z', 'revision_number': 1, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83eb496-8ba0-4c26-ba07-6f6d8307b9be', 'name': '', 'network_id': '87201e98-0c42-47b0-84b6-a734e366810a', 'tenant_id': '408ea8540e3c437ebed84fe21cc31af0', 'mac_address': 'fa:16:3e:d8:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acd2095-25a5-4b59-bc41-f5119f68713f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12b0b345-a54c-4994-a569-11c59bf7b397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:11Z', 'updated_at': '2021-08-23T14:27:33Z', 'revision_number': 5, 'project_id': '408ea8540e3c437ebed84fe21cc31af0', 'subnets': [{'id': '12b0b345-a54c-4994-a569-11c59bf7b397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:28:14.086547 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:14.095762 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] Set router ab020dd1-7030-46a1-b057-b5de5431687e gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:28:14.109087 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0784931d-b2bd-4676-aabf-bc3da48abd6f req-3d77b38d-d10d-49d3-94f4-12aa6f367484 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=87201e98-0c42-47b0-84b6-a734e366810a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5247786 Aug 23 14:28:14.155787 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6d1a7-cd30-447b-af01-a769e57f098c None None] Pushing event updated for resources: {'Port': ['ID=ba2b7346-45cc-41ec-8f45-4b6f1b156d82,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:14.160161 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-10d6d1a7-cd30-447b-af01-a769e57f098c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:14.199893 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-657339a7-bf11-495e-8faf-ac1a1240ba31 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Allocated IP 2001:db8:0:1::52 (2c4aa1e6-2473-48e9-973b-d3c5d0b38139/a30e6315-c752-410c-932f-83a78d542008/b99f1c65-80f1-446e-97d5-f2754e2e5454) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:14.342766 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8d64a27a-3b21-4ea3-8c4b-d52d11630051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:14.365058 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e556e4a1-c9f5-4888-a4f3-b4bf3dfc6d61 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:14.429094 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:14.430078 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:14.430663 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:14.457568 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64a27a-3b21-4ea3-8c4b-d52d11630051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92899a2a-712a-41a4-94b2-f056fb41efdb,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:14.461942 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8d64a27a-3b21-4ea3-8c4b-d52d11630051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:14.483763 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d3982eda-5272-4ddb-8a0d-aa2305f48586 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:14.492028 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-657339a7-bf11-495e-8faf-ac1a1240ba31 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:14.515168 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-657339a7-bf11-495e-8faf-ac1a1240ba31 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Transition to ACTIVE for port object b99f1c65-80f1-446e-97d5-f2754e2e5454 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:14.527404 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Pushing event updated for resources: {'Port': ['ID=2664188c-8e3b-4179-99f5-0d5bfa46c3a5,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:14.538174 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:14.544881 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:14.557353 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:14.557353 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:14.630127 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-657339a7-bf11-495e-8faf-ac1a1240ba31 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:14.641847 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cef52b-f13a-4387-8b35-729de67ccaaa None None] New status for floating IP 1d6291a8-2d26-4f2b-8524-3b4c28b42fec: ACTIVE {{(pid=76509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:28:14.656569 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Pushing event updated for resources: {'Network': ['ID=6794ca1c-4d09-4ac5-b068-49be38bd3fdc,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:14.657621 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-044bbbd3-8b8d-4659-85ad-a152026c28b2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:14.658149 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50036) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:14.664313 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:14.704576 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8d64a27a-3b21-4ea3-8c4b-d52d11630051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:14.730513 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-8d64a27a-3b21-4ea3-8c4b-d52d11630051 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/92899a2a-712a-41a4-94b2-f056fb41efdb HTTP/1.1" status: 204 len: 168 time: 2.0383031 Aug 23 14:28:14.746681 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50042) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:14.787661 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 6794ca1c-4d09-4ac5-b068-49be38bd3fdc details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:28:14.787783 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657339a7-bf11-495e-8faf-ac1a1240ba31 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=b99f1c65-80f1-446e-97d5-f2754e2e5454,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:14.817454 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-c077baaa-c8f8-485e-b58b-d8e739d0d0fc admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2813625 Aug 23 14:28:14.824365 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50046) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:14.906040 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-657339a7-bf11-495e-8faf-ac1a1240ba31 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:14.908109 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-657339a7-bf11-495e-8faf-ac1a1240ba31 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] In _notify_port_updated(), no bound segment for port b99f1c65-80f1-446e-97d5-f2754e2e5454 on network 2c4aa1e6-2473-48e9-973b-d3c5d0b38139 {{(pid=76505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Aug 23 14:28:14.911222 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657339a7-bf11-495e-8faf-ac1a1240ba31 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:14.913115 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-657339a7-bf11-495e-8faf-ac1a1240ba31 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:14.922385 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-657339a7-bf11-495e-8faf-ac1a1240ba31 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "PUT /v2.0/ports/b99f1c65-80f1-446e-97d5-f2754e2e5454 HTTP/1.1" status: 200 len: 1010 time: 2.9512534 Aug 23 14:28:14.923457 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50048) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:14.930083 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] Request body: {'subnet': {'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1538312754-subnet', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:14.947087 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0784931d-b2bd-4676-aabf-bc3da48abd6f req-e1660950-c47e-487a-a194-73c4ac9812c4 service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8249500 Aug 23 14:28:14.973427 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-network', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:14.981240 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:15.012910 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:15.017011 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-449dbccd-52e8-49a3-8cb6-1bec06e0f0c9 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port b99f1c65-80f1-446e-97d5-f2754e2e5454 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:28:15.017661 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-449dbccd-52e8-49a3-8cb6-1bec06e0f0c9 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.023868 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] Usage tracker for resource:subnet and tenant:8d28345bf87b4ec18f81ef4443850e77 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:15.052046 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:15.067659 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Usage tracker for resource:network and tenant:1a307fbb16314e169ca58f8cc4fe463a is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:15.120785 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:15.251903 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:15.266433 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0784931d-b2bd-4676-aabf-bc3da48abd6f req-695216c7-b5b5-423f-969c-c32d6f8bfa43 service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820671 Aug 23 14:28:15.267086 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.269305 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.274882 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:15.370275 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'name': 'tempest-FloatingIPDetailsTestJSON-2024777130-router', 'tenant_id': '351456795b9f4735b623bb107baa079e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:27:49Z', 'updated_at': '2021-08-23T14:28:01Z', 'revision_number': 4, 'project_id': '351456795b9f4735b623bb107baa079e', 'gw_port': {'id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:51Z', 'updated_at': '2021-08-23T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'ba2b7346-45cc-41ec-8f45-4b6f1b156d82', 'name': '', 'network_id': '28ae0b27-125f-4b92-b403-b2f9fbbf8a8d', 'tenant_id': '351456795b9f4735b623bb107baa079e', 'mac_address': 'fa:16:3e:06:00:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e67f17-7d4d-4ce0-ad10-3b65cedfce14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:57Z', 'updated_at': '2021-08-23T14:28:13Z', 'revision_number': 4, 'project_id': '351456795b9f4735b623bb107baa079e', 'subnets': [{'id': 'a5e67f17-7d4d-4ce0-ad10-3b65cedfce14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:15.372132 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Made reservation on behalf of 1a307fbb16314e169ca58f8cc4fe463a for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:15.374713 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.376855 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46618b7e-ffce-46b3-8fe9-fdb8853bf5c6 None None] The sync data for ids ['ab020dd1-7030-46a1-b057-b5de5431687e'] in n-d-805629-1 is: [{'id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'name': 'tempest-FloatingIPDetailsTestJSON-2024777130-router', 'tenant_id': '351456795b9f4735b623bb107baa079e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:27:49Z', 'updated_at': '2021-08-23T14:28:01Z', 'revision_number': 4, 'project_id': '351456795b9f4735b623bb107baa079e', 'gw_port': {'id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:51Z', 'updated_at': '2021-08-23T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': 'ba2b7346-45cc-41ec-8f45-4b6f1b156d82', 'name': '', 'network_id': '28ae0b27-125f-4b92-b403-b2f9fbbf8a8d', 'tenant_id': '351456795b9f4735b623bb107baa079e', 'mac_address': 'fa:16:3e:06:00:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e67f17-7d4d-4ce0-ad10-3b65cedfce14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:57Z', 'updated_at': '2021-08-23T14:28:13Z', 'revision_number': 4, 'project_id': '351456795b9f4735b623bb107baa079e', 'subnets': [{'id': 'a5e67f17-7d4d-4ce0-ad10-3b65cedfce14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:28:15.491170 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] Made reservation on behalf of 8d28345bf87b4ec18f81ef4443850e77 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:15.494666 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.506417 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-9a2d391b-7d48-4fca-907a-4fe67977a33c None None] Provisioning for port b99f1c65-80f1-446e-97d5-f2754e2e5454 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:15.515124 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-9a2d391b-7d48-4fca-907a-4fe67977a33c None None] Provisioning complete for port b99f1c65-80f1-446e-97d5-f2754e2e5454 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:15.515504 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9a2d391b-7d48-4fca-907a-4fe67977a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.540866 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.648426 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-449dbccd-52e8-49a3-8cb6-1bec06e0f0c9 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.659956 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.672947 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-9a2d391b-7d48-4fca-907a-4fe67977a33c None None] Port b99f1c65-80f1-446e-97d5-f2754e2e5454 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:28:15.758473 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:15.812532 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Usage tracker for resource:security_group_rule and tenant:1a307fbb16314e169ca58f8cc4fe463a is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:15.816963 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.833749 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:15.855743 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:15.860798 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff46db62-d140-4d03-9ccb-be7f589fec75']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:15.892781 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b138b3-0dbc-4842-b479-2497deacd006') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:15.894447 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b138b3-0dbc-4842-b479-2497deacd006') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:15.927086 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.970778 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-449dbccd-52e8-49a3-8cb6-1bec06e0f0c9 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for b99f1c65-80f1-446e-97d5-f2754e2e5454 owned by {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:28:15.974531 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.990820 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:28:15.990820 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:28:16.009339 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:28:16.394020 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:16.483777 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:16.489508 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4bfe301c-9fd6-46e7-b22a-a2de475e72f3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:16.506210 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:16.522095 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:16.531678 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff46db62-d140-4d03-9ccb-be7f589fec75,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:16.534769 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:16.566031 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:28:16.569900 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:16.570169 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:16.570674 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:16.571062 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:16.571783 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:16.571783 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:16.572015 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-449dbccd-52e8-49a3-8cb6-1bec06e0f0c9 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:16.572131 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:16.572443 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:16.572970 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:16.573324 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:16.573892 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:16.574253 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:16.578251 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-41d98ede-2ea8-45f7-98ee-dceec12d7e55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:16.580756 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:16.583653 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a97a903f-9585-4994-be34-5c254e027490 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:16.611402 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:16.612079 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Added segment 11dadd34-dcab-4e02-b4ac-3c71cd908eef of type vlan for network 95586b77-cc99-4f29-a188-bbece8d2a365 Aug 23 14:28:16.637602 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf41553-38c2-4a07-94ff-3cb1a4858197,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:16.648926 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:16.649770 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a5a2f27e-73e4-4bf4-806c-2418bc909050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:16.659901 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dbccd-52e8-49a3-8cb6-1bec06e0f0c9 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=b99f1c65-80f1-446e-97d5-f2754e2e5454,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:16.701319 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-449dbccd-52e8-49a3-8cb6-1bec06e0f0c9 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:16.755123 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:16.782185 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-449dbccd-52e8-49a3-8cb6-1bec06e0f0c9 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:16.800231 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-3f0e1822-0b6e-4323-9002-d2d52cbf1eb1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ff46db62-d140-4d03-9ccb-be7f589fec75 HTTP/1.1" status: 204 len: 168 time: 2.0452812 Aug 23 14:28:16.820996 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:16.845281 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-be38f57b-ab6c-47d2-8505-b116df2c1098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:16.906002 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dc458ef-0fe5-4ba1-8117-9c78db804337,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:16.914654 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:16.918045 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] Checking segment: {'id': '3723bb98-0b13-4fba-a0ec-6d4e9e25153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:28:16.926206 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] Network hostable DHCP agents. Network: 6794ca1c-4d09-4ac5-b068-49be38bd3fdc, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:28:16.945385 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-449dbccd-52e8-49a3-8cb6-1bec06e0f0c9 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/b99f1c65-80f1-446e-97d5-f2754e2e5454 HTTP/1.1" status: 204 len: 168 time: 2.0180399 Aug 23 14:28:16.948571 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50070) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:17.042095 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.044533 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:17.045621 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.073857 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-18c02280-d229-4529-9229-99735c18e93a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:17.103230 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d63b3af-b96d-4560-b26c-2326c788aebb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] GET failed (client error): The resource could not be found. Aug 23 14:28:17.103747 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-0d63b3af-b96d-4560-b26c-2326c788aebb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:17.106773 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Pushing event updated for resources: {'Port': ['ID=2664188c-8e3b-4179-99f5-0d5bfa46c3a5,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:17.114524 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:17.136155 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.197408 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Pushing event updated for resources: {'Network': ['ID=95586b77-cc99-4f29-a188-bbece8d2a365,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:17.200696 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:17.215320 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 95586b77-cc99-4f29-a188-bbece8d2a365 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:28:17.281408 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.281408 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.2412128 Aug 23 14:28:17.307781 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a2bd698d-2e0a-4305-8edd-ae1b868d7f52 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6444407 Aug 23 14:28:17.307781 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] Network 6794ca1c-4d09-4ac5-b068-49be38bd3fdc is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:28:17.307781 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-0d63b3af-b96d-4560-b26c-2326c788aebb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:17.308537 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-0d63b3af-b96d-4560-b26c-2326c788aebb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/b99f1c65-80f1-446e-97d5-f2754e2e5454 HTTP/1.1" status: 404 len: 333 time: 0.3528960 Aug 23 14:28:17.310196 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50074) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:17.317957 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50076) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:17.328181 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] Request body: {'subnet': {'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-subnet', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:17.375998 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:17.385767 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] Usage tracker for resource:subnet and tenant:1a307fbb16314e169ca58f8cc4fe463a is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:17.390756 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:17.400756 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-f94c2b0a-c7c5-46f2-8411-ef7a300f62ba tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Synchronizing usage tracker for tenant:351456795b9f4735b623bb107baa079e on resource:floatingip {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:17.401026 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:17.437993 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 6794ca1c-4d09-4ac5-b068-49be38bd3fdc) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:17.443959 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:17.444602 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.457530 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e3f232-11ee-49d8-b0e1-48143c64ec9d None None] Network 6794ca1c-4d09-4ac5-b068-49be38bd3fdc requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:28:17.555056 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50084) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:17.604395 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd9f331-c40c-4562-b95d-d9285ec34b51 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting subnet a30e6315-c752-410c-932f-83a78d542008 {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:28:17.608385 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f331-c40c-4562-b95d-d9285ec34b51 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.615934 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-f94c2b0a-c7c5-46f2-8411-ef7a300f62ba tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Unset dirty status for tenant:351456795b9f4735b623bb107baa079e on resource:floatingip {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:17.623553 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-f94c2b0a-c7c5-46f2-8411-ef7a300f62ba tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.3362579 Aug 23 14:28:17.674604 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-8d431839-1c98-439d-9ed0-46ad2139cefe admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7528174 Aug 23 14:28:17.676218 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] Made reservation on behalf of 1a307fbb16314e169ca58f8cc4fe463a for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:17.680186 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.691319 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50088) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:17.691606 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ba2b7346-45cc-41ec-8f45-4b6f1b156d82 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:17.754578 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1538312754-router', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:17.778211 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:17.798722 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Usage tracker for resource:router and tenant:8d28345bf87b4ec18f81ef4443850e77 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:17.819819 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:17.820072 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f331-c40c-4562-b95d-d9285ec34b51 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.820772 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:17.841168 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-e06fa319-109e-4309-b46a-04f43516803a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=edc09b7159264f3c93f1c0b651b4d3ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2819424 Aug 23 14:28:17.851700 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50092) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:17.857673 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-6794ca1c-4d09-4ac5-b068-49be38bd3fdc', 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'fixed_ips': [{'subnet_id': '0dc458ef-0fe5-4ba1-8117-9c78db804337'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:28:17.858705 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.912123 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-3828bcc9-e868-4174-9378-74db58891e2c tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:17.919625 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-3828bcc9-e868-4174-9378-74db58891e2c tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.2884459 Aug 23 14:28:17.927229 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port ba2b7346-45cc-41ec-8f45-4b6f1b156d82 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:17.937779 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port ba2b7346-45cc-41ec-8f45-4b6f1b156d82 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:17.937779 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.938590 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-093a3dad-07a8-48ac-a0b0-d91149d6c3de tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:28:17.939971 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2141d198-8dc9-4271-9d11-0d14c706e58e req-093a3dad-07a8-48ac-a0b0-d91149d6c3de tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0095904 Aug 23 14:28:17.947036 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.950134 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.990357 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.067835 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ecd3-be12-4f71-9197-3420273f7e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.095130 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ecd3-be12-4f71-9197-3420273f7e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.170169 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f331-c40c-4562-b95d-d9285ec34b51 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.171912 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Allocated IP 172.20.0.2 (6794ca1c-4d09-4ac5-b068-49be38bd3fdc/0dc458ef-0fe5-4ba1-8117-9c78db804337/31500cc0-aba9-4614-9012-8641b80f9ef8) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:18.201349 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.414412 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f331-c40c-4562-b95d-d9285ec34b51 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.416984 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port ba2b7346-45cc-41ec-8f45-4b6f1b156d82, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ba2b7346-45cc-41ec-8f45-4b6f1b156d82,segment=NetworkSegment(d23a089f-c630-48aa-acce-5ae37683b84c),segment_id=d23a089f-c630-48aa-acce-5ae37683b84c)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:18.420358 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7ae8036e-8df2-4555-8bff-23962074c07a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:18.450333 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.459341 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-9d92b9b7-e124-4808-96c0-1d49a4ecadac tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4324737 Aug 23 14:28:18.471441 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:18.478201 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:18.478624 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ecd3-be12-4f71-9197-3420273f7e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.486113 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f331-c40c-4562-b95d-d9285ec34b51 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.489185 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.490579 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:18.495367 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9f331-c40c-4562-b95d-d9285ec34b51 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Subnet': ['ID=a30e6315-c752-410c-932f-83a78d542008,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:18.509085 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-cdd9f331-c40c-4562-b95d-d9285ec34b51 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:18.509085 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e518fc5f-72d3-4f49-a77f-8e45dd030b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:18.519053 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f307e4d7-3523-4e1d-a9e8-638c0b8cb882 None None] Network 2c4aa1e6-2473-48e9-973b-d3c5d0b38139 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:28:18.529225 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ecd3-be12-4f71-9197-3420273f7e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.535971 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-c0b4ecd3-be12-4f71-9197-3420273f7e51 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6f9b0d01-e04b-4713-ac02-f9239f869d64 HTTP/1.1" status: 204 len: 168 time: 0.6776352 Aug 23 14:28:18.539882 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4ecd3-be12-4f71-9197-3420273f7e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9b0d01-e04b-4713-ac02-f9239f869d64,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:18.540182 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.552105 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-cdd9f331-c40c-4562-b95d-d9285ec34b51 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/a30e6315-c752-410c-932f-83a78d542008 HTTP/1.1" status: 204 len: 168 time: 1.2283783 Aug 23 14:28:18.552217 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-10d6d1a7-cd30-447b-af01-a769e57f098c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:18.552305 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c0b4ecd3-be12-4f71-9197-3420273f7e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:18.552464 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50104) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:18.561085 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9f82e5cb-557b-4cf6-923d-0e61cf70656c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:18.714185 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for floatingip, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.730982 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.756395 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac76c63-d5e3-4c18-9a80-a8f5d01dd283 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting subnet 417160ba-77bd-4e0c-a990-876fb1fbe08b {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:28:18.761486 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3ac76c63-d5e3-4c18-9a80-a8f5d01dd283 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.773096 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=ba2b7346-45cc-41ec-8f45-4b6f1b156d82,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:18.777940 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Transition to ACTIVE for port object 31500cc0-aba9-4614-9012-8641b80f9ef8 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:18.782608 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:18.856684 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Transition to ACTIVE for port object 31500cc0-aba9-4614-9012-8641b80f9ef8 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:18.857238 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3ac76c63-d5e3-4c18-9a80-a8f5d01dd283 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.942254 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.952786 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:19.050068 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3ac76c63-d5e3-4c18-9a80-a8f5d01dd283 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:19.066756 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Network 6794ca1c-4d09-4ac5-b068-49be38bd3fdc is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:19.070092 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:19.073865 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:19.102552 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Pushing event updated for resources: {'Port': ['ID=31500cc0-aba9-4614-9012-8641b80f9ef8,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:19.106426 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:19.138353 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:19.182693 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] Checking segment: {'id': '11dadd34-dcab-4e02-b4ac-3c71cd908eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:28:19.183112 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] Network hostable DHCP agents. Network: 95586b77-cc99-4f29-a188-bbece8d2a365, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:28:19.211574 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Attempting to bind port 31500cc0-aba9-4614-9012-8641b80f9ef8 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:19.211574 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Attempting to bind port 31500cc0-aba9-4614-9012-8641b80f9ef8 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '3723bb98-0b13-4fba-a0ec-6d4e9e25153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:19.217878 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Attempting to bind port 31500cc0-aba9-4614-9012-8641b80f9ef8 on network 6794ca1c-4d09-4ac5-b068-49be38bd3fdc {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:28:19.218181 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:19.228346 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:28:19.228981 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Checking segment: {'id': '3723bb98-0b13-4fba-a0ec-6d4e9e25153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:28:19.229572 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:19.230063 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Bound using segment: {'id': '3723bb98-0b13-4fba-a0ec-6d4e9e25153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:28:19.230673 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Bound port: 31500cc0-aba9-4614-9012-8641b80f9ef8, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3723bb98-0b13-4fba-a0ec-6d4e9e25153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:28:19.231080 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:19.242115 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3ac76c63-d5e3-4c18-9a80-a8f5d01dd283 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:19.257630 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-3ac76c63-d5e3-4c18-9a80-a8f5d01dd283 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:19.272176 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a018ba-b37d-4984-96f3-7af3bdcca9cd,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:19.276017 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:19.279026 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-3ac76c63-d5e3-4c18-9a80-a8f5d01dd283 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/417160ba-77bd-4e0c-a990-876fb1fbe08b HTTP/1.1" status: 204 len: 168 time: 0.6849325 Aug 23 14:28:19.281995 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e3f75208-ee62-4e25-89b8-500eb82c1795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:19.298276 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50114) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:19.346538 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac76c63-d5e3-4c18-9a80-a8f5d01dd283 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Subnet': ['ID=417160ba-77bd-4e0c-a990-876fb1fbe08b,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:19.351645 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3ac76c63-d5e3-4c18-9a80-a8f5d01dd283 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:19.365180 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] For port 31500cc0-aba9-4614-9012-8641b80f9ef8, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:28:19.371642 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] For port 31500cc0-aba9-4614-9012-8641b80f9ef8, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=31500cc0-aba9-4614-9012-8641b80f9ef8,segment=NetworkSegment(3723bb98-0b13-4fba-a0ec-6d4e9e25153d),segment_id=3723bb98-0b13-4fba-a0ec-6d4e9e25153d)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:28:19.389810 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:19.415239 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] Network 95586b77-cc99-4f29-a188-bbece8d2a365 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:28:19.470810 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:19.473125 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-0419238f-1a75-4660-813d-7c983050e1f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:19.519609 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 95586b77-cc99-4f29-a188-bbece8d2a365) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:19.525473 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:19.527500 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:19.590509 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf137ac-e7a2-4dd2-8c86-f451b8a7ecc5 None None] Network 95586b77-cc99-4f29-a188-bbece8d2a365 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:28:19.611244 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ba2b7346-45cc-41ec-8f45-4b6f1b156d82 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:19.664597 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-6d1c97dc-9f35-4148-a246-277806c02ff3 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3529420 Aug 23 14:28:19.667442 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50124) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:19.684454 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-router', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:19.696286 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:19.698819 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:19.704880 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Usage tracker for resource:router and tenant:1a307fbb16314e169ca58f8cc4fe463a is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:19.709270 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:19.727045 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:19.841512 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:19.843429 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:19.889821 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:19.922881 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Pushing event updated for resources: {'Port': ['ID=31500cc0-aba9-4614-9012-8641b80f9ef8,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:19.924475 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:19.935556 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port ccbf47a6-b177-432a-ac82-272cba6fdb57 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:28:19.938338 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:19.989635 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port ba2b7346-45cc-41ec-8f45-4b6f1b156d82 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:19.989635 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:20.035102 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Allocated IP 172.25.6.204 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/ff4ad98f-58b7-41b6-b2d6-fb210f5f206d) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:20.247928 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08671860-b8e8-49cd-8039-f0f1445786c5 None None] Network 95586b77-cc99-4f29-a188-bbece8d2a365 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:28:20.365857 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e3a84b-fd09-4184-ab4c-e0a86e78873c None None] Network 2c4aa1e6-2473-48e9-973b-d3c5d0b38139 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:28:20.586186 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] For port ccbf47a6-b177-432a-ac82-272cba6fdb57, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ccbf47a6-b177-432a-ac82-272cba6fdb57,segment=NetworkSegment(bee3ab3b-468c-44b5-bd3a-7ce32890bf26),segment_id=bee3ab3b-468c-44b5-bd3a-7ce32890bf26)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:20.587033 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:20.664312 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-7ae36bdd-fc11-4d7b-83e1-263c6f7754f5 None None] Provisioning complete for port ccbf47a6-b177-432a-ac82-272cba6fdb57 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:20.664312 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7ae36bdd-fc11-4d7b-83e1-263c6f7754f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:20.787300 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-930813', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13112'] for router, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.043333 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for ccbf47a6-b177-432a-ac82-272cba6fdb57 owned by network:dhcp {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:28:21.163355 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50144) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:21.303278 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.304361 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.333258 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.376626 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.391758 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bd529ba0-d918-4e3e-aaef-513ebba46b8f tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:21.465393 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-961cf892-5da3-440d-ac26-e51a1e246321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.478912 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1115094783-network', 'tenant_id': '2f24b87a697949699b1ddf48fd72cd1c'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:21.594904 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.608325 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=ccbf47a6-b177-432a-ac82-272cba6fdb57,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:21.610351 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7ec156-098e-43c9-a646-083f11b5a8c2 None None] DHCP port deletion for 2c4aa1e6-2473-48e9-973b-d3c5d0b38139 request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:28:21.610567 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No DVR routers for this DVR port ccbf47a6-b177-432a-ac82-272cba6fdb57 on host n-d-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:28:21.634547 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:21.634547 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:21.634547 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:21.665244 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 31500cc0-aba9-4614-9012-8641b80f9ef8 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:21.769869 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Usage tracker for resource:network and tenant:2f24b87a697949699b1ddf48fd72cd1c is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:21.780580 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:21.781915 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b63414-32a0-472f-819e-1a231df9c049 None None] Network 6794ca1c-4d09-4ac5-b068-49be38bd3fdc requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:28:21.822274 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:21.828135 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Allocated IP 172.25.6.123 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/9c9aef9e-5a5e-4d31-af59-3f59d60d21ad) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:21.875813 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.929388 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:21.943182 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-cf9d4eb0-579e-4f7b-a9b7-3d1fe268aecb None None] Provisioning for port 31500cc0-aba9-4614-9012-8641b80f9ef8 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:21.947539 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:21.958809 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:21.978622 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 31500cc0-aba9-4614-9012-8641b80f9ef8 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:21.978622 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 31500cc0-aba9-4614-9012-8641b80f9ef8 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:21.978622 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.059166 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Pushing event updated for resources: {'Port': ['ID=ff4ad98f-58b7-41b6-b2d6-fb210f5f206d,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:22.059166 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.073520 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Made reservation on behalf of 2f24b87a697949699b1ddf48fd72cd1c for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:22.075738 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.156446 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:22.174413 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4aa1e6-2473-48e9-973b-d3c5d0b38139']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:22.174413 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.205395 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee3ab3b-468c-44b5-bd3a-7ce32890bf26') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:22.205896 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee3ab3b-468c-44b5-bd3a-7ce32890bf26') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:22.266317 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:22.266317 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:2f24b87a697949699b1ddf48fd72cd1c is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:22.281681 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:22.281681 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.297290 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:22.332943 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.346367 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.390283 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:28:22.390283 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:28:22.407469 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:28:22.439395 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 31500cc0-aba9-4614-9012-8641b80f9ef8, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=31500cc0-aba9-4614-9012-8641b80f9ef8,segment=NetworkSegment(3723bb98-0b13-4fba-a0ec-6d4e9e25153d),segment_id=3723bb98-0b13-4fba-a0ec-6d4e9e25153d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:22.510376 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.510376 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:22.523666 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.599418 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=31500cc0-aba9-4614-9012-8641b80f9ef8,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:22.621440 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:22.621440 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:22.621440 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:22.621440 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:22.621440 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:22.621440 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:22.621440 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:22.621440 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:22.621440 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:22.621440 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:22.621440 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:22.642744 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:22.736351 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.798031 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-85fe3bae-f142-47a1-bfa4-d0e6220bc0da None None] Provisioning complete for port 31500cc0-aba9-4614-9012-8641b80f9ef8 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:22.798731 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-85fe3bae-f142-47a1-bfa4-d0e6220bc0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.914163 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.968433 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3664b718-63c6-4fc2-9b9a-f7b867d01157 tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:22.976561 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.982005 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.012424 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Network': ['ID=2c4aa1e6-2473-48e9-973b-d3c5d0b38139,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:23.017276 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:23.030910 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.066022 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.079216 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c3cf637a-d560-4f47-a039-e34eabdb764e tempest-SecurityGroupsTestAdminJSON-255952123 tempest-SecurityGroupsTestAdminJSON-255952123-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:23.116924 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:28:23.139999 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.157101 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3f6ec8-cc3a-4a91-a5cf-b76f111443ce,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:23.157101 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:23.157101 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:23.187173 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.187173 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Added segment 57f7f70e-2b68-4080-8b81-204a464c2267 of type vlan for network 41f5fd24-d8c7-46dc-8a94-b3b81e806f72 Aug 23 14:28:23.199571 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Allocated IP 172.25.6.177 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/26a06a5c-c10b-40cb-a9a2-2a9125b0dd44) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:23.205905 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50162) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:23.206136 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-3610c3a4-1e29-4215-ac36-71dc2ea15c40 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/networks/2c4aa1e6-2473-48e9-973b-d3c5d0b38139 HTTP/1.1" status: 204 len: 168 time: 3.9031055 Aug 23 14:28:23.320087 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:23.328651 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:23.338857 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.349164 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:23.392572 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Pushing event updated for resources: {'Port': ['ID=9c9aef9e-5a5e-4d31-af59-3f59d60d21ad,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:23.407590 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:23.450721 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93dec92-b729-42f5-b8ce-af1ee622945e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:23.453809 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e93dec92-b729-42f5-b8ce-af1ee622945e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2417629 Aug 23 14:28:23.458546 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50166) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:23.512209 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-548d3a7f-a722-4cf1-b103-e2f2171459b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.518872 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.531082 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 31500cc0-aba9-4614-9012-8641b80f9ef8 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:23.548453 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.549362 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:23.549968 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.562922 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f86f943b-29ea-4586-a510-ea778dd58d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:23.626942 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-9767eca2-24d4-4c9a-b66e-8a766796431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1602104 Aug 23 14:28:23.626942 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50170) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:23.636577 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1455044269'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:23.642568 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 31500cc0-aba9-4614-9012-8641b80f9ef8 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:23.643172 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.643461 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:23.658795 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:network and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:23.658795 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.687529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:23.687529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:23.702649 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-37fc547f-11a7-49c6-85dc-1e70fd52c0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:23.742356 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=41f5fd24-d8c7-46dc-8a94-b3b81e806f72,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:23.752467 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.resource_extend [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:28:23.765979 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:23.770834 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 41f5fd24-d8c7-46dc-8a94-b3b81e806f72 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:28:23.778410 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6150525 Aug 23 14:28:23.779068 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:23.779068 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:23.780925 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50174) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:23.792837 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:23.801389 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Request body: {'subnet': {'network_id': '41f5fd24-d8c7-46dc-8a94-b3b81e806f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1115094783-subnet', 'tenant_id': '2f24b87a697949699b1ddf48fd72cd1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:23.801389 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:23.801389 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Usage tracker for resource:subnet and tenant:2f24b87a697949699b1ddf48fd72cd1c is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:23.804936 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.807386 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:23.819887 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:23.829210 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:23.835588 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.872519 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.882342 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6aad2187-8e4c-4dad-ba99-7e43c9353262 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:23.905893 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=26a06a5c-c10b-40cb-a9a2-2a9125b0dd44,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:23.905893 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:23.949856 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:28:23.955764 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Made reservation on behalf of 2f24b87a697949699b1ddf48fd72cd1c for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:23.957116 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.002942 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ccbf47a6-b177-432a-ac82-272cba6fdb57 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:28:24.046674 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.047026 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Added segment 11339e10-ec69-4ea0-a6c1-caf994da4fec of type vlan for network cd481a3c-f1a9-4bd1-b085-8d949820c459 Aug 23 14:28:24.054330 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: ccbf47a6-b177-432a-ac82-272cba6fdb57 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:28:24.054784 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ccbf47a6-b177-432a-ac82-272cba6fdb57 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:28:24.106145 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.169124 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Pushing event updated for resources: {'Port': ['ID=ff4ad98f-58b7-41b6-b2d6-fb210f5f206d,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:24.176927 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:24.197216 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.238908 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.238908 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.267798 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.277083 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:24.277083 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.280292 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a78f556c-62d5-4d5f-89e9-759229051a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:24.349202 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.351204 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8858907 Aug 23 14:28:24.463090 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.464409 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.483807 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-dcf6c8d7-4f98-4bfd-b2f6-fb371c334ea2 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Synchronizing usage tracker for tenant:351456795b9f4735b623bb107baa079e on resource:floatingip {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:24.536164 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.582698 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Network': ['ID=cd481a3c-f1a9-4bd1-b085-8d949820c459,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:24.593324 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:24.599598 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network cd481a3c-f1a9-4bd1-b085-8d949820c459 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:28:24.620978 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-17f88e26-1ae6-4833-916e-1d04b0531cf7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9938643 Aug 23 14:28:24.624416 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50184) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:24.636830 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'subnet': {'network_id': 'cd481a3c-f1a9-4bd1-b085-8d949820c459', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:24.654909 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-dcf6c8d7-4f98-4bfd-b2f6-fb371c334ea2 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Unset dirty status for tenant:351456795b9f4735b623bb107baa079e on resource:floatingip {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:24.663758 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-dcf6c8d7-4f98-4bfd-b2f6-fb371c334ea2 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.3008237 Aug 23 14:28:24.781754 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.789529 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-58528943-a05f-4073-9413-0adb51983d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:24.789783 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:24.795843 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:subnet and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:24.799508 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:24.807955 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:24.931980 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69b7144b-4bad-427c-94ff-8e2cd0afb498,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:24.934181 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:25.080679 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:25.092504 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-0f1b9a51-bb1f-43ea-80ff-a0898d908014 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:25.094295 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-0f1b9a51-bb1f-43ea-80ff-a0898d908014 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.4296684 Aug 23 14:28:25.118069 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-caedc553-ffb1-49ee-af01-f359947792c9 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:28:25.118069 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-05436006-7e2d-4e89-ab94-471a2bad45c1 req-caedc553-ffb1-49ee-af01-f359947792c9 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0088766 Aug 23 14:28:25.120424 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Checking segment: {'id': '57f7f70e-2b68-4080-8b81-204a464c2267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41f5fd24-d8c7-46dc-8a94-b3b81e806f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:28:25.120847 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Network hostable DHCP agents. Network: 41f5fd24-d8c7-46dc-8a94-b3b81e806f72, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:28:25.234847 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:25.369040 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Router 57e88131-5e9f-4568-9eff-637caac3b174 is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76505) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:28:25.371215 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Network 41f5fd24-d8c7-46dc-8a94-b3b81e806f72 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:28:25.382481 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-f93afb7d-2f55-4247-8317-008316d1df7d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2177405 Aug 23 14:28:25.400251 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:25.417094 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:25.512521 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:25.528697 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Router abc1c198-9062-47ac-949a-40e00a58f806 is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:28:25.533329 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 41f5fd24-d8c7-46dc-8a94-b3b81e806f72) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:25.540763 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:25.542064 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:25.565168 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c30951-61bf-4060-9721-99aea6f2425d None None] Network 41f5fd24-d8c7-46dc-8a94-b3b81e806f72 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:28:25.621954 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:25.638226 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9c5a096d-bcaf-4e5c-89c1-715c1d0fb75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:25.661234 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for floatingip, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:25.771454 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Subnet': ['ID=3a04602c-1f48-41e6-87a7-38984139de6c,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:25.784658 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:25.806351 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Checking segment: {'id': '11339e10-ec69-4ea0-a6c1-caf994da4fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cd481a3c-f1a9-4bd1-b085-8d949820c459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:28:25.806986 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network hostable DHCP agents. Network: cd481a3c-f1a9-4bd1-b085-8d949820c459, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:28:25.828417 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0461152 Aug 23 14:28:25.992766 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:28:26.005980 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Sync routers for ids ['57e88131-5e9f-4568-9eff-637caac3b174'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:28:26.043633 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Routers {'57e88131-5e9f-4568-9eff-637caac3b174'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:28:26.045344 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:26.046904 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:28:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['57e88131-5e9f-4568-9eff-637caac3b174'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:26.065879 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:28:26.116136 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Sync routers for ids ['abc1c198-9062-47ac-949a-40e00a58f806'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:28:26.187327 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network cd481a3c-f1a9-4bd1-b085-8d949820c459 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:28:26.189115 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Notify callbacks [] for router, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:26.190628 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.4940329 Aug 23 14:28:26.195811 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50202) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:26.292764 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:26.304428 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Routers {'abc1c198-9062-47ac-949a-40e00a58f806'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:28:26.305210 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:28:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['abc1c198-9062-47ac-949a-40e00a58f806'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:26.317629 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Set router 57e88131-5e9f-4568-9eff-637caac3b174 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:28:26.372115 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd077ec-e2ff-47a5-9063-25297a06f2ac None None] Network 41f5fd24-d8c7-46dc-8a94-b3b81e806f72 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:28:26.378878 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Allocated IP 172.25.6.121 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/4dfffab6-4a39-445f-acd0-9450a098aeb4) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:26.457362 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:26.461840 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7919505 Aug 23 14:28:26.467263 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50210) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:26.653431 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, cd481a3c-f1a9-4bd1-b085-8d949820c459) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:26.682958 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:26.683851 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:26.720695 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3cc020-614e-4d70-9337-f5a842404f1e None None] Network cd481a3c-f1a9-4bd1-b085-8d949820c459 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:28:26.829515 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:26.852631 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-5e3b75d0-479b-4f37-829b-0f4681d69ca5 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2184076 Aug 23 14:28:26.852910 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50220) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:26.858759 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'network_id': 'cd481a3c-f1a9-4bd1-b085-8d949820c459', 'name': 'tempest-PortsIpV6TestJSON-1628752612'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:26.926130 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e88131-5e9f-4568-9eff-637caac3b174', 'name': 'tempest-ServerActionsTestJSON-1538312754-router', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:17Z', 'updated_at': '2021-08-23T14:28:23Z', 'revision_number': 3, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'gw_port': {'id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:26.945388 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Checking router: 57e88131-5e9f-4568-9eff-637caac3b174 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:28:26.945388 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Updating router 57e88131-5e9f-4568-9eff-637caac3b174 port 9c9aef9e-5a5e-4d31-af59-3f59d60d21ad binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:28:27.004382 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.312249 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Set router abc1c198-9062-47ac-949a-40e00a58f806 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:28:27.339535 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:27.356364 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa9879-b931-42cf-b880-07a715f40584 req-90dc5036-d418-48c5-b993-021831d0839e tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:27.357516 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-56aa9879-b931-42cf-b880-07a715f40584 req-90dc5036-d418-48c5-b993-021831d0839e tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Synchronizing usage tracker for tenant:2f24b87a697949699b1ddf48fd72cd1c on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:27.364407 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:port and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:27.393442 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:27.415647 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:27.460127 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.488239 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-657339a7-bf11-495e-8faf-ac1a1240ba31 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:27.549421 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:27.559661 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:27.561927 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:27.576257 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.609616 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:27.709943 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] device_id is not set on port ab3230a3-37d5-446a-bc58-153173f92b34 yet. {{(pid=76505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:28:27.730215 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.749625 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Transition to ACTIVE for port object 9c9aef9e-5a5e-4d31-af59-3f59d60d21ad will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:27.794429 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-56aa9879-b931-42cf-b880-07a715f40584 req-90dc5036-d418-48c5-b993-021831d0839e tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Unset dirty status for tenant:2f24b87a697949699b1ddf48fd72cd1c on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:27.794429 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56aa9879-b931-42cf-b880-07a715f40584 req-90dc5036-d418-48c5-b993-021831d0839e tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/networks?id=41f5fd24-d8c7-46dc-8a94-b3b81e806f72 HTTP/1.1" status: 200 len: 821 time: 0.8949375 Aug 23 14:28:27.814384 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.826719 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-20c4de29-2ab3-4cb2-8e17-0b69127c52a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:27.846775 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56aa9879-b931-42cf-b880-07a715f40584 req-e1251873-c372-4d56-839f-dee5834dead2 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/quotas/2f24b87a697949699b1ddf48fd72cd1c HTTP/1.1" status: 200 len: 375 time: 0.0308375 Aug 23 14:28:27.949594 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Attempting to bind port 9c9aef9e-5a5e-4d31-af59-3f59d60d21ad on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:27.950621 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Attempting to bind port 9c9aef9e-5a5e-4d31-af59-3f59d60d21ad by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:27.951475 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Attempting to bind port 9c9aef9e-5a5e-4d31-af59-3f59d60d21ad on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:28:27.970068 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:28:27.971142 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:28:27.971986 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.972815 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:28:27.973858 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Bound port: 9c9aef9e-5a5e-4d31-af59-3f59d60d21ad, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:28:27.974688 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:28.008232 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a47066a-8963-478e-99fb-918872896440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-cd481a3c-f1a9-4bd1-b085-8d949820c459', 'network_id': 'cd481a3c-f1a9-4bd1-b085-8d949820c459', 'tenant_id': '9941da49987249e0a64fa4a2b73cbf48', 'fixed_ips': [{'subnet_id': '3a04602c-1f48-41e6-87a7-38984139de6c'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:28:28.009909 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3a47066a-8963-478e-99fb-918872896440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:28.091154 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8f1f9-4a2b-4244-9ed7-d2e32030c4b3 None None] Pushing event updated for resources: {'Port': ['ID=9c9aef9e-5a5e-4d31-af59-3f59d60d21ad,revision_number=2']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:28.094972 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-48c8f1f9-4a2b-4244-9ed7-d2e32030c4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:28.107676 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:28.120661 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56aa9879-b931-42cf-b880-07a715f40584 req-a464bc17-65bd-4512-9d1a-544ad53c4056 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2f24b87a697949699b1ddf48fd72cd1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2519081 Aug 23 14:28:28.152907 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] For port 9c9aef9e-5a5e-4d31-af59-3f59d60d21ad, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:28:28.157934 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] For port 9c9aef9e-5a5e-4d31-af59-3f59d60d21ad, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=9c9aef9e-5a5e-4d31-af59-3f59d60d21ad,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:28:28.253647 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:28.267720 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-03c11105-7b7b-4d0f-82a8-bebc850e3cf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:28.292717 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-3a47066a-8963-478e-99fb-918872896440 None None] Allocated IP 2001:db8::2 (cd481a3c-f1a9-4bd1-b085-8d949820c459/3a04602c-1f48-41e6-87a7-38984139de6c/208e31f4-23e0-4b53-a59f-bb69d548f22e) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:28.395445 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Routers {'57e88131-5e9f-4568-9eff-637caac3b174'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:28:28.396233 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:28:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['57e88131-5e9f-4568-9eff-637caac3b174'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:28.498278 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56aa9879-b931-42cf-b880-07a715f40584 req-e29efb29-0736-4d31-a465-da6d43190007 service neutron] 10.222.0.86 "GET /v2.0/networks/41f5fd24-d8c7-46dc-8a94-b3b81e806f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763657 Aug 23 14:28:28.523182 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8f1f9-4a2b-4244-9ed7-d2e32030c4b3 None None] Pushing event updated for resources: {'Port': ['ID=9c9aef9e-5a5e-4d31-af59-3f59d60d21ad,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:28.550719 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-48c8f1f9-4a2b-4244-9ed7-d2e32030c4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:28.609662 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Pushing event updated for resources: {'Port': ['ID=4dfffab6-4a39-445f-acd0-9450a098aeb4,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:28.623438 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:28.672933 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.185s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:28.683872 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:28.693757 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3a47066a-8963-478e-99fb-918872896440 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:28.705709 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] Set router 57e88131-5e9f-4568-9eff-637caac3b174 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:28:28.747786 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-3a47066a-8963-478e-99fb-918872896440 None None] Transition to ACTIVE for port object 208e31f4-23e0-4b53-a59f-bb69d548f22e will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:28.769116 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-router', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:24Z', 'revision_number': 3, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'gw_port': {'id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:21Z', 'updated_at': '2021-08-23T14:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:28.783726 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Checking router: abc1c198-9062-47ac-949a-40e00a58f806 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:28:28.784219 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Updating router abc1c198-9062-47ac-949a-40e00a58f806 port 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44 binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:28:28.839298 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-3a47066a-8963-478e-99fb-918872896440 None None] Transition to ACTIVE for port object 208e31f4-23e0-4b53-a59f-bb69d548f22e will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:28.879793 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:28.890446 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:28.941381 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3a47066a-8963-478e-99fb-918872896440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:28.942423 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56aa9879-b931-42cf-b880-07a715f40584 req-c05c11bd-268c-4bd6-8e97-19d22b32dd83 service neutron] 10.222.0.86 "GET /v2.0/networks/41f5fd24-d8c7-46dc-8a94-b3b81e806f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428108 Aug 23 14:28:28.949614 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:29.080292 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e88131-5e9f-4568-9eff-637caac3b174', 'name': 'tempest-ServerActionsTestJSON-1538312754-router', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:17Z', 'updated_at': '2021-08-23T14:28:23Z', 'revision_number': 3, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'gw_port': {'id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:29.086360 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d65717-6f2e-471f-9aa5-aad08fe69f34 None None] The sync data for ids ['57e88131-5e9f-4568-9eff-637caac3b174'] in n-d-805629-1 is: [{'id': '57e88131-5e9f-4568-9eff-637caac3b174', 'name': 'tempest-ServerActionsTestJSON-1538312754-router', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:17Z', 'updated_at': '2021-08-23T14:28:23Z', 'revision_number': 3, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'gw_port': {'id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:28:29.147569 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a47066a-8963-478e-99fb-918872896440 None None] Network cd481a3c-f1a9-4bd1-b085-8d949820c459 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:29.153352 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-3a47066a-8963-478e-99fb-918872896440 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:29.156502 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a47066a-8963-478e-99fb-918872896440 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:29.167519 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Allocated IP 2001:db8::189 (cd481a3c-f1a9-4bd1-b085-8d949820c459/3a04602c-1f48-41e6-87a7-38984139de6c/ab3230a3-37d5-446a-bc58-153173f92b34) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:29.171246 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Allocated IP 172.20.0.1 (95586b77-cc99-4f29-a188-bbece8d2a365/76a018ba-b37d-4984-96f3-7af3bdcca9cd/6f5258df-a985-4f08-85d7-407061e1909e) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:29.335675 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:29.477701 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Allocated IP 172.20.0.1 (6794ca1c-4d09-4ac5-b068-49be38bd3fdc/0dc458ef-0fe5-4ba1-8117-9c78db804337/0327d795-63fe-441d-a6ac-1851ae0c67ad) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:29.497720 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:29.505023 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0676fd1e-ba1f-4117-84c3-661c45345e35 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:29.517156 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:29.531158 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:29.552583 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Transition to ACTIVE for port object 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:29.621863 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47066a-8963-478e-99fb-918872896440 None None] Pushing event updated for resources: {'Port': ['ID=208e31f4-23e0-4b53-a59f-bb69d548f22e,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:29.632828 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-3a47066a-8963-478e-99fb-918872896440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:29.660397 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Pushing event updated for resources: {'Port': ['ID=4dfffab6-4a39-445f-acd0-9450a098aeb4,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:29.678542 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:29.691815 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:29.713015 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:29.728629 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:29.757310 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:29.774854 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:29.788828 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:29.799498 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-3a47066a-8963-478e-99fb-918872896440 None None] Attempting to bind port 208e31f4-23e0-4b53-a59f-bb69d548f22e on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:29.799929 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-3a47066a-8963-478e-99fb-918872896440 None None] Attempting to bind port 208e31f4-23e0-4b53-a59f-bb69d548f22e by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '11339e10-ec69-4ea0-a6c1-caf994da4fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cd481a3c-f1a9-4bd1-b085-8d949820c459'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:29.801333 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a47066a-8963-478e-99fb-918872896440 None None] Attempting to bind port 208e31f4-23e0-4b53-a59f-bb69d548f22e on network cd481a3c-f1a9-4bd1-b085-8d949820c459 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:28:29.801726 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b0413830-c31c-4c6d-88b2-f80dc1a3bc5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:29.829654 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Transition to ACTIVE for port object ab3230a3-37d5-446a-bc58-153173f92b34 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:29.869469 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Transition to ACTIVE for port object 0327d795-63fe-441d-a6ac-1851ae0c67ad will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:29.890248 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a47066a-8963-478e-99fb-918872896440 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:28:29.890666 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a47066a-8963-478e-99fb-918872896440 None None] Checking segment: {'id': '11339e10-ec69-4ea0-a6c1-caf994da4fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cd481a3c-f1a9-4bd1-b085-8d949820c459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:28:29.891302 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3a47066a-8963-478e-99fb-918872896440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:29.891717 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a47066a-8963-478e-99fb-918872896440 None None] Bound using segment: {'id': '11339e10-ec69-4ea0-a6c1-caf994da4fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cd481a3c-f1a9-4bd1-b085-8d949820c459'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:28:29.892224 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-3a47066a-8963-478e-99fb-918872896440 None None] Bound port: 208e31f4-23e0-4b53-a59f-bb69d548f22e, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11339e10-ec69-4ea0-a6c1-caf994da4fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cd481a3c-f1a9-4bd1-b085-8d949820c459'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:28:29.892614 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3a47066a-8963-478e-99fb-918872896440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:29.908862 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Attempting to bind port 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:29.909242 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Attempting to bind port 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:29.909644 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Attempting to bind port 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44 on network fda5307f-67bc-48cb-a9ed-aa314a59f306 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:28:29.913970 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Network 95586b77-cc99-4f29-a188-bbece8d2a365 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:29.915643 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde58bca-5a11-4aae-af94-6a11e72e03f9 None None] Pushing event updated for resources: {'Port': ['ID=26a06a5c-c10b-40cb-a9a2-2a9125b0dd44,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:29.920449 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bde58bca-5a11-4aae-af94-6a11e72e03f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:29.922087 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:29.933183 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:29.975521 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-50957cab-4b81-4ba4-b7b1-c2b067d65e21 req-c6e501d1-a0fe-4e8f-a974-0eb477dc3b5a tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 210 time: 0.0717611 Aug 23 14:28:29.989078 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5258df-a985-4f08-85d7-407061e1909e,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:29.989078 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:30.001947 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:28:30.002408 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Checking segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:28:30.002818 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:30.003223 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Bound using segment: {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:28:30.004298 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Bound port: 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf3dfd7-c179-412b-8130-ef4171ba2de4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:28:30.004642 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:30.008112 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:30.020495 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:30.021737 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6259933 Aug 23 14:28:30.089451 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:30.099827 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9433e705-a637-4445-82ed-7dcc771b2efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:30.123761 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-3a47066a-8963-478e-99fb-918872896440 None None] For port 208e31f4-23e0-4b53-a59f-bb69d548f22e, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:28:30.136838 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-3a47066a-8963-478e-99fb-918872896440 None None] For port 208e31f4-23e0-4b53-a59f-bb69d548f22e, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=208e31f4-23e0-4b53-a59f-bb69d548f22e,segment=NetworkSegment(11339e10-ec69-4ea0-a6c1-caf994da4fec),segment_id=11339e10-ec69-4ea0-a6c1-caf994da4fec)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:28:30.153232 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] For port 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:28:30.157807 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] For port 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=26a06a5c-c10b-40cb-a9a2-2a9125b0dd44,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:28:30.180480 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:30.182022 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-c070b128-2c6b-4f59-bbe9-432a4a403a7d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Synchronizing usage tracker for tenant:351456795b9f4735b623bb107baa079e on resource:floatingip {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:30.191455 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-54683ef1-89ef-4a18-b3e3-21799af289bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:30.205511 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=ab3230a3-37d5-446a-bc58-153173f92b34,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:30.210386 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network cd481a3c-f1a9-4bd1-b085-8d949820c459 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:30.212260 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:30.213340 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:30.215794 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:30.221395 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:30.222062 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:30.331154 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3a47066a-8963-478e-99fb-918872896440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:30.332684 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:30.365174 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:30.379211 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5265353 Aug 23 14:28:30.380595 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-c070b128-2c6b-4f59-bbe9-432a4a403a7d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Unset dirty status for tenant:351456795b9f4735b623bb107baa079e on resource:floatingip {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:30.382035 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-c070b128-2c6b-4f59-bbe9-432a4a403a7d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.121 HTTP/1.1" status: 200 len: 696 time: 0.3485529 Aug 23 14:28:30.382816 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50236) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:30.388920 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'network_id': 'cd481a3c-f1a9-4bd1-b085-8d949820c459', 'name': 'tempest-PortsIpV6TestJSON-1477273070'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:30.450515 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Network 6794ca1c-4d09-4ac5-b068-49be38bd3fdc is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:30.453636 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Routers {'abc1c198-9062-47ac-949a-40e00a58f806'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:28:30.454344 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:28:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['abc1c198-9062-47ac-949a-40e00a58f806'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:30.454902 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:30.462077 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:30.490521 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Pushing event updated for resources: {'Port': ['ID=0327d795-63fe-441d-a6ac-1851ae0c67ad,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:30.504320 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:30.512936 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:30.637943 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:30.843580 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47066a-8963-478e-99fb-918872896440 None None] Pushing event updated for resources: {'Port': ['ID=208e31f4-23e0-4b53-a59f-bb69d548f22e,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:30.847839 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-3a47066a-8963-478e-99fb-918872896440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:30.848805 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.472s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:30.879147 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:30.883883 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:port and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:30.889466 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for port was recalculated. Used quota:3. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:30.897926 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:30.939062 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-7e4ee9ad-f22d-4977-9fb5-1a765843a0ec tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:30.952011 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c0054ccc-b87a-477b-8724-c3b5a4e2f443 req-7e4ee9ad-f22d-4977-9fb5-1a765843a0ec tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.5283566 Aug 23 14:28:30.978370 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] Set router abc1c198-9062-47ac-949a-40e00a58f806 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:28:31.031179 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:31.035466 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:31.076456 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:31.109575 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde58bca-5a11-4aae-af94-6a11e72e03f9 None None] Pushing event updated for resources: {'Port': ['ID=26a06a5c-c10b-40cb-a9a2-2a9125b0dd44,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:31.136359 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bde58bca-5a11-4aae-af94-6a11e72e03f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:31.143885 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:31.163398 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:31.277897 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-550f9f1e-f7b4-48d1-91d7-43f470c76c8b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:31.290620 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-00a5d938-e78a-4afc-9bc3-18dc127f2c51 None None] Provisioning for port 0327d795-63fe-441d-a6ac-1851ae0c67ad completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:31.311921 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] device_id is not set on port a3947ade-25d5-473f-bd37-de77b5d64581 yet. {{(pid=76505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:28:31.314226 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-00a5d938-e78a-4afc-9bc3-18dc127f2c51 None None] Provisioning complete for port 0327d795-63fe-441d-a6ac-1851ae0c67ad triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:31.314748 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-00a5d938-e78a-4afc-9bc3-18dc127f2c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:31.337178 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:31.455910 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5258df-a985-4f08-85d7-407061e1909e,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:31.492245 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:31.744087 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-81fef391-115c-4341-9b94-f1481f5e4694 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6680284 Aug 23 14:28:31.753854 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:31.764952 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:31.833214 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 208e31f4-23e0-4b53-a59f-bb69d548f22e up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:31.911625 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:31.928560 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bc6bd05c-00f4-47b6-a30f-08b550d935cf req-5b5ada0c-9a11-43c4-97d7-2adfb6fd6d4c tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 210 time: 0.1240211 Aug 23 14:28:31.939369 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-00a5d938-e78a-4afc-9bc3-18dc127f2c51 None None] Port 0327d795-63fe-441d-a6ac-1851ae0c67ad cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:28:31.959995 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Network 95586b77-cc99-4f29-a188-bbece8d2a365 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:31.963622 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:32.004047 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-router', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'gw_port': {'id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:21Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '6f5258df-a985-4f08-85d7-407061e1909e', 'name': '', 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'mac_address': 'fa:16:3e:ae:f5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:28Z', 'updated_at': '2021-08-23T14:28:29Z', 'revision_number': 1, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'subnets': [{'id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:32.011856 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990201ad-c45f-4b40-a283-60ccab7bb0da None None] The sync data for ids ['abc1c198-9062-47ac-949a-40e00a58f806'] in n-d-805629-1 is: [{'id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-router', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'gw_port': {'id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:21Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '6f5258df-a985-4f08-85d7-407061e1909e', 'name': '', 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'mac_address': 'fa:16:3e:ae:f5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:28Z', 'updated_at': '2021-08-23T14:28:29Z', 'revision_number': 1, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'subnets': [{'id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:28:32.055154 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Allocated IP 2001:db8::18c (cd481a3c-f1a9-4bd1-b085-8d949820c459/3a04602c-1f48-41e6-87a7-38984139de6c/a3947ade-25d5-473f-bd37-de77b5d64581) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:32.075292 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:32.226059 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:32.243222 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 208e31f4-23e0-4b53-a59f-bb69d548f22e completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:32.288400 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for floatingip, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:32.449624 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:32.527385 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f61b50ea-78fc-4bb1-849c-2b29a1e2feb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:32.602353 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878faa2a-67e1-40f3-b48d-c832d05d965c None None] Network cd481a3c-f1a9-4bd1-b085-8d949820c459 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:28:32.604212 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:32.673784 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Transition to ACTIVE for port object a3947ade-25d5-473f-bd37-de77b5d64581 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:32.768166 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Pushing event updated for resources: {'Port': ['ID=0327d795-63fe-441d-a6ac-1851ae0c67ad,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:32.771836 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:32.782378 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:32.841630 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:32.853139 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:32.857510 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-60957186-e9d0-4185-8296-15bbcdbe9322 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:32.917516 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-29b203d7-6e9c-4dc1-874e-6d45324270fe None None] Provisioning for port 208e31f4-23e0-4b53-a59f-bb69d548f22e completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:32.937106 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-29b203d7-6e9c-4dc1-874e-6d45324270fe None None] Provisioning complete for port 208e31f4-23e0-4b53-a59f-bb69d548f22e triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:32.937678 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-29b203d7-6e9c-4dc1-874e-6d45324270fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:33.139752 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Allocated IP 172.25.6.183 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/fd626fb0-fc2f-4f60-9edd-35bbd3c7f58a) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:33.178633 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-29b203d7-6e9c-4dc1-874e-6d45324270fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:33.259837 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-29b203d7-6e9c-4dc1-874e-6d45324270fe None None] For port 208e31f4-23e0-4b53-a59f-bb69d548f22e, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=208e31f4-23e0-4b53-a59f-bb69d548f22e,segment=NetworkSegment(11339e10-ec69-4ea0-a6c1-caf994da4fec),segment_id=11339e10-ec69-4ea0-a6c1-caf994da4fec)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:33.343526 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Network 6794ca1c-4d09-4ac5-b068-49be38bd3fdc is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:33.352231 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:33.565190 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-29b203d7-6e9c-4dc1-874e-6d45324270fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:33.569345 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:33.594802 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-75683e1a-16b1-47b4-9a75-65332b22122a req-555b6fa6-0a62-4461-8522-2ab1a1533ad2 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 210 time: 0.2385800 Aug 23 14:28:33.694895 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:33.746244 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 9c9aef9e-5a5e-4d31-af59-3f59d60d21ad up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:33.915258 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-47289417-41ac-45c6-a552-12915cff7da1 None None] Provisioning complete for port 208e31f4-23e0-4b53-a59f-bb69d548f22e triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:33.917531 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-47289417-41ac-45c6-a552-12915cff7da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:33.934976 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network cd481a3c-f1a9-4bd1-b085-8d949820c459 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:33.957918 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:33.971990 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:33.978388 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:33.979385 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:34.039862 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b203d7-6e9c-4dc1-874e-6d45324270fe None None] Pushing event updated for resources: {'Port': ['ID=208e31f4-23e0-4b53-a59f-bb69d548f22e,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:34.050530 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-29b203d7-6e9c-4dc1-874e-6d45324270fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:34.064877 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:34.075542 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=a3947ade-25d5-473f-bd37-de77b5d64581,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:34.082760 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.226s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:34.222286 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8382182 Aug 23 14:28:34.227305 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50268) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:34.265081 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 9c9aef9e-5a5e-4d31-af59-3f59d60d21ad completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:34.293815 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 9c9aef9e-5a5e-4d31-af59-3f59d60d21ad triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:34.294394 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:34.391006 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa9879-b931-42cf-b880-07a715f40584 req-efdb740b-eaf1-426e-aa44-4efd021594de tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:34.392642 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56aa9879-b931-42cf-b880-07a715f40584 req-efdb740b-eaf1-426e-aa44-4efd021594de tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.60 "GET /v2.0/networks?id=41f5fd24-d8c7-46dc-8a94-b3b81e806f72 HTTP/1.1" status: 200 len: 821 time: 0.8970950 Aug 23 14:28:34.433793 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-56aa9879-b931-42cf-b880-07a715f40584 req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Request body: {'port': {'device_id': 'ee6841cc-0c34-4607-a28f-30eb130f6fb1', 'network_id': '41f5fd24-d8c7-46dc-8a94-b3b81e806f72', 'admin_state_up': True, 'tenant_id': '2f24b87a697949699b1ddf48fd72cd1c'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:34.511970 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:34.538425 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 9c9aef9e-5a5e-4d31-af59-3f59d60d21ad, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=9c9aef9e-5a5e-4d31-af59-3f59d60d21ad,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:34.664940 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Router abc1c198-9062-47ac-949a-40e00a58f806 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:28:34.735722 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-56aa9879-b931-42cf-b880-07a715f40584 req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:34.743432 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-47289417-41ac-45c6-a552-12915cff7da1 None None] Provisioning for port a3947ade-25d5-473f-bd37-de77b5d64581 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:34.758720 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-47289417-41ac-45c6-a552-12915cff7da1 None None] Provisioning complete for port a3947ade-25d5-473f-bd37-de77b5d64581 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:34.758720 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-47289417-41ac-45c6-a552-12915cff7da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:34.759012 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff20daa-71d0-4dec-bd5c-fdd3cde3d1f6 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:34.759012 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4ff20daa-71d0-4dec-bd5c-fdd3cde3d1f6 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:34.765005 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-56aa9879-b931-42cf-b880-07a715f40584 req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Usage tracker for resource:port and tenant:2f24b87a697949699b1ddf48fd72cd1c is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:34.768256 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-56aa9879-b931-42cf-b880-07a715f40584 req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:34.777139 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-56aa9879-b931-42cf-b880-07a715f40584 req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:34.789680 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:34.798198 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8ff54e24-4420-47b1-bd83-26cca88e4a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:34.830362 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:34.835994 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:34.869792 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-47289417-41ac-45c6-a552-12915cff7da1 None None] Port a3947ade-25d5-473f-bd37-de77b5d64581 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:28:34.905316 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Router 57e88131-5e9f-4568-9eff-637caac3b174 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:28:34.910047 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1e6d1073-bf32-4a80-b296-183fcf9ad764 req-20b157fd-36c7-4f43-a6d6-19ef4e07de57 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 210 time: 0.0769520 Aug 23 14:28:34.924374 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:34.928647 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:34.928992 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=9c9aef9e-5a5e-4d31-af59-3f59d60d21ad,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:34.932967 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:34.934207 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:34.969031 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Pushing event updated for resources: {'Port': ['ID=fd626fb0-fc2f-4f60-9edd-35bbd3c7f58a,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:34.984213 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:35.131505 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56aa9879-b931-42cf-b880-07a715f40584 req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Made reservation on behalf of 2f24b87a697949699b1ddf48fd72cd1c for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:35.131505 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-56aa9879-b931-42cf-b880-07a715f40584 req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:35.147968 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:35.182790 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-47289417-41ac-45c6-a552-12915cff7da1 None None] Provisioning for port ab3230a3-37d5-446a-bc58-153173f92b34 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:35.182790 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-47289417-41ac-45c6-a552-12915cff7da1 None None] Provisioning complete for port ab3230a3-37d5-446a-bc58-153173f92b34 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:35.182790 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-47289417-41ac-45c6-a552-12915cff7da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:35.204588 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:28:35.242643 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] 10.222.0.86 "PUT /v2.0/routers/abc1c198-9062-47ac-949a-40e00a58f806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7730868 Aug 23 14:28:35.257992 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-47289417-41ac-45c6-a552-12915cff7da1 None None] Port ab3230a3-37d5-446a-bc58-153173f92b34 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:28:35.308329 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:28:35.328778 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] 10.222.0.86 "PUT /v2.0/routers/57e88131-5e9f-4568-9eff-637caac3b174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1161084 Aug 23 14:28:35.387667 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-4ff20daa-71d0-4dec-bd5c-fdd3cde3d1f6 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:35.388317 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-4ff20daa-71d0-4dec-bd5c-fdd3cde3d1f6 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A189 HTTP/1.1" status: 200 len: 929 time: 1.1597056 Aug 23 14:28:35.392672 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50282) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:35.399344 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-6beadbef-3332-4b82-919b-26efee4b7cce None None] Provisioning complete for port ab3230a3-37d5-446a-bc58-153173f92b34 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:35.399750 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-6beadbef-3332-4b82-919b-26efee4b7cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:35.495003 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-43caf641-f43a-480e-853d-9d8e2ee6d0dd tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port a3947ade-25d5-473f-bd37-de77b5d64581 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:28:35.495570 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-43caf641-f43a-480e-853d-9d8e2ee6d0dd tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:35.550538 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-6beadbef-3332-4b82-919b-26efee4b7cce None None] Port ab3230a3-37d5-446a-bc58-153173f92b34 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:28:35.563121 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:35.578391 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-6beadbef-3332-4b82-919b-26efee4b7cce None None] Provisioning complete for port a3947ade-25d5-473f-bd37-de77b5d64581 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:35.578391 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-6beadbef-3332-4b82-919b-26efee4b7cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:35.699733 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:35.738638 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-6beadbef-3332-4b82-919b-26efee4b7cce None None] Port a3947ade-25d5-473f-bd37-de77b5d64581 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:28:35.805340 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-6beadbef-3332-4b82-919b-26efee4b7cce None None] Provisioning complete for port 0327d795-63fe-441d-a6ac-1851ae0c67ad triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:35.806155 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-6beadbef-3332-4b82-919b-26efee4b7cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:35.877386 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-56aa9879-b931-42cf-b880-07a715f40584 req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Allocated IP 172.20.0.11 (41f5fd24-d8c7-46dc-8a94-b3b81e806f72/69b7144b-4bad-427c-94ff-8e2cd0afb498/0352fc72-5eb3-4521-8486-d8b2c758b2ea) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:35.883893 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-6beadbef-3332-4b82-919b-26efee4b7cce None None] Port 0327d795-63fe-441d-a6ac-1851ae0c67ad cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:28:35.914275 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-43caf641-f43a-480e-853d-9d8e2ee6d0dd tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:35.970086 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:36.056778 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-43caf641-f43a-480e-853d-9d8e2ee6d0dd tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for a3947ade-25d5-473f-bd37-de77b5d64581 owned by {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:28:36.134023 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:36.163792 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:36.163792 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:36.164065 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-56aa9879-b931-42cf-b880-07a715f40584 req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:36.186161 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:36.192610 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bee635e8-48c5-457d-be00-d04888d57811 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:36.300318 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Pushing event updated for resources: {'Port': ['ID=fd626fb0-fc2f-4f60-9edd-35bbd3c7f58a,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:36.305991 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:36.317785 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:36.325084 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:36.333372 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=26a06a5c-c10b-40cb-a9a2-2a9125b0dd44,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:36.408850 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-56aa9879-b931-42cf-b880-07a715f40584 req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:36.415711 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8ff7b068-47ec-49cf-9b1d-b73ad44bc560 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:36.495272 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56aa9879-b931-42cf-b880-07a715f40584 req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Network 41f5fd24-d8c7-46dc-8a94-b3b81e806f72 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:36.498684 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-56aa9879-b931-42cf-b880-07a715f40584 req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:36.503711 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-56aa9879-b931-42cf-b880-07a715f40584 req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:36.511089 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:36.511089 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 208e31f4-23e0-4b53-a59f-bb69d548f22e up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:36.511927 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-43caf641-f43a-480e-853d-9d8e2ee6d0dd tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:36.529917 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2f5dd968-0746-4663-9d33-b6b0d06d1855 tempest-DeleteServersTestJSON-1165521688 tempest-DeleteServersTestJSON-1165521688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:36.535849 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Pushing event updated for resources: {'Port': ['ID=0352fc72-5eb3-4521-8486-d8b2c758b2ea,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:36.544346 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:36.569359 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:36.582215 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50302) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:36.604814 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-31d488b1-4fee-4653-a707-7f316e639e69 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2037035575', 'description': 'tempest-description--1004222121'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:36.624320 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-31d488b1-4fee-4653-a707-7f316e639e69 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:36.646010 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa9879-b931-42cf-b880-07a715f40584 req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:36.647244 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-56aa9879-b931-42cf-b880-07a715f40584 req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:36.653011 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:36.661169 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.9157789 Aug 23 14:28:36.663291 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-31d488b1-4fee-4653-a707-7f316e639e69 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Usage tracker for resource:security_group and tenant:8d28345bf87b4ec18f81ef4443850e77 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:36.678601 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-31d488b1-4fee-4653-a707-7f316e639e69 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:36.691685 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-31d488b1-4fee-4653-a707-7f316e639e69 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:36.696794 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=26a06a5c-c10b-40cb-a9a2-2a9125b0dd44,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:36.700147 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:36.709569 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 208e31f4-23e0-4b53-a59f-bb69d548f22e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:36.710251 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:36.789149 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-e25a3176-4c3c-4ff1-ba7e-4c032f640ca1 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Synchronizing usage tracker for tenant:351456795b9f4735b623bb107baa079e on resource:floatingip {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:36.835229 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43caf641-f43a-480e-853d-9d8e2ee6d0dd tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=a3947ade-25d5-473f-bd37-de77b5d64581,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:36.845202 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-43caf641-f43a-480e-853d-9d8e2ee6d0dd tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:36.850514 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-43caf641-f43a-480e-853d-9d8e2ee6d0dd tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:36.908607 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 9c9aef9e-5a5e-4d31-af59-3f59d60d21ad up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:36.960231 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56aa9879-b931-42cf-b880-07a715f40584 req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5325794 Aug 23 14:28:36.979390 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Request body: {'port': {'device_id': 'ee6841cc-0c34-4607-a28f-30eb130f6fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:37.016217 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-e25a3176-4c3c-4ff1-ba7e-4c032f640ca1 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Unset dirty status for tenant:351456795b9f4735b623bb107baa079e on resource:floatingip {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:37.017687 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-e25a3176-4c3c-4ff1-ba7e-4c032f640ca1 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.183 HTTP/1.1" status: 200 len: 696 time: 0.3352544 Aug 23 14:28:37.044799 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 9c9aef9e-5a5e-4d31-af59-3f59d60d21ad triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:37.045136 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:37.118124 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-43caf641-f43a-480e-853d-9d8e2ee6d0dd tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/a3947ade-25d5-473f-bd37-de77b5d64581 HTTP/1.1" status: 204 len: 168 time: 1.7238820 Aug 23 14:28:37.120832 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50314) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:37.186528 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbb2b11-5010-47a9-b290-bc20ba8ac938 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] GET failed (client error): The resource could not be found. Aug 23 14:28:37.187198 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-4fbb2b11-5010-47a9-b290-bc20ba8ac938 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:37.190633 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-31d488b1-4fee-4653-a707-7f316e639e69 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:37.262617 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-3e7436fd-b773-4b72-a5b2-1741118a0f78 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:37.264087 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-3e7436fd-b773-4b72-a5b2-1741118a0f78 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/networks?id=95586b77-cc99-4f29-a188-bbece8d2a365 HTTP/1.1" status: 200 len: 819 time: 0.3971972 Aug 23 14:28:37.305788 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-4fbb2b11-5010-47a9-b290-bc20ba8ac938 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:37.309862 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-4fbb2b11-5010-47a9-b290-bc20ba8ac938 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/a3947ade-25d5-473f-bd37-de77b5d64581 HTTP/1.1" status: 404 len: 333 time: 0.1849682 Aug 23 14:28:37.310007 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50318) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:37.348817 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-6c5d9632-9f59-4056-8ab2-06dc9552d2af tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/quotas/1a307fbb16314e169ca58f8cc4fe463a HTTP/1.1" status: 200 len: 375 time: 0.0722315 Aug 23 14:28:37.354421 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:37.367669 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-31d488b1-4fee-4653-a707-7f316e639e69 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:37.380284 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-d7922949-26d7-4cbf-ab46-fda6af1b9f83 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port ab3230a3-37d5-446a-bc58-153173f92b34 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:28:37.380618 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d7922949-26d7-4cbf-ab46-fda6af1b9f83 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:37.385569 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-31d488b1-4fee-4653-a707-7f316e639e69 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Usage tracker for resource:security_group_rule and tenant:8d28345bf87b4ec18f81ef4443850e77 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:37.419320 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-31d488b1-4fee-4653-a707-7f316e639e69 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:37.436934 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-31d488b1-4fee-4653-a707-7f316e639e69 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:37.447037 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-85bf3eec-eeb9-48a4-9a5e-83fb854318c4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:37.448412 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-da95af6d-7448-422e-8671-9d3f27b7d87a req-85bf3eec-eeb9-48a4-9a5e-83fb854318c4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.4140596 Aug 23 14:28:37.537852 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:37.651345 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:37.653095 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:37.702592 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d7922949-26d7-4cbf-ab46-fda6af1b9f83 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:37.863430 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-d7922949-26d7-4cbf-ab46-fda6af1b9f83 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for ab3230a3-37d5-446a-bc58-153173f92b34 owned by {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:28:37.945071 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-31d488b1-4fee-4653-a707-7f316e639e69 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:38.061171 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-e5191d12-fb87-462a-8b0f-d4c3f5f74cc3 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a307fbb16314e169ca58f8cc4fe463a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6948857 Aug 23 14:28:38.070777 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-31d488b1-4fee-4653-a707-7f316e639e69 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:38.077979 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4c495465-abd3-4ca1-a544-df7424218fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:38.116230 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d7922949-26d7-4cbf-ab46-fda6af1b9f83 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:38.124390 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:38.172627 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7922949-26d7-4cbf-ab46-fda6af1b9f83 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=ab3230a3-37d5-446a-bc58-153173f92b34,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:38.175222 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d7922949-26d7-4cbf-ab46-fda6af1b9f83 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:38.235765 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d7922949-26d7-4cbf-ab46-fda6af1b9f83 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:38.256784 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d488b1-4fee-4653-a707-7f316e639e69 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d14ece-b894-4ca1-be01-811c8c7e3583,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:38.289052 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-31d488b1-4fee-4653-a707-7f316e639e69 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:38.299578 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdabc7-dbab-4058-8805-01e4c75ce658 req-c562b9f0-2d70-4817-b98e-6fd6b78ec198 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:38.299578 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-40cdabc7-dbab-4058-8805-01e4c75ce658 req-c562b9f0-2d70-4817-b98e-6fd6b78ec198 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Synchronizing usage tracker for tenant:2f24b87a697949699b1ddf48fd72cd1c on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:38.363161 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-1d555741-9e83-441c-bbf9-92e7b9a01fd9 service neutron] 10.222.0.86 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855291 Aug 23 14:28:38.446648 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-31d488b1-4fee-4653-a707-7f316e639e69 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:38.447904 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-31d488b1-4fee-4653-a707-7f316e639e69 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.8646238 Aug 23 14:28:38.451541 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50324) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:38.458013 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-640b4e1d-18ee-4699-97f2-4a330deda540 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Request body: {'security_group_rule': {'security_group_id': '48d14ece-b894-4ca1-be01-811c8c7e3583', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:38.463413 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d7922949-26d7-4cbf-ab46-fda6af1b9f83 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/ab3230a3-37d5-446a-bc58-153173f92b34 HTTP/1.1" status: 204 len: 168 time: 1.1524527 Aug 23 14:28:38.466878 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-640b4e1d-18ee-4699-97f2-4a330deda540 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:38.469132 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50328) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:38.509628 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-640b4e1d-18ee-4699-97f2-4a330deda540 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Usage tracker for resource:security_group_rule and tenant:8d28345bf87b4ec18f81ef4443850e77 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:38.520108 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-640b4e1d-18ee-4699-97f2-4a330deda540 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:38.525212 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0352fc72-5eb3-4521-8486-d8b2c758b2ea {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:28:38.528202 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6f0236-54b4-48a3-8990-d5f303321e22 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] GET failed (client error): The resource could not be found. Aug 23 14:28:38.528713 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-fc6f0236-54b4-48a3-8990-d5f303321e22 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:38.538420 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-640b4e1d-18ee-4699-97f2-4a330deda540 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:38.549488 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:38.568003 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-40cdabc7-dbab-4058-8805-01e4c75ce658 req-c562b9f0-2d70-4817-b98e-6fd6b78ec198 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Unset dirty status for tenant:2f24b87a697949699b1ddf48fd72cd1c on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:38.569314 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-40cdabc7-dbab-4058-8805-01e4c75ce658 req-c562b9f0-2d70-4817-b98e-6fd6b78ec198 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 932 time: 0.9309378 Aug 23 14:28:38.585234 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Transition to ACTIVE for port object 0352fc72-5eb3-4521-8486-d8b2c758b2ea will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:38.602724 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-0f5a1cc7-3edc-4888-9871-9c0f184e59e0 service neutron] 10.222.0.86 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417133 Aug 23 14:28:38.631563 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-40cdabc7-dbab-4058-8805-01e4c75ce658 req-76aaa976-737a-4ecc-9da5-0ac7d57b2efa tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Synchronizing usage tracker for tenant:2f24b87a697949699b1ddf48fd72cd1c on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:38.702714 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:38.708075 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-fc6f0236-54b4-48a3-8990-d5f303321e22 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:38.708075 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-fc6f0236-54b4-48a3-8990-d5f303321e22 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/ab3230a3-37d5-446a-bc58-153173f92b34 HTTP/1.1" status: 404 len: 333 time: 0.2360547 Aug 23 14:28:38.708320 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-413547cb-ef54-46f5-bd62-5f7daf518b07 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:38.710393 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-640b4e1d-18ee-4699-97f2-4a330deda540 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:38.717970 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50332) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:38.799890 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-40cdabc7-dbab-4058-8805-01e4c75ce658 req-76aaa976-737a-4ecc-9da5-0ac7d57b2efa tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Unset dirty status for tenant:2f24b87a697949699b1ddf48fd72cd1c on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:38.806688 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-40cdabc7-dbab-4058-8805-01e4c75ce658 req-76aaa976-737a-4ecc-9da5-0ac7d57b2efa tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3f6ec8-cc3a-4a91-a5cf-b76f111443ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276402 Aug 23 14:28:38.909613 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0352fc72-5eb3-4521-8486-d8b2c758b2ea,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:38.922279 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:39.038955 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-640b4e1d-18ee-4699-97f2-4a330deda540 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.083560 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Attempting to bind port 0352fc72-5eb3-4521-8486-d8b2c758b2ea on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:39.084446 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Attempting to bind port 0352fc72-5eb3-4521-8486-d8b2c758b2ea by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '57f7f70e-2b68-4080-8b81-204a464c2267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41f5fd24-d8c7-46dc-8a94-b3b81e806f72'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:39.085004 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Attempting to bind port 0352fc72-5eb3-4521-8486-d8b2c758b2ea on network 41f5fd24-d8c7-46dc-8a94-b3b81e806f72 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:28:39.115110 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65713a6-8b44-410f-8d56-1d1025c6fa02 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting subnet 3a04602c-1f48-41e6-87a7-38984139de6c {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:28:39.119479 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b65713a6-8b44-410f-8d56-1d1025c6fa02 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.152008 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-640b4e1d-18ee-4699-97f2-4a330deda540 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.155756 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Port 0352fc72-5eb3-4521-8486-d8b2c758b2ea on network 41f5fd24-d8c7-46dc-8a94-b3b81e806f72 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:28:39.156086 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Attempting to bind port 0352fc72-5eb3-4521-8486-d8b2c758b2ea on network 41f5fd24-d8c7-46dc-8a94-b3b81e806f72 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:28:39.162561 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:39.183771 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b4e1d-18ee-4699-97f2-4a330deda540 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904c5448-0fcc-4e52-b9a6-f13bef454823,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:39.199098 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2a7eda44-d39d-46b3-88f9-17b3601487cb req-d4205372-f533-4973-b8ff-61f13b48c5a8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips/eb321c2e-a8d3-4595-9088-e21a0a699dc9 HTTP/1.1" status: 200 len: 693 time: 0.1109476 Aug 23 14:28:39.201955 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:28:39.202196 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-640b4e1d-18ee-4699-97f2-4a330deda540 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:39.202717 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Checking segment: {'id': '57f7f70e-2b68-4080-8b81-204a464c2267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41f5fd24-d8c7-46dc-8a94-b3b81e806f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:28:39.203317 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Bound using segment: {'id': '57f7f70e-2b68-4080-8b81-204a464c2267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41f5fd24-d8c7-46dc-8a94-b3b81e806f72'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:28:39.203936 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Bound port: 0352fc72-5eb3-4521-8486-d8b2c758b2ea, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f7f70e-2b68-4080-8b81-204a464c2267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '41f5fd24-d8c7-46dc-8a94-b3b81e806f72'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:28:39.204459 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.219694 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b65713a6-8b44-410f-8d56-1d1025c6fa02 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.320031 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b65713a6-8b44-410f-8d56-1d1025c6fa02 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.369003 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-640b4e1d-18ee-4699-97f2-4a330deda540 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.369003 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-640b4e1d-18ee-4699-97f2-4a330deda540 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9044831 Aug 23 14:28:39.369003 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50344) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:39.371775 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-ea078324-766b-44ec-8aec-9d59d093638e tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Request body: {'security_group_rule': {'security_group_id': '48d14ece-b894-4ca1-be01-811c8c7e3583', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:39.379862 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-ea078324-766b-44ec-8aec-9d59d093638e tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:39.388043 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-ea078324-766b-44ec-8aec-9d59d093638e tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Usage tracker for resource:security_group_rule and tenant:8d28345bf87b4ec18f81ef4443850e77 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:39.402928 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-ea078324-766b-44ec-8aec-9d59d093638e tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:39.403203 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ed014c26-a27d-4b3f-9b38-5cc12fcb4ea6 req-ee8e41e9-a3dc-47c3-af64-23a6042dbe0a tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 210 time: 0.1495583 Aug 23 14:28:39.407785 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-ea078324-766b-44ec-8aec-9d59d093638e tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:39.481598 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] For port 0352fc72-5eb3-4521-8486-d8b2c758b2ea, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:28:39.494179 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eda44-d39d-46b3-88f9-17b3601487cb req-509a9b1c-d7d9-4594-85f6-c0483749ff20 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:39.495538 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2a7eda44-d39d-46b3-88f9-17b3601487cb req-509a9b1c-d7d9-4594-85f6-c0483749ff20 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.2954757 Aug 23 14:28:39.498506 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] For port 0352fc72-5eb3-4521-8486-d8b2c758b2ea, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=0352fc72-5eb3-4521-8486-d8b2c758b2ea,segment=NetworkSegment(57f7f70e-2b68-4080-8b81-204a464c2267),segment_id=57f7f70e-2b68-4080-8b81-204a464c2267)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:28:39.505465 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-2a7eda44-d39d-46b3-88f9-17b3601487cb req-e18b6fc4-f33e-4320-a9c4-16e6dacaa0a3 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:28:39.506657 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2a7eda44-d39d-46b3-88f9-17b3601487cb req-e18b6fc4-f33e-4320-a9c4-16e6dacaa0a3 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057626 Aug 23 14:28:39.600497 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea078324-766b-44ec-8aec-9d59d093638e tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.629700 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-07e4f87d-4541-44b3-af0c-e9dd65b77043 req-e9ad350f-f502-493c-9010-27f25c115f18 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips/eb321c2e-a8d3-4595-9088-e21a0a699dc9 HTTP/1.1" status: 200 len: 693 time: 0.0881798 Aug 23 14:28:39.652743 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b65713a6-8b44-410f-8d56-1d1025c6fa02 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.658880 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3434bf0f-ea99-4354-87d9-a3eb37d83e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:39.706506 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65713a6-8b44-410f-8d56-1d1025c6fa02 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Subnet': ['ID=3a04602c-1f48-41e6-87a7-38984139de6c,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:39.711999 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b65713a6-8b44-410f-8d56-1d1025c6fa02 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:39.720934 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b65713a6-8b44-410f-8d56-1d1025c6fa02 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.721733 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.729930 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bee6d24-b5a3-4325-9759-32c80719f8b4 None None] Network cd481a3c-f1a9-4bd1-b085-8d949820c459 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:28:39.730482 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-79d48159-1ab4-41e1-a82f-5c673e94a7fd tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:39.734120 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b65713a6-8b44-410f-8d56-1d1025c6fa02 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/3a04602c-1f48-41e6-87a7-38984139de6c HTTP/1.1" status: 204 len: 168 time: 1.0151374 Aug 23 14:28:39.736061 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea078324-766b-44ec-8aec-9d59d093638e tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.736820 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50350) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:39.813741 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.815123 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56aa9879-b931-42cf-b880-07a715f40584 req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] 10.222.0.60 "PUT /v2.0/ports/0352fc72-5eb3-4521-8486-d8b2c758b2ea HTTP/1.1" status: 200 len: 1092 time: 2.8430126 Aug 23 14:28:39.815653 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6841cc-0c34-4607-a28f-30eb130f6fb1', 'tag': '0352fc72-5eb3-4521-8486-d8b2c758b2ea'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:39.868462 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0352fc72-5eb3-4521-8486-d8b2c758b2ea,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:39.874808 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:39.884326 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4f87d-4541-44b3-af0c-e9dd65b77043 req-65b6479d-ae6d-44f0-aa1a-d610f628eb59 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:39.891878 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-07e4f87d-4541-44b3-af0c-e9dd65b77043 req-65b6479d-ae6d-44f0-aa1a-d610f628eb59 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.2554548 Aug 23 14:28:39.898073 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-07e4f87d-4541-44b3-af0c-e9dd65b77043 req-49dcaf1e-ed89-4fb5-a62d-2f988c934c24 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:28:39.905582 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-07e4f87d-4541-44b3-af0c-e9dd65b77043 req-49dcaf1e-ed89-4fb5-a62d-2f988c934c24 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0127132 Aug 23 14:28:40.038739 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea078324-766b-44ec-8aec-9d59d093638e tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.069789 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.075023 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-640b4e1d-18ee-4699-97f2-4a330deda540 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:40.095042 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf6a1f2-1c10-49a7-81a1-8a3e666b7b00 None None] DHCP port deletion for cd481a3c-f1a9-4bd1-b085-8d949820c459 request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:28:40.099849 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-aaf6a1f2-1c10-49a7-81a1-8a3e666b7b00 None None] Deleting port 208e31f4-23e0-4b53-a59f-bb69d548f22e {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:28:40.100742 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a1f2-1c10-49a7-81a1-8a3e666b7b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.126048 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea078324-766b-44ec-8aec-9d59d093638e tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ebac71-0bf6-4c99-8b72-b83521cc405e,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:40.126048 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ea078324-766b-44ec-8aec-9d59d093638e tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:40.126048 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 208e31f4-23e0-4b53-a59f-bb69d548f22e {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:28:40.126048 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.138956 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6841cc-0c34-4607-a28f-30eb130f6fb1', 'tag': '0352fc72-5eb3-4521-8486-d8b2c758b2ea', 'status': 'completed', 'code': 200} Aug 23 14:28:40.224737 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ea078324-766b-44ec-8aec-9d59d093638e tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.227928 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ea078324-766b-44ec-8aec-9d59d093638e tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8625956 Aug 23 14:28:40.233830 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50364) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:40.250729 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:40.259838 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:40.266818 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Usage tracker for resource:floatingip and tenant:8d28345bf87b4ec18f81ef4443850e77 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:40.267591 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-07e4f87d-4541-44b3-af0c-e9dd65b77043 req-57f134c7-e347-4a5e-943d-6229e1bb40ad tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.183 HTTP/1.1" status: 200 len: 696 time: 0.3607850 Aug 23 14:28:40.280891 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:40.294277 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:40.360371 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-aaf6a1f2-1c10-49a7-81a1-8a3e666b7b00 None None] For port 208e31f4-23e0-4b53-a59f-bb69d548f22e, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=208e31f4-23e0-4b53-a59f-bb69d548f22e,segment=NetworkSegment(11339e10-ec69-4ea0-a6c1-caf994da4fec),segment_id=11339e10-ec69-4ea0-a6c1-caf994da4fec)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:40.360772 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a1f2-1c10-49a7-81a1-8a3e666b7b00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.383791 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-07e4f87d-4541-44b3-af0c-e9dd65b77043 req-bec31ba7-86ca-4861-87e2-bd612f6290da tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.183 HTTP/1.1" status: 200 len: 696 time: 0.1153190 Aug 23 14:28:40.459269 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] For port 208e31f4-23e0-4b53-a59f-bb69d548f22e, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=208e31f4-23e0-4b53-a59f-bb69d548f22e,segment=NetworkSegment(11339e10-ec69-4ea0-a6c1-caf994da4fec),segment_id=11339e10-ec69-4ea0-a6c1-caf994da4fec)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:40.459619 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.483021 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3662f-ef70-4fa1-a933-f2b58fc7e102 req-4b17d8c4-7215-4f08-95e9-4bda0a5b7e5b tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:40.484536 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5ad3662f-ef70-4fa1-a933-f2b58fc7e102 req-4b17d8c4-7215-4f08-95e9-4bda0a5b7e5b tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 944 time: 0.3441012 Aug 23 14:28:40.495341 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1074a793-53f9-4f28-a361-1408b2f22647 req-8622d93b-7fca-486d-8abd-591278061658 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f24b87a697949699b1ddf48fd72cd1c&device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 1095 time: 0.3591738 Aug 23 14:28:40.515969 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-aaf6a1f2-1c10-49a7-81a1-8a3e666b7b00 None None] Calling delete_port for 208e31f4-23e0-4b53-a59f-bb69d548f22e owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:28:40.621902 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for 208e31f4-23e0-4b53-a59f-bb69d548f22e owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:28:40.660157 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks [] for floatingip, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.671899 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-07e4f87d-4541-44b3-af0c-e9dd65b77043 req-11abb369-c434-4ffb-96ff-1e7c74847b8d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Deleting port fd626fb0-fc2f-4f60-9edd-35bbd3c7f58a {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:28:40.672943 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-07e4f87d-4541-44b3-af0c-e9dd65b77043 req-11abb369-c434-4ffb-96ff-1e7c74847b8d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.729729 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a1f2-1c10-49a7-81a1-8a3e666b7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112'] for port, after_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.736068 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:40.762962 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5ad3662f-ef70-4fa1-a933-f2b58fc7e102 req-4aab4556-9c9b-456b-8ad2-37cf2c2c1e68 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3f6ec8-cc3a-4a91-a5cf-b76f111443ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666409 Aug 23 14:28:40.801295 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6a1f2-1c10-49a7-81a1-8a3e666b7b00 None None] Pushing event deleted for resources: {'Port': ['ID=208e31f4-23e0-4b53-a59f-bb69d548f22e,revision_number=None']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:40.805317 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-aaf6a1f2-1c10-49a7-81a1-8a3e666b7b00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:40.811272 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.api [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:28:40.811802 n-d-805629-1 neutron-server[76506]: DEBUG oslo_db.api [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:28:40.824215 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6a1f2-1c10-49a7-81a1-8a3e666b7b00 None None] No DVR routers for this DVR port 208e31f4-23e0-4b53-a59f-bb69d548f22e on host n-d-805629-1 {{(pid=76509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:28:40.876030 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.938213 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074a793-53f9-4f28-a361-1408b2f22647 req-7a2e91c0-cf3c-4ec1-8174-36efc7eda64c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:40.940242 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1074a793-53f9-4f28-a361-1408b2f22647 req-7a2e91c0-cf3c-4ec1-8174-36efc7eda64c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2f24b87a697949699b1ddf48fd72cd1c&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3765724 Aug 23 14:28:41.033255 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:28:41.069284 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Allocated IP 172.25.6.237 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/2c50adc8-592d-46cb-a9cb-d63411b11492) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:41.095694 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-07e4f87d-4541-44b3-af0c-e9dd65b77043 req-11abb369-c434-4ffb-96ff-1e7c74847b8d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.096258 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-07e4f87d-4541-44b3-af0c-e9dd65b77043 req-11abb369-c434-4ffb-96ff-1e7c74847b8d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.249035 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-07e4f87d-4541-44b3-af0c-e9dd65b77043 req-11abb369-c434-4ffb-96ff-1e7c74847b8d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Calling delete_port for fd626fb0-fc2f-4f60-9edd-35bbd3c7f58a owned by network:floatingip {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:28:41.324316 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074a793-53f9-4f28-a361-1408b2f22647 req-1ac78286-164e-4b8a-a48e-f2bb4845c3fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:41.325964 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1074a793-53f9-4f28-a361-1408b2f22647 req-1ac78286-164e-4b8a-a48e-f2bb4845c3fe service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3716295 Aug 23 14:28:41.334681 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 208e31f4-23e0-4b53-a59f-bb69d548f22e {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:28:41.335283 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.425014 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] The port '208e31f4-23e0-4b53-a59f-bb69d548f22e' was deleted {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:28:41.467843 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.512216 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-bb33470b-638b-493b-a6af-7ba5f72add19 req-880ccee2-abd7-4486-b5b6-0f6ccbdcd8ac tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 210 time: 0.0646358 Aug 23 14:28:41.524166 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 208e31f4-23e0-4b53-a59f-bb69d548f22e no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:28:41.567440 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56aa9879-b931-42cf-b880-07a715f40584 req-8addd973-4a0a-4f17-91c3-0bef9bd969f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f24b87a697949699b1ddf48fd72cd1c&device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 1095 time: 0.1992857 Aug 23 14:28:41.575170 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 208e31f4-23e0-4b53-a59f-bb69d548f22e {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:28:41.575837 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 208e31f4-23e0-4b53-a59f-bb69d548f22e not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:28:41.598853 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.616605 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd481a3c-f1a9-4bd1-b085-8d949820c459']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:41.632017 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11339e10-ec69-4ea0-a6c1-caf994da4fec') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:41.632607 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11339e10-ec69-4ea0-a6c1-caf994da4fec') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:41.647072 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.658121 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56aa9879-b931-42cf-b880-07a715f40584 req-8f9708fe-156d-4919-9819-fb2e660f3aec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0352fc72-5eb3-4521-8486-d8b2c758b2ea HTTP/1.1" status: 200 len: 217 time: 0.0830808 Aug 23 14:28:41.664088 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.670502 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:28:41.670890 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:28:41.686217 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:28:41.829842 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-07e4f87d-4541-44b3-af0c-e9dd65b77043 req-11abb369-c434-4ffb-96ff-1e7c74847b8d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.838177 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:41.886650 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abb369-c434-4ffb-96ff-1e7c74847b8d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Pushing event deleted for resources: {'Port': ['ID=fd626fb0-fc2f-4f60-9edd-35bbd3c7f58a,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:41.889234 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-11abb369-c434-4ffb-96ff-1e7c74847b8d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:41.905889 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.910623 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4b04d1ef-649a-465c-b4ff-3f11e52fb4e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:41.952165 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa9879-b931-42cf-b880-07a715f40584 req-9d5e1da9-ca50-4464-a5b4-fca496fb3bcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:41.952165 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56aa9879-b931-42cf-b880-07a715f40584 req-9d5e1da9-ca50-4464-a5b4-fca496fb3bcf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69b7144b-4bad-427c-94ff-8e2cd0afb498 HTTP/1.1" status: 200 len: 861 time: 0.2788639 Aug 23 14:28:41.978476 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:41.981375 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:41.985294 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:42.020313 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Pushing event updated for resources: {'Port': ['ID=2c50adc8-592d-46cb-a9cb-d63411b11492,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:42.029053 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.032533 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:42.037278 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:42.056079 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.079446 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56aa9879-b931-42cf-b880-07a715f40584 req-c63944d8-2036-4ad1-b689-6f8e125b63f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41f5fd24-d8c7-46dc-8a94-b3b81e806f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822043 Aug 23 14:28:42.081964 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Network': ['ID=cd481a3c-f1a9-4bd1-b085-8d949820c459,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:42.082090 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:42.197633 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-90bce300-d2ab-4906-b026-46de8f6d9607 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/networks/cd481a3c-f1a9-4bd1-b085-8d949820c459 HTTP/1.1" status: 204 len: 168 time: 2.4536822 Aug 23 14:28:42.198387 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50378) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:42.203899 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-07e4f87d-4541-44b3-af0c-e9dd65b77043 req-11abb369-c434-4ffb-96ff-1e7c74847b8d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for floatingip, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.222377 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1449668265'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:42.222513 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.230969 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:42.244193 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:network and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:42.258325 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:42.267827 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ceada-cb01-4f2b-8721-9afca34a0dfa req-b5073bbd-f79b-4aba-a225-e94409db6384 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:42.269294 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a24ceada-cb01-4f2b-8721-9afca34a0dfa req-b5073bbd-f79b-4aba-a225-e94409db6384 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 944 time: 0.3323100 Aug 23 14:28:42.279684 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:42.336631 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56aa9879-b931-42cf-b880-07a715f40584 req-d3e32162-ca7b-4a7b-a883-1e0b6a83a44c service neutron] 10.222.0.60 "GET /v2.0/networks/41f5fd24-d8c7-46dc-8a94-b3b81e806f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514987 Aug 23 14:28:42.371873 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a24ceada-cb01-4f2b-8721-9afca34a0dfa req-be7eed5f-262b-44c4-a8b4-3aa7644bb128 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3f6ec8-cc3a-4a91-a5cf-b76f111443ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931854 Aug 23 14:28:42.435412 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-07e4f87d-4541-44b3-af0c-e9dd65b77043 req-11abb369-c434-4ffb-96ff-1e7c74847b8d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.436680 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-07e4f87d-4541-44b3-af0c-e9dd65b77043 req-11abb369-c434-4ffb-96ff-1e7c74847b8d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "DELETE /v2.0/floatingips/eb321c2e-a8d3-4595-9088-e21a0a699dc9 HTTP/1.1" status: 204 len: 173 time: 2.0445571 Aug 23 14:28:42.505481 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:42.511295 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.520625 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.577675 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-56aa9879-b931-42cf-b880-07a715f40584 req-63dd0fc2-b51b-442c-a022-a5be559cc795 service neutron] 10.222.0.60 "GET /v2.0/networks/41f5fd24-d8c7-46dc-8a94-b3b81e806f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327092 Aug 23 14:28:42.594551 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:28:42.623090 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.623576 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Added segment 6a0b78e4-ea8f-4e2d-bdf5-cc65eb581635 of type vlan for network bbb84a5f-1a66-45f8-9e91-33848f16865a Aug 23 14:28:42.704379 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.843420 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.909308 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-895b767b-5845-40ff-90d8-9138ee29b132 req-476a3d81-c8b3-4f0a-9f26-743ce2272f4e tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 210 time: 0.0663278 Aug 23 14:28:42.916923 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f120de-8b87-4c95-9fe9-b9b8fd6ad354 req-141567e8-9827-4cc5-a6cc-1ce398a7ab72 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:42.917981 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-96f120de-8b87-4c95-9fe9-b9b8fd6ad354 req-141567e8-9827-4cc5-a6cc-1ce398a7ab72 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2582071 Aug 23 14:28:42.922041 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.939909 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:42.939909 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.939909 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c426687e-4255-41d6-baa2-3e0b2fb210c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:42.986422 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.999111 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c066f266-fc28-4518-ab58-f5660dd41424 tempest-ServerGroupTestJSON-1498682188 tempest-ServerGroupTestJSON-1498682188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:43.129023 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9291906 Aug 23 14:28:43.140618 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Pushing event updated for resources: {'Port': ['ID=2c50adc8-592d-46cb-a9cb-d63411b11492,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:43.143775 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50390) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:43.144734 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:43.171050 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'subnet': {'network_id': 'bbb84a5f-1a66-45f8-9e91-33848f16865a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:43.177296 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-070945c2-10d6-44e4-a1f3-81ac1072385b req-c1d96535-9208-4eff-b665-2afc06d8407a tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Synchronizing usage tracker for tenant:351456795b9f4735b623bb107baa079e on resource:floatingip {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:43.197001 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Network': ['ID=bbb84a5f-1a66-45f8-9e91-33848f16865a,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:43.200127 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-20ebf677-2032-4bbf-a1b0-4d82eda8acce tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:43.208960 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network bbb84a5f-1a66-45f8-9e91-33848f16865a details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:28:43.285863 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:43.313527 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-070945c2-10d6-44e4-a1f3-81ac1072385b req-c1d96535-9208-4eff-b665-2afc06d8407a tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Unset dirty status for tenant:351456795b9f4735b623bb107baa079e on resource:floatingip {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:43.318320 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-070945c2-10d6-44e4-a1f3-81ac1072385b req-c1d96535-9208-4eff-b665-2afc06d8407a tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips?tenant_id=351456795b9f4735b623bb107baa079e HTTP/1.1" status: 200 len: 1656 time: 0.3515964 Aug 23 14:28:43.319776 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-3f4099df-f914-40ea-97f6-0cf223bbdf58 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:43.320522 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-3f4099df-f914-40ea-97f6-0cf223bbdf58 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Synchronizing usage tracker for tenant:1a307fbb16314e169ca58f8cc4fe463a on resource:network {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:43.363313 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:43.370038 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:subnet and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:43.373183 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:43.380002 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:43.432676 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:43.437069 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1991384 Aug 23 14:28:43.494854 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070945c2-10d6-44e4-a1f3-81ac1072385b req-a9f714c4-d077-44ba-9efd-ecb7b9a2996e tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:43.496332 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-070945c2-10d6-44e4-a1f3-81ac1072385b req-a9f714c4-d077-44ba-9efd-ecb7b9a2996e tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/networks?id=fda5307f-67bc-48cb-a9ed-aa314a59f306&id=fda5307f-67bc-48cb-a9ed-aa314a59f306&id=fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 787 time: 0.1733491 Aug 23 14:28:43.517489 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-070945c2-10d6-44e4-a1f3-81ac1072385b req-425e7420-0107-4335-90ea-c0efdaab49e7 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:28:43.517489 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-070945c2-10d6-44e4-a1f3-81ac1072385b req-425e7420-0107-4335-90ea-c0efdaab49e7 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0075991 Aug 23 14:28:43.536287 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-3f4099df-f914-40ea-97f6-0cf223bbdf58 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Unset dirty status for tenant:1a307fbb16314e169ca58f8cc4fe463a on resource:network {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:43.536287 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-3f4099df-f914-40ea-97f6-0cf223bbdf58 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.91 "GET /v2.0/networks?id=95586b77-cc99-4f29-a188-bbece8d2a365 HTTP/1.1" status: 200 len: 819 time: 0.6547511 Aug 23 14:28:43.550878 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Request body: {'port': {'device_id': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'admin_state_up': True, 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:43.572742 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:43.615288 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19399787-f9ca-489b-b2a2-eb08e60e5db9 req-76ebece0-6be0-477a-9eaf-e870fcf62bdf tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:43.620615 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19399787-f9ca-489b-b2a2-eb08e60e5db9 req-76ebece0-6be0-477a-9eaf-e870fcf62bdf tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 944 time: 0.0930617 Aug 23 14:28:43.686963 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-19399787-f9ca-489b-b2a2-eb08e60e5db9 req-6ca78f61-5dbd-4adf-a2fd-9a84240a5cf4 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3f6ec8-cc3a-4a91-a5cf-b76f111443ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646043 Aug 23 14:28:43.786074 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:43.921235 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:43.921235 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Usage tracker for resource:port and tenant:1a307fbb16314e169ca58f8cc4fe463a is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:43.921235 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Quota usage for port was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:43.925759 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:43.971918 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a91c608c-5b19-4378-a2c0-3e460e37357f req-3bdfb6d0-cd6e-48ba-bcee-f680ca7fd70d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips/34276a50-1f9d-481b-a7f3-14d66c382fbb HTTP/1.1" status: 200 len: 693 time: 0.2072117 Aug 23 14:28:44.075422 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Made reservation on behalf of 1a307fbb16314e169ca58f8cc4fe463a for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:44.078740 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.221645 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.229266 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8d64a27a-3b21-4ea3-8c4b-d52d11630051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:44.314848 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-d5761253-1cb5-42da-a33c-291e376b7368 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Synchronizing usage tracker for tenant:8d28345bf87b4ec18f81ef4443850e77 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:44.333170 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Subnet': ['ID=68a70a9b-2062-4d4d-9fc5-242b37a9f7a5,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:44.338759 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Allocated IP 172.20.0.5 (95586b77-cc99-4f29-a188-bbece8d2a365/76a018ba-b37d-4984-96f3-7af3bdcca9cd/11c78783-d31a-495c-9a29-a874deba2646) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:44.342817 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:44.365365 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Checking segment: {'id': '6a0b78e4-ea8f-4e2d-bdf5-cc65eb581635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bbb84a5f-1a66-45f8-9e91-33848f16865a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:28:44.365985 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network hostable DHCP agents. Network: bbb84a5f-1a66-45f8-9e91-33848f16865a, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:28:44.438728 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c608c-5b19-4378-a2c0-3e460e37357f req-bd09f059-c6e3-4631-a0ee-5168ad7b9299 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:44.440117 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a91c608c-5b19-4378-a2c0-3e460e37357f req-bd09f059-c6e3-4631-a0ee-5168ad7b9299 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.4735579 Aug 23 14:28:44.450531 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-a91c608c-5b19-4378-a2c0-3e460e37357f req-b3922e17-330d-4953-9e35-8a892f08bd9e tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:28:44.454532 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a91c608c-5b19-4378-a2c0-3e460e37357f req-b3922e17-330d-4953-9e35-8a892f08bd9e tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059965 Aug 23 14:28:44.519698 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-d5761253-1cb5-42da-a33c-291e376b7368 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Unset dirty status for tenant:8d28345bf87b4ec18f81ef4443850e77 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:44.520862 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-d5761253-1cb5-42da-a33c-291e376b7368 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--2037035575&fields=id&tenant_id=8d28345bf87b4ec18f81ef4443850e77 HTTP/1.1" status: 200 len: 267 time: 0.6547303 Aug 23 14:28:44.554041 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network bbb84a5f-1a66-45f8-9e91-33848f16865a is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:28:44.676396 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a91c608c-5b19-4378-a2c0-3e460e37357f req-423d6ef5-66c3-440c-ba67-4080abcd2cc0 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.121 HTTP/1.1" status: 200 len: 696 time: 0.2163675 Aug 23 14:28:44.699506 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, bbb84a5f-1a66-45f8-9e91-33848f16865a) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:44.707747 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:44.708663 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.714638 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.720843 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a63558e-8cc7-4ac3-8af5-4e8350be5a4d None None] Network bbb84a5f-1a66-45f8-9e91-33848f16865a requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:28:44.813770 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a91c608c-5b19-4378-a2c0-3e460e37357f req-647c49bf-d5a2-4d3f-aec2-c9e7376bef0a tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.121 HTTP/1.1" status: 200 len: 696 time: 0.1266899 Aug 23 14:28:44.837078 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6876066 Aug 23 14:28:44.842364 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50416) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:44.850251 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'network_id': 'bbb84a5f-1a66-45f8-9e91-33848f16865a', 'name': 'tempest-PortsIpV6TestJSON-1595984886', 'fixed_ips': [{'subnet_id': '68a70a9b-2062-4d4d-9fc5-242b37a9f7a5', 'ip_address': '2001:db8::10'}]}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:44.873426 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 0352fc72-5eb3-4521-8486-d8b2c758b2ea details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:28:45.029709 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.031932 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:45.046416 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d7922949-26d7-4cbf-ab46-fda6af1b9f83 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:45.100387 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:port and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:45.115327 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-bbb84a5f-1a66-45f8-9e91-33848f16865a', 'network_id': 'bbb84a5f-1a66-45f8-9e91-33848f16865a', 'tenant_id': '9941da49987249e0a64fa4a2b73cbf48', 'fixed_ips': [{'subnet_id': '68a70a9b-2062-4d4d-9fc5-242b37a9f7a5'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:28:45.116316 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:45.116715 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.123395 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Network 95586b77-cc99-4f29-a188-bbece8d2a365 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:45.131841 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:45.134559 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:45.148694 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:45.188242 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-5f2bb0dc-1f06-499e-8f40-7260ac61359a tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:45.198121 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-5f2bb0dc-1f06-499e-8f40-7260ac61359a tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/networks?id=6794ca1c-4d09-4ac5-b068-49be38bd3fdc HTTP/1.1" status: 200 len: 812 time: 0.6686344 Aug 23 14:28:45.203247 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Pushing event updated for resources: {'Port': ['ID=11c78783-d31a-495c-9a29-a874deba2646,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:45.204931 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:45.207044 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 0352fc72-5eb3-4521-8486-d8b2c758b2ea, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=0352fc72-5eb3-4521-8486-d8b2c758b2ea,segment=NetworkSegment(57f7f70e-2b68-4080-8b81-204a464c2267),segment_id=57f7f70e-2b68-4080-8b81-204a464c2267)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:45.212855 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-a91c608c-5b19-4378-a2c0-3e460e37357f req-f0985ab5-dfdb-4488-af8d-212a00fb7ed8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Deleting port 4dfffab6-4a39-445f-acd0-9450a098aeb4 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:28:45.213237 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a91c608c-5b19-4378-a2c0-3e460e37357f req-f0985ab5-dfdb-4488-af8d-212a00fb7ed8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.228109 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:45.229008 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.252237 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '0352fc72-5eb3-4521-8486-d8b2c758b2ea', 'network_id': '41f5fd24-d8c7-46dc-8a94-b3b81e806f72', 'port_id': '0352fc72-5eb3-4521-8486-d8b2c758b2ea', 'mac_address': 'fa:16:3e:f2:c3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b7144b-4bad-427c-94ff-8e2cd0afb498', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:28:45.284027 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-f9719ff1-2af8-4f01-9d59-81f8d1ec4f7b tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/quotas/8d28345bf87b4ec18f81ef4443850e77 HTTP/1.1" status: 200 len: 375 time: 0.0391951 Aug 23 14:28:45.329326 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:45.329326 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.360782 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] device_id is not set on port f8c7e783-900c-4071-bbc7-09e7322a0939 yet. {{(pid=76506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:28:45.371463 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.400828 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Allocated IP 2001:db8::2 (bbb84a5f-1a66-45f8-9e91-33848f16865a/68a70a9b-2062-4d4d-9fc5-242b37a9f7a5/d118e191-60bf-413b-a587-c77d2d0e6a9d) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:45.404479 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8577695 Aug 23 14:28:45.404751 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0352fc72-5eb3-4521-8486-d8b2c758b2ea {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:28:45.416886 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Request body: {'port': {'device_id': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:45.459349 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 0352fc72-5eb3-4521-8486-d8b2c758b2ea, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=0352fc72-5eb3-4521-8486-d8b2c758b2ea,segment=NetworkSegment(57f7f70e-2b68-4080-8b81-204a464c2267),segment_id=57f7f70e-2b68-4080-8b81-204a464c2267)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:45.498511 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-f13256b4-002f-4457-b458-c87bed97d280 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d28345bf87b4ec18f81ef4443850e77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1891947 Aug 23 14:28:45.508698 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a91c608c-5b19-4378-a2c0-3e460e37357f req-f0985ab5-dfdb-4488-af8d-212a00fb7ed8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.509057 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a91c608c-5b19-4378-a2c0-3e460e37357f req-f0985ab5-dfdb-4488-af8d-212a00fb7ed8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.630245 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.727769 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.732994 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.735773 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:45.742749 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-a91c608c-5b19-4378-a2c0-3e460e37357f req-f0985ab5-dfdb-4488-af8d-212a00fb7ed8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Calling delete_port for 4dfffab6-4a39-445f-acd0-9450a098aeb4 owned by network:floatingip {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:28:45.784504 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Transition to ACTIVE for port object d118e191-60bf-413b-a587-c77d2d0e6a9d will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:45.806124 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Transition to ACTIVE for port object d118e191-60bf-413b-a587-c77d2d0e6a9d will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:45.850460 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=0352fc72-5eb3-4521-8486-d8b2c758b2ea,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:45.854064 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:45.864056 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-22f790fa-44de-4674-949f-397b69b66eb1 service neutron] 10.222.0.86 "GET /v2.0/networks/6794ca1c-4d09-4ac5-b068-49be38bd3fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463311 Aug 23 14:28:45.927837 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.935035 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-3a47066a-8963-478e-99fb-918872896440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:46.025898 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Network bbb84a5f-1a66-45f8-9e91-33848f16865a is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:46.029484 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:46.031956 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:46.041750 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Pushing event updated for resources: {'Port': ['ID=d118e191-60bf-413b-a587-c77d2d0e6a9d,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:46.044670 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:46.069307 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-37fafd3d-8ab1-4b3e-ae36-3de96099a339 service neutron] 10.222.0.86 "GET /v2.0/networks/6794ca1c-4d09-4ac5-b068-49be38bd3fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988318 Aug 23 14:28:46.095635 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Allocated IP 2001:db8::10 (bbb84a5f-1a66-45f8-9e91-33848f16865a/68a70a9b-2062-4d4d-9fc5-242b37a9f7a5/f8c7e783-900c-4071-bbc7-09e7322a0939) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:46.150755 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a91c608c-5b19-4378-a2c0-3e460e37357f req-f0985ab5-dfdb-4488-af8d-212a00fb7ed8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.150755 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:46.159254 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Attempting to bind port d118e191-60bf-413b-a587-c77d2d0e6a9d on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:46.159254 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Attempting to bind port d118e191-60bf-413b-a587-c77d2d0e6a9d by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '6a0b78e4-ea8f-4e2d-bdf5-cc65eb581635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bbb84a5f-1a66-45f8-9e91-33848f16865a'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:46.159254 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Attempting to bind port d118e191-60bf-413b-a587-c77d2d0e6a9d on network bbb84a5f-1a66-45f8-9e91-33848f16865a {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:28:46.178975 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:28:46.178975 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Checking segment: {'id': '6a0b78e4-ea8f-4e2d-bdf5-cc65eb581635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bbb84a5f-1a66-45f8-9e91-33848f16865a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:28:46.178975 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.178975 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Bound using segment: {'id': '6a0b78e4-ea8f-4e2d-bdf5-cc65eb581635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bbb84a5f-1a66-45f8-9e91-33848f16865a'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:28:46.178975 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Bound port: d118e191-60bf-413b-a587-c77d2d0e6a9d, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0b78e4-ea8f-4e2d-bdf5-cc65eb581635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bbb84a5f-1a66-45f8-9e91-33848f16865a'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:28:46.178975 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.203310 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['0352fc72-5eb3-4521-8486-d8b2c758b2ea'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:28:46.206181 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0985ab5-dfdb-4488-af8d-212a00fb7ed8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Pushing event deleted for resources: {'Port': ['ID=4dfffab6-4a39-445f-acd0-9450a098aeb4,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:46.206181 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f0985ab5-dfdb-4488-af8d-212a00fb7ed8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:46.334878 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.352520 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Transition to ACTIVE for port object f8c7e783-900c-4071-bbc7-09e7322a0939 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:46.400805 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] For port d118e191-60bf-413b-a587-c77d2d0e6a9d, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:28:46.406918 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] For port d118e191-60bf-413b-a587-c77d2d0e6a9d, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=d118e191-60bf-413b-a587-c77d2d0e6a9d,segment=NetworkSegment(6a0b78e4-ea8f-4e2d-bdf5-cc65eb581635),segment_id=6a0b78e4-ea8f-4e2d-bdf5-cc65eb581635)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:28:46.474260 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a91c608c-5b19-4378-a2c0-3e460e37357f req-f0985ab5-dfdb-4488-af8d-212a00fb7ed8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for floatingip, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.531377 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.564586 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:46.594275 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.601998 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-24704836-3cea-4329-83c6-bc6da80cd7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:46.634344 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=f8c7e783-900c-4071-bbc7-09e7322a0939,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:46.637319 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:46.656703 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a91c608c-5b19-4378-a2c0-3e460e37357f req-f0985ab5-dfdb-4488-af8d-212a00fb7ed8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.656703 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a91c608c-5b19-4378-a2c0-3e460e37357f req-f0985ab5-dfdb-4488-af8d-212a00fb7ed8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "DELETE /v2.0/floatingips/34276a50-1f9d-481b-a7f3-14d66c382fbb HTTP/1.1" status: 204 len: 173 time: 1.8292491 Aug 23 14:28:46.679790 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network bbb84a5f-1a66-45f8-9e91-33848f16865a is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:46.684505 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:46.693339 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:46.707159 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:46.710502 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.723035 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c78783-d31a-495c-9a29-a874deba2646 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:28:46.733070 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Pushing event updated for resources: {'Port': ['ID=d118e191-60bf-413b-a587-c77d2d0e6a9d,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:46.734655 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:46.741800 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.765663 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Transition to ACTIVE for port object 11c78783-d31a-495c-9a29-a874deba2646 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:46.880126 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.884373 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b631be73-5578-4b9f-9c77-84cb2d3cda34 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0407844 Aug 23 14:28:46.887041 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:46.915306 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50430) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:46.931604 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'network_id': 'bbb84a5f-1a66-45f8-9e91-33848f16865a', 'name': 'tempest-PortsIpV6TestJSON-1363240225', 'fixed_ips': [{'subnet_id': '68a70a9b-2062-4d4d-9fc5-242b37a9f7a5', 'ip_address': '2001:db8::f'}]}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:47.089206 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Pushing event updated for resources: {'Port': ['ID=11c78783-d31a-495c-9a29-a874deba2646,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:47.127006 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:47.236928 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:47.245999 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Attempting to bind port 11c78783-d31a-495c-9a29-a874deba2646 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:47.246407 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Attempting to bind port 11c78783-d31a-495c-9a29-a874deba2646 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': '11dadd34-dcab-4e02-b4ac-3c71cd908eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:47.246946 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Attempting to bind port 11c78783-d31a-495c-9a29-a874deba2646 on network 95586b77-cc99-4f29-a188-bbece8d2a365 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:28:47.247824 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c134e0c-703f-4a69-b005-fec0f7280d61 req-ae547af4-e9a9-4476-86c4-37336064f1f4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:47.249327 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9c134e0c-703f-4a69-b005-fec0f7280d61 req-ae547af4-e9a9-4476-86c4-37336064f1f4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 943 time: 0.3989522 Aug 23 14:28:47.251440 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:port and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:47.257675 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for port was recalculated. Used quota:3. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:47.259303 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Port 11c78783-d31a-495c-9a29-a874deba2646 on network 95586b77-cc99-4f29-a188-bbece8d2a365 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:28:47.259629 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Attempting to bind port 11c78783-d31a-495c-9a29-a874deba2646 on network 95586b77-cc99-4f29-a188-bbece8d2a365 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:28:47.289639 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:28:47.289639 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Checking segment: {'id': '11dadd34-dcab-4e02-b4ac-3c71cd908eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:28:47.289639 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Bound using segment: {'id': '11dadd34-dcab-4e02-b4ac-3c71cd908eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:28:47.289639 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Bound port: 11c78783-d31a-495c-9a29-a874deba2646, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11dadd34-dcab-4e02-b4ac-3c71cd908eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:28:47.289639 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:47.290251 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:47.294827 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea43863-29a4-4613-ad5c-5ce429701d5f req-a24f4ee6-f9d2-4fd8-ac33-47242abcfaf3 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:47.296340 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2ea43863-29a4-4613-ad5c-5ce429701d5f req-a24f4ee6-f9d2-4fd8-ac33-47242abcfaf3 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 945 time: 0.2608485 Aug 23 14:28:47.372166 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9c134e0c-703f-4a69-b005-fec0f7280d61 req-d09d707e-df00-4a22-b02c-d1223f907feb tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156681 Aug 23 14:28:47.376662 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2ea43863-29a4-4613-ad5c-5ce429701d5f req-d7c97e47-87c4-4a41-a01e-53b79b780812 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3f6ec8-cc3a-4a91-a5cf-b76f111443ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699921 Aug 23 14:28:47.400497 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] For port 11c78783-d31a-495c-9a29-a874deba2646, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:28:47.401174 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:47.404847 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] For port 11c78783-d31a-495c-9a29-a874deba2646, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=11c78783-d31a-495c-9a29-a874deba2646,segment=NetworkSegment(11dadd34-dcab-4e02-b4ac-3c71cd908eef),segment_id=11dadd34-dcab-4e02-b4ac-3c71cd908eef)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:28:47.558465 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:47.577669 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4a7aeff1-8da3-49df-b546-ec6202c4b015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:47.602847 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device d118e191-60bf-413b-a587-c77d2d0e6a9d up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:47.637097 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:47.639155 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] 10.222.0.91 "PUT /v2.0/ports/11c78783-d31a-495c-9a29-a874deba2646 HTTP/1.1" status: 200 len: 1091 time: 2.2265968 Aug 23 14:28:47.652416 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'tag': '11c78783-d31a-495c-9a29-a874deba2646'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:47.705202 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d2629abd-e057-4109-9acf-f8235b931d2d req-117a815f-f52c-491e-a0c5-c4fc870ced28 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 210 time: 0.1435268 Aug 23 14:28:47.715704 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e559167a-5ace-42da-b538-4aa3255d938e req-010431a3-ad9a-45b2-9f2f-993c3ec27cb5 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips/1a6c1d7e-e820-4a48-9794-8807abece7cf HTTP/1.1" status: 200 len: 693 time: 0.2123439 Aug 23 14:28:47.836168 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:47.837669 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Pushing event updated for resources: {'Port': ['ID=11c78783-d31a-495c-9a29-a874deba2646,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:47.841525 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:47.855186 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port d118e191-60bf-413b-a587-c77d2d0e6a9d completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:47.889193 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] device_id is not set on port 2c22a8b4-ba1a-4e9a-b1da-0d459d6329dd yet. {{(pid=76505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:28:47.970473 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'tag': '11c78783-d31a-495c-9a29-a874deba2646', 'status': 'completed', 'code': 200} Aug 23 14:28:48.025809 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-61fc63df-6249-4f54-ad70-a0f32e92987f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1a307fbb16314e169ca58f8cc4fe463a&device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 1094 time: 0.1546280 Aug 23 14:28:48.049787 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559167a-5ace-42da-b538-4aa3255d938e req-3a347731-9246-4a7e-81b9-6387464dc19a tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:48.051423 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e559167a-5ace-42da-b538-4aa3255d938e req-3a347731-9246-4a7e-81b9-6387464dc19a tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.3257997 Aug 23 14:28:48.135828 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-68d1e54c-960d-448d-b196-fe457ee44b0e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c78783-d31a-495c-9a29-a874deba2646 HTTP/1.1" status: 200 len: 217 time: 0.0955365 Aug 23 14:28:48.187560 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e559167a-5ace-42da-b538-4aa3255d938e req-d636e206-e98d-4f7c-a31f-7314875edb5b tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Synchronizing usage tracker for tenant:351456795b9f4735b623bb107baa079e on resource:floatingip {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:48.229933 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-656ffddb-3c41-4184-939d-2b99460f1a70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:48.231511 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-656ffddb-3c41-4184-939d-2b99460f1a70 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=76a018ba-b37d-4984-96f3-7af3bdcca9cd HTTP/1.1" status: 200 len: 859 time: 0.0822792 Aug 23 14:28:48.303164 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-9096cc4c-0315-4d24-bc80-021c0e241c9e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=95586b77-cc99-4f29-a188-bbece8d2a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657301 Aug 23 14:28:48.327216 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Allocated IP 2001:db8::f (bbb84a5f-1a66-45f8-9e91-33848f16865a/68a70a9b-2062-4d4d-9fc5-242b37a9f7a5/2c22a8b4-ba1a-4e9a-b1da-0d459d6329dd) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:48.349597 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e559167a-5ace-42da-b538-4aa3255d938e req-d636e206-e98d-4f7c-a31f-7314875edb5b tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Unset dirty status for tenant:351456795b9f4735b623bb107baa079e on resource:floatingip {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:48.349597 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e559167a-5ace-42da-b538-4aa3255d938e req-d636e206-e98d-4f7c-a31f-7314875edb5b tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.2543459 Aug 23 14:28:48.535049 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-c8385cc3-31a8-4de5-9f9c-ae7122c4ad73 service neutron] 10.222.0.91 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217681 Aug 23 14:28:48.555886 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e559167a-5ace-42da-b538-4aa3255d938e req-a6498ff2-ce16-4415-a1e7-272f6eaf8297 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.1918275 Aug 23 14:28:48.638475 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f58825-9ab9-483d-969c-a716e7f2f759 None None] Network bbb84a5f-1a66-45f8-9e91-33848f16865a requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:28:48.752214 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-39db8680-1ad5-4d08-b77d-f1a9bf600113 req-ecd7af51-f4bc-4378-b027-b1e536f0c388 service neutron] 10.222.0.91 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049034 Aug 23 14:28:48.884543 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 0352fc72-5eb3-4521-8486-d8b2c758b2ea up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:48.925643 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-780a91d1-a23c-4b51-89c1-b33ba8c93587 None None] Provisioning for port d118e191-60bf-413b-a587-c77d2d0e6a9d completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:48.942266 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-780a91d1-a23c-4b51-89c1-b33ba8c93587 None None] Provisioning complete for port d118e191-60bf-413b-a587-c77d2d0e6a9d triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:48.943935 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-780a91d1-a23c-4b51-89c1-b33ba8c93587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:48.994357 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dcdd5499-0ed2-409f-84a0-90b77420bf51 req-50be9a39-2e70-43c3-a2da-c23d0f9d859f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1a307fbb16314e169ca58f8cc4fe463a&device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 1094 time: 0.0940371 Aug 23 14:28:49.131262 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-e559167a-5ace-42da-b538-4aa3255d938e req-9eef5362-da8c-4fc1-8dfd-86bf134ccfed tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Deleting port ff4ad98f-58b7-41b6-b2d6-fb210f5f206d {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:28:49.131262 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e559167a-5ace-42da-b538-4aa3255d938e req-9eef5362-da8c-4fc1-8dfd-86bf134ccfed tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:49.170239 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-780a91d1-a23c-4b51-89c1-b33ba8c93587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:49.214110 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd5499-0ed2-409f-84a0-90b77420bf51 req-e011c256-4537-4da9-9406-e2d354c2c353 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:49.215640 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-780a91d1-a23c-4b51-89c1-b33ba8c93587 None None] For port d118e191-60bf-413b-a587-c77d2d0e6a9d, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=d118e191-60bf-413b-a587-c77d2d0e6a9d,segment=NetworkSegment(6a0b78e4-ea8f-4e2d-bdf5-cc65eb581635),segment_id=6a0b78e4-ea8f-4e2d-bdf5-cc65eb581635)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:49.216609 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dcdd5499-0ed2-409f-84a0-90b77420bf51 req-e011c256-4537-4da9-9406-e2d354c2c353 service neutron] 10.222.0.91 "GET /v2.0/networks?id=95586b77-cc99-4f29-a188-bbece8d2a365 HTTP/1.1" status: 200 len: 920 time: 0.2149374 Aug 23 14:28:49.305271 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 0352fc72-5eb3-4521-8486-d8b2c758b2ea completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:49.316197 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 0352fc72-5eb3-4521-8486-d8b2c758b2ea triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:49.316749 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:49.356837 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dcdd5499-0ed2-409f-84a0-90b77420bf51 req-6c4dd53d-50dc-439b-86ff-f7c0ba764e09 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c78783-d31a-495c-9a29-a874deba2646 HTTP/1.1" status: 200 len: 217 time: 0.1309679 Aug 23 14:28:49.381844 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-780a91d1-a23c-4b51-89c1-b33ba8c93587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:49.398615 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9a660-062e-4129-bb92-36d8274c6ffc req-c831b044-6faa-446a-ba0e-d31facbdfebf tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:49.399145 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-29b203d7-6e9c-4dc1-874e-6d45324270fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:49.401668 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-16c9a660-062e-4129-bb92-36d8274c6ffc req-c831b044-6faa-446a-ba0e-d31facbdfebf tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 943 time: 0.8357973 Aug 23 14:28:49.456325 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd5499-0ed2-409f-84a0-90b77420bf51 req-8c632169-1582-48a6-9a1a-54e4acb08cf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:49.459135 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dcdd5499-0ed2-409f-84a0-90b77420bf51 req-8c632169-1582-48a6-9a1a-54e4acb08cf8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=76a018ba-b37d-4984-96f3-7af3bdcca9cd HTTP/1.1" status: 200 len: 859 time: 0.0953176 Aug 23 14:28:49.462934 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:49.540918 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dcdd5499-0ed2-409f-84a0-90b77420bf51 req-ea2aa95c-4fd5-413d-8343-ed731affb913 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=95586b77-cc99-4f29-a188-bbece8d2a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743835 Aug 23 14:28:49.559096 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Transition to ACTIVE for port object 2c22a8b4-ba1a-4e9a-b1da-0d459d6329dd will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:49.594225 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-16c9a660-062e-4129-bb92-36d8274c6ffc req-5bbc9344-7c9c-462d-b6a3-4aee868b18e3 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910107 Aug 23 14:28:49.634341 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e559167a-5ace-42da-b538-4aa3255d938e req-9eef5362-da8c-4fc1-8dfd-86bf134ccfed tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:49.634834 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e559167a-5ace-42da-b538-4aa3255d938e req-9eef5362-da8c-4fc1-8dfd-86bf134ccfed tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:49.746008 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a91d1-a23c-4b51-89c1-b33ba8c93587 None None] Pushing event updated for resources: {'Port': ['ID=d118e191-60bf-413b-a587-c77d2d0e6a9d,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:49.755942 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-780a91d1-a23c-4b51-89c1-b33ba8c93587 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:49.805056 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:49.857226 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dcdd5499-0ed2-409f-84a0-90b77420bf51 req-eb827747-d430-4a61-a91d-6186c2fdc2f8 service neutron] 10.222.0.91 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072245 Aug 23 14:28:49.903063 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-e559167a-5ace-42da-b538-4aa3255d938e req-9eef5362-da8c-4fc1-8dfd-86bf134ccfed tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Calling delete_port for ff4ad98f-58b7-41b6-b2d6-fb210f5f206d owned by network:floatingip {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:28:49.916088 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 0352fc72-5eb3-4521-8486-d8b2c758b2ea, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=0352fc72-5eb3-4521-8486-d8b2c758b2ea,segment=NetworkSegment(57f7f70e-2b68-4080-8b81-204a464c2267),segment_id=57f7f70e-2b68-4080-8b81-204a464c2267)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:49.918406 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6841cc-0c34-4607-a28f-30eb130f6fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0352fc72-5eb3-4521-8486-d8b2c758b2ea'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:49.929638 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-dd93c6fe-2cec-4b39-8942-c02f2a976007 None None] Provisioning complete for port d118e191-60bf-413b-a587-c77d2d0e6a9d triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:49.930271 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dd93c6fe-2cec-4b39-8942-c02f2a976007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:49.991014 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:50.006369 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:50.011444 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:50.014362 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:50.056133 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-dcdd5499-0ed2-409f-84a0-90b77420bf51 req-746066a5-c660-42f8-aaba-8574a5fc24e9 service neutron] 10.222.0.91 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932595 Aug 23 14:28:50.109679 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=2c22a8b4-ba1a-4e9a-b1da-0d459d6329dd,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:50.148494 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=0352fc72-5eb3-4521-8486-d8b2c758b2ea,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:50.152726 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:50.227486 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:50.228087 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:50.228224 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:50.228592 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:50.228957 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:50.229327 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:50.229781 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:50.230146 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:50.230500 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:50.230958 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:50.231245 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:50.238620 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:50.256750 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network bbb84a5f-1a66-45f8-9e91-33848f16865a is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:50.261742 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:50.269058 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:50.275642 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-dd93c6fe-2cec-4b39-8942-c02f2a976007 None None] Provisioning for port f8c7e783-900c-4071-bbc7-09e7322a0939 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:50.278443 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:50.278443 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:50.279881 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-dd93c6fe-2cec-4b39-8942-c02f2a976007 None None] Provisioning complete for port f8c7e783-900c-4071-bbc7-09e7322a0939 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:50.280292 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dd93c6fe-2cec-4b39-8942-c02f2a976007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:50.354491 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-dd93c6fe-2cec-4b39-8942-c02f2a976007 None None] Port f8c7e783-900c-4071-bbc7-09e7322a0939 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:28:50.392976 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-b06e4732-bbe5-4459-9f7f-82ffe89caede tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:50.396084 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-b06e4732-bbe5-4459-9f7f-82ffe89caede tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.60 "GET /v2.0/networks?id=6794ca1c-4d09-4ac5-b068-49be38bd3fdc HTTP/1.1" status: 200 len: 812 time: 0.3114572 Aug 23 14:28:50.403899 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ea185-87ec-475b-8194-825f31029f99 req-e0d803b7-62d8-4179-8a6d-fa3495f3d785 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:50.405459 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1a9ea185-87ec-475b-8194-825f31029f99 req-e0d803b7-62d8-4179-8a6d-fa3495f3d785 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 946 time: 0.4596310 Aug 23 14:28:50.496991 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5e81f795-37f4-4460-ba0a-bbc1e736723f None None] Provisioning complete for port f8c7e783-900c-4071-bbc7-09e7322a0939 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:50.496991 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5e81f795-37f4-4460-ba0a-bbc1e736723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:50.500493 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1a9ea185-87ec-475b-8194-825f31029f99 req-811d6c2e-bae2-43c2-81f4-b9c8b73be203 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3f6ec8-cc3a-4a91-a5cf-b76f111443ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878422 Aug 23 14:28:50.506056 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-a3bc2165-62d0-4ef0-8074-be0993d51bb5 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d28345bf87b4ec18f81ef4443850e77 HTTP/1.1" status: 200 len: 380 time: 0.0921667 Aug 23 14:28:50.517778 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Request body: {'port': {'device_id': '9a357d5b-4ce3-4a08-ae29-dcb5769a91eb', 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc', 'admin_state_up': True, 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'security_groups': ['48d14ece-b894-4ca1-be01-811c8c7e3583']}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:50.580000 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5e81f795-37f4-4460-ba0a-bbc1e736723f None None] Port f8c7e783-900c-4071-bbc7-09e7322a0939 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:28:50.684724 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e559167a-5ace-42da-b538-4aa3255d938e req-9eef5362-da8c-4fc1-8dfd-86bf134ccfed tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:50.690059 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-27c98b37-77b3-4886-9e1d-c9d323babf5a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7746434 Aug 23 14:28:50.693012 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50460) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:50.704039 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bbdedfdc-10e2-4fe3-923b-7ae0082159e8 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:50.745258 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-aced376d-3d22-4fe0-bc36-4b4ef4e8a7b3 req-c8441e8d-657d-48cc-9a89-d2f25ca1d9db tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 210 time: 0.1137512 Aug 23 14:28:50.768038 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef5362-da8c-4fc1-8dfd-86bf134ccfed tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Pushing event deleted for resources: {'Port': ['ID=ff4ad98f-58b7-41b6-b2d6-fb210f5f206d,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:50.782222 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:50.788426 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9eef5362-da8c-4fc1-8dfd-86bf134ccfed tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:50.800895 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7afe71a-c1f1-4396-9976-71b291eb24b7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:50.801635 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f7afe71a-c1f1-4396-9976-71b291eb24b7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:50.822398 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Usage tracker for resource:port and tenant:8d28345bf87b4ec18f81ef4443850e77 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:50.835806 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Quota usage for port was recalculated. Used quota:3. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:50.865132 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-ec19ece7-3248-4aab-a630-45e34ae76c55 None None] Provisioning for port 2c22a8b4-ba1a-4e9a-b1da-0d459d6329dd completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:50.871583 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-ec19ece7-3248-4aab-a630-45e34ae76c55 None None] Provisioning complete for port 2c22a8b4-ba1a-4e9a-b1da-0d459d6329dd triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:50.872113 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:50.872305 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ec19ece7-3248-4aab-a630-45e34ae76c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:50.903592 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e559167a-5ace-42da-b538-4aa3255d938e req-9eef5362-da8c-4fc1-8dfd-86bf134ccfed tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for floatingip, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:50.906090 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e559167a-5ace-42da-b538-4aa3255d938e req-9eef5362-da8c-4fc1-8dfd-86bf134ccfed tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:50.907481 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e559167a-5ace-42da-b538-4aa3255d938e req-9eef5362-da8c-4fc1-8dfd-86bf134ccfed tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "DELETE /v2.0/floatingips/1a6c1d7e-e820-4a48-9794-8807abece7cf HTTP/1.1" status: 204 len: 173 time: 2.2851508 Aug 23 14:28:50.917358 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 11c78783-d31a-495c-9a29-a874deba2646 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:28:50.937892 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-ec19ece7-3248-4aab-a630-45e34ae76c55 None None] Port 2c22a8b4-ba1a-4e9a-b1da-0d459d6329dd cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:28:50.991127 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f7afe71a-c1f1-4396-9976-71b291eb24b7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:50.992489 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f7afe71a-c1f1-4396-9976-71b291eb24b7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2978315 Aug 23 14:28:50.995166 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50468) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:51.042592 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Made reservation on behalf of 8d28345bf87b4ec18f81ef4443850e77 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:51.046663 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:51.115964 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309df89f-5e9d-4f6f-bc86-145831f3a344 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:51.131443 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309df89f-5e9d-4f6f-bc86-145831f3a344 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:51.135566 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6841cc-0c34-4607-a28f-30eb130f6fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0352fc72-5eb3-4521-8486-d8b2c758b2ea', 'code': 200} Aug 23 14:28:51.137977 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309df89f-5e9d-4f6f-bc86-145831f3a344 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:51.142789 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 11c78783-d31a-495c-9a29-a874deba2646, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=11c78783-d31a-495c-9a29-a874deba2646,segment=NetworkSegment(11dadd34-dcab-4e02-b4ac-3c71cd908eef),segment_id=11dadd34-dcab-4e02-b4ac-3c71cd908eef)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:51.146910 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-309df89f-5e9d-4f6f-bc86-145831f3a344 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1476684 Aug 23 14:28:51.147530 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50472) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:51.163845 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '11c78783-d31a-495c-9a29-a874deba2646', 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'port_id': '11c78783-d31a-495c-9a29-a874deba2646', 'mac_address': 'fa:16:3e:1c:33:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:28:51.274991 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-39fadd9d-a52f-4d0a-8b40-9b80cb2a8861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:51.283756 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:51.308588 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0a477-8883-4fe1-a61f-e33a236e23d1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 2c22a8b4-ba1a-4e9a-b1da-0d459d6329dd {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:28:51.308588 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a477-8883-4fe1-a61f-e33a236e23d1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:51.311597 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c78783-d31a-495c-9a29-a874deba2646 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:28:51.332130 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 11c78783-d31a-495c-9a29-a874deba2646, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=11c78783-d31a-495c-9a29-a874deba2646,segment=NetworkSegment(11dadd34-dcab-4e02-b4ac-3c71cd908eef),segment_id=11dadd34-dcab-4e02-b4ac-3c71cd908eef)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:51.937291 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:51.937291 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:51.937291 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=11c78783-d31a-495c-9a29-a874deba2646,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:51.937291 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:51.937291 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device d118e191-60bf-413b-a587-c77d2d0e6a9d up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:51.937291 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port d118e191-60bf-413b-a587-c77d2d0e6a9d triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:51.937291 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:51.945244 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cff89b19-4bf1-4581-bc94-7239dca410c4 req-b971793e-bd02-4379-ba0e-d0e1b7f0cbce tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips/5fe38212-4802-4262-a771-abf96375cc15 HTTP/1.1" status: 200 len: 692 time: 0.3668120 Aug 23 14:28:51.948424 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['11c78783-d31a-495c-9a29-a874deba2646'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:28:51.951140 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a477-8883-4fe1-a61f-e33a236e23d1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:51.954819 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Allocated IP 172.20.0.13 (6794ca1c-4d09-4ac5-b068-49be38bd3fdc/0dc458ef-0fe5-4ba1-8117-9c78db804337/12c59f40-da41-4944-b21e-9e97e106bfc2) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:51.954819 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-21de3e67-9aeb-43e0-8ab9-ad788014018e req-c08985eb-67df-4737-81c9-b4b5dbf0f786 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 1097 time: 0.6065488 Aug 23 14:28:51.954819 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f2062-8c15-43db-9191-33385eb5ebe1 req-0a51b0f3-e0bf-4873-9832-a83e1f56fbd7 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:51.954819 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0c9f2062-8c15-43db-9191-33385eb5ebe1 req-0a51b0f3-e0bf-4873-9832-a83e1f56fbd7 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 944 time: 0.5589483 Aug 23 14:28:51.957438 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:51.984721 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0a477-8883-4fe1-a61f-e33a236e23d1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for 2c22a8b4-ba1a-4e9a-b1da-0d459d6329dd owned by {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:28:52.007656 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff89b19-4bf1-4581-bc94-7239dca410c4 req-ffc81400-8e3e-451f-b1d7-1b8adb15911d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:52.009651 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cff89b19-4bf1-4581-bc94-7239dca410c4 req-ffc81400-8e3e-451f-b1d7-1b8adb15911d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.3319540 Aug 23 14:28:52.024979 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0c9f2062-8c15-43db-9191-33385eb5ebe1 req-712a5988-8f40-4519-b1da-abee1f9a7a40 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234832 Aug 23 14:28:52.108261 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-02f2537e-7a01-471a-9fc5-8615cec3b3e0 req-c5004fca-44a3-4c52-96df-729978a80e0f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2415025 Aug 23 14:28:52.124390 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-cff89b19-4bf1-4581-bc94-7239dca410c4 req-9b7061cd-f7a7-46e9-a63f-cfaa3fdb327d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Synchronizing usage tracker for tenant:351456795b9f4735b623bb107baa079e on resource:floatingip {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:52.144024 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-21de3e67-9aeb-43e0-8ab9-ad788014018e req-d3c9734b-4dc1-4a87-a66f-f9156623e72f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0d3f6ec8-cc3a-4a91-a5cf-b76f111443ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891414 Aug 23 14:28:52.272057 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-02f2537e-7a01-471a-9fc5-8615cec3b3e0 req-43ac96b8-36b7-4d19-8d4a-2afe572c167e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=408ea8540e3c437ebed84fe21cc31af0&device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 1096 time: 0.0748954 Aug 23 14:28:52.284965 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-cff89b19-4bf1-4581-bc94-7239dca410c4 req-9b7061cd-f7a7-46e9-a63f-cfaa3fdb327d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Unset dirty status for tenant:351456795b9f4735b623bb107baa079e on resource:floatingip {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:52.286080 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cff89b19-4bf1-4581-bc94-7239dca410c4 req-9b7061cd-f7a7-46e9-a63f-cfaa3fdb327d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.2669861 Aug 23 14:28:52.293131 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19eeb5-39b6-4ab8-8901-2c564fb9e52a req-a32e3d20-d7f6-402c-9178-01bffcaffcf3 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:52.294800 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0f19eeb5-39b6-4ab8-8901-2c564fb9e52a req-a32e3d20-d7f6-402c-9178-01bffcaffcf3 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 946 time: 0.0876789 Aug 23 14:28:52.379015 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a477-8883-4fe1-a61f-e33a236e23d1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:52.386651 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:52.448671 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0a477-8883-4fe1-a61f-e33a236e23d1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=2c22a8b4-ba1a-4e9a-b1da-0d459d6329dd,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:52.453479 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d5b0a477-8883-4fe1-a61f-e33a236e23d1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:52.475403 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cff89b19-4bf1-4581-bc94-7239dca410c4 req-0ae6a3d6-16f9-4c4c-9c83-7c3118893341 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.1794937 Aug 23 14:28:52.513167 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d5b0a477-8883-4fe1-a61f-e33a236e23d1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:52.537444 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2537e-7a01-471a-9fc5-8615cec3b3e0 req-629e4f95-f15b-4494-8eaa-72ad52886fbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:52.538972 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-02f2537e-7a01-471a-9fc5-8615cec3b3e0 req-629e4f95-f15b-4494-8eaa-72ad52886fbc service neutron] 10.222.0.91 "GET /v2.0/networks?id=87201e98-0c42-47b0-84b6-a734e366810a HTTP/1.1" status: 200 len: 911 time: 0.2428730 Aug 23 14:28:52.656380 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-02f2537e-7a01-471a-9fc5-8615cec3b3e0 req-e401cdb3-d3f3-4ba0-bc1c-e8b2d40813be service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3a3563a-f557-4418-a978-f27ab3bf6059 HTTP/1.1" status: 200 len: 1001 time: 0.1105001 Aug 23 14:28:52.690121 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0f19eeb5-39b6-4ab8-8901-2c564fb9e52a req-8e3d73bd-06ba-43e2-9007-b3c1d1944664 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3f6ec8-cc3a-4a91-a5cf-b76f111443ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424962 Aug 23 14:28:52.731554 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d5b0a477-8883-4fe1-a61f-e33a236e23d1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/2c22a8b4-ba1a-4e9a-b1da-0d459d6329dd HTTP/1.1" status: 204 len: 168 time: 1.5799000 Aug 23 14:28:52.736831 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-cff89b19-4bf1-4581-bc94-7239dca410c4 req-b80f52df-8ed2-4433-8975-f662e41910a2 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Deleting port 2664188c-8e3b-4179-99f5-0d5bfa46c3a5 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:28:52.737226 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cff89b19-4bf1-4581-bc94-7239dca410c4 req-b80f52df-8ed2-4433-8975-f662e41910a2 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:52.738055 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50486) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:52.794616 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2537e-7a01-471a-9fc5-8615cec3b3e0 req-7a973afa-7d8f-4d37-9cb3-fcc00166d848 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:52.794616 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-02f2537e-7a01-471a-9fc5-8615cec3b3e0 req-7a973afa-7d8f-4d37-9cb3-fcc00166d848 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12b0b345-a54c-4994-a569-11c59bf7b397 HTTP/1.1" status: 200 len: 849 time: 0.1288061 Aug 23 14:28:52.794616 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f831e1bb-1589-4bc6-b573-4c623fce1af9 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] GET failed (client error): The resource could not be found. Aug 23 14:28:52.794616 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f831e1bb-1589-4bc6-b573-4c623fce1af9 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:52.810850 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:52.880332 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-02f2537e-7a01-471a-9fc5-8615cec3b3e0 req-8c65c265-1745-4c2d-86fa-ad3eb34d9946 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=87201e98-0c42-47b0-84b6-a734e366810a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827549 Aug 23 14:28:52.917079 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 11c78783-d31a-495c-9a29-a874deba2646 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:52.930095 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9be577c1-267a-444b-ad70-91feeb7fc0a7 req-95969a60-d44b-46c6-b8f8-860a2aeaa684 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 210 time: 0.1156282 Aug 23 14:28:52.944313 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Transition to ACTIVE for port object 12c59f40-da41-4944-b21e-9e97e106bfc2 will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:52.996757 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-f831e1bb-1589-4bc6-b573-4c623fce1af9 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:52.996757 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f831e1bb-1589-4bc6-b573-4c623fce1af9 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/2c22a8b4-ba1a-4e9a-b1da-0d459d6329dd HTTP/1.1" status: 404 len: 333 time: 0.2525651 Aug 23 14:28:52.998176 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50490) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:53.036014 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-02f2537e-7a01-471a-9fc5-8615cec3b3e0 req-7fe36d9f-9638-4131-ad36-76c9b949dafa service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488082 Aug 23 14:28:53.044429 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cff89b19-4bf1-4581-bc94-7239dca410c4 req-b80f52df-8ed2-4433-8975-f662e41910a2 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:53.044809 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cff89b19-4bf1-4581-bc94-7239dca410c4 req-b80f52df-8ed2-4433-8975-f662e41910a2 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:53.077903 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 11c78783-d31a-495c-9a29-a874deba2646 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:53.088646 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 11c78783-d31a-495c-9a29-a874deba2646 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:53.089388 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:53.222781 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-02f2537e-7a01-471a-9fc5-8615cec3b3e0 req-83902f88-b3a4-4836-be04-702c148cc794 service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798947 Aug 23 14:28:53.296424 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:53.326950 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c78783-d31a-495c-9a29-a874deba2646'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:53.339209 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 11c78783-d31a-495c-9a29-a874deba2646, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=11c78783-d31a-495c-9a29-a874deba2646,segment=NetworkSegment(11dadd34-dcab-4e02-b4ac-3c71cd908eef),segment_id=11dadd34-dcab-4e02-b4ac-3c71cd908eef)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:53.341044 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-cff89b19-4bf1-4581-bc94-7239dca410c4 req-b80f52df-8ed2-4433-8975-f662e41910a2 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Calling delete_port for 2664188c-8e3b-4179-99f5-0d5bfa46c3a5 owned by network:floatingip {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:28:53.368935 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:53.391553 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-307e3b91-402b-4a0f-bda8-ee8e7ffe5bf3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:53.431944 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:53.435338 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-95966548-6950-4faa-b677-005eea2f8d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:53.463228 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-d75c3140-acb6-412e-a896-29c3801599d3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port f8c7e783-900c-4071-bbc7-09e7322a0939 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:28:53.463546 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d75c3140-acb6-412e-a896-29c3801599d3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:53.537389 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-09683912-f68c-4f77-9938-574452648b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:53.541265 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=11c78783-d31a-495c-9a29-a874deba2646,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:53.550092 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Network 6794ca1c-4d09-4ac5-b068-49be38bd3fdc is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:53.550912 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:53.559654 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:53.606667 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:28:53.637073 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Pushing event updated for resources: {'Port': ['ID=12c59f40-da41-4944-b21e-9e97e106bfc2,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:53.660321 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:53.830475 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:53.831021 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:53.902886 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-1529a137-73aa-487c-a882-018feda141a6 None None] Provisioning for port 12c59f40-da41-4944-b21e-9e97e106bfc2 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:53.909950 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-1529a137-73aa-487c-a882-018feda141a6 None None] Provisioning complete for port 12c59f40-da41-4944-b21e-9e97e106bfc2 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:53.910341 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1529a137-73aa-487c-a882-018feda141a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:53.965382 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-1529a137-73aa-487c-a882-018feda141a6 None None] Port 12c59f40-da41-4944-b21e-9e97e106bfc2 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:28:54.003741 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b05e6-8e3b-4095-9b6d-f6691cae4e47 req-c2b96e54-67d9-4163-a95b-a06b2062c014 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:54.005835 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b13b05e6-8e3b-4095-9b6d-f6691cae4e47 req-c2b96e54-67d9-4163-a95b-a06b2062c014 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.4474194 Aug 23 14:28:54.047298 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d75c3140-acb6-412e-a896-29c3801599d3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:54.182002 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cff89b19-4bf1-4581-bc94-7239dca410c4 req-b80f52df-8ed2-4433-8975-f662e41910a2 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:54.191509 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-d75c3140-acb6-412e-a896-29c3801599d3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for f8c7e783-900c-4071-bbc7-09e7322a0939 owned by {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:28:54.223216 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ccad355b-b8aa-4b5c-b350-7b358b704fb4 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:54.252285 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c1b1fc28-5b39-409a-8346-16672f60e91c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7393644 Aug 23 14:28:54.289116 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Request body: {'port': {'device_id': '9a357d5b-4ce3-4a08-ae29-dcb5769a91eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:54.322813 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f52df-8ed2-4433-8975-f662e41910a2 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Pushing event deleted for resources: {'Port': ['ID=2664188c-8e3b-4179-99f5-0d5bfa46c3a5,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:54.325194 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b80f52df-8ed2-4433-8975-f662e41910a2 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:54.339660 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b13b05e6-8e3b-4095-9b6d-f6691cae4e47 req-705b41f5-f17d-4157-b220-9c3954921c33 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270514 Aug 23 14:28:54.412780 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c78783-d31a-495c-9a29-a874deba2646', 'code': 200} Aug 23 14:28:54.521437 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cff89b19-4bf1-4581-bc94-7239dca410c4 req-b80f52df-8ed2-4433-8975-f662e41910a2 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks [] for floatingip, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:54.524208 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-cff89b19-4bf1-4581-bc94-7239dca410c4 req-b80f52df-8ed2-4433-8975-f662e41910a2 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:54.526153 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cff89b19-4bf1-4581-bc94-7239dca410c4 req-b80f52df-8ed2-4433-8975-f662e41910a2 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] 10.222.0.86 "DELETE /v2.0/floatingips/5fe38212-4802-4262-a771-abf96375cc15 HTTP/1.1" status: 204 len: 173 time: 2.0398955 Aug 23 14:28:54.539222 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50508) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:54.570432 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a75178fe-62b1-4124-8c34-c7369d0ac856 req-a3a9f8f9-c3b1-4045-8838-711ad392b44a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 1096 time: 0.0886481 Aug 23 14:28:54.574158 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:54.628473 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a75178fe-62b1-4124-8c34-c7369d0ac856 req-147388d6-ecd5-4666-b799-6630a0989567 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517848 Aug 23 14:28:54.775341 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:55.123916 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d75c3140-acb6-412e-a896-29c3801599d3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:55.136098 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-1e4eaddb-f24f-4052-ab3b-5bb2b40877a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:55.173592 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b3d28-92c3-450d-839d-3acf33ddb37f req-0a4f6fa1-685c-4088-9d7f-117d7d230480 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:55.174101 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5b7b3d28-92c3-450d-839d-3acf33ddb37f req-0a4f6fa1-685c-4088-9d7f-117d7d230480 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 946 time: 0.6386633 Aug 23 14:28:55.183678 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Sync routers for ids ['57e88131-5e9f-4568-9eff-637caac3b174'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:28:55.196919 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Routers {'57e88131-5e9f-4568-9eff-637caac3b174'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:28:55.197884 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:28:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['57e88131-5e9f-4568-9eff-637caac3b174'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:55.205768 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Sync routers for ids ['abc1c198-9062-47ac-949a-40e00a58f806'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:28:55.222644 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Routers {'abc1c198-9062-47ac-949a-40e00a58f806'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:28:55.223493 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:28:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['abc1c198-9062-47ac-949a-40e00a58f806'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:55.262831 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c3140-acb6-412e-a896-29c3801599d3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=f8c7e783-900c-4071-bbc7-09e7322a0939,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:55.290996 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005f0f3-43bb-4791-9800-4db964a4425b req-b02bad7e-8f9c-4238-8aa6-2a2241c8c93a tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:55.291713 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-b005f0f3-43bb-4791-9800-4db964a4425b req-b02bad7e-8f9c-4238-8aa6-2a2241c8c93a tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Synchronizing usage tracker for tenant:8d28345bf87b4ec18f81ef4443850e77 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:55.296316 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d75c3140-acb6-412e-a896-29c3801599d3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:55.426613 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-d75c3140-acb6-412e-a896-29c3801599d3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:55.470487 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Set router 57e88131-5e9f-4568-9eff-637caac3b174 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:28:55.508325 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Set router abc1c198-9062-47ac-949a-40e00a58f806 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:28:55.521082 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5b7b3d28-92c3-450d-839d-3acf33ddb37f req-fed65089-b49d-4073-8b19-ddf7c83ae525 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3f6ec8-cc3a-4a91-a5cf-b76f111443ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196008 Aug 23 14:28:55.623953 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-b005f0f3-43bb-4791-9800-4db964a4425b req-b02bad7e-8f9c-4238-8aa6-2a2241c8c93a tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Unset dirty status for tenant:8d28345bf87b4ec18f81ef4443850e77 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:55.625276 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b005f0f3-43bb-4791-9800-4db964a4425b req-b02bad7e-8f9c-4238-8aa6-2a2241c8c93a tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 932 time: 0.9701076 Aug 23 14:28:55.754748 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-d75c3140-acb6-412e-a896-29c3801599d3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/f8c7e783-900c-4071-bbc7-09e7322a0939 HTTP/1.1" status: 204 len: 168 time: 2.7518620 Aug 23 14:28:55.756012 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50518) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:55.863519 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f4831a-c0a9-4451-bfdc-e0a5aa7fd213 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] GET failed (client error): The resource could not be found. Aug 23 14:28:55.875053 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-33f4831a-c0a9-4451-bfdc-e0a5aa7fd213 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/f8c7e783-900c-4071-bbc7-09e7322a0939 HTTP/1.1" status: 404 len: 333 time: 0.1135931 Aug 23 14:28:55.876900 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50522) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:55.972803 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b005f0f3-43bb-4791-9800-4db964a4425b req-aa68d7f5-9662-4559-ad8a-9377f858ef24 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/security-groups?id=48d14ece-b894-4ca1-be01-811c8c7e3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470040 Aug 23 14:28:56.013920 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c59f40-da41-4944-b21e-9e97e106bfc2 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:28:56.024321 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:56.072050 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Transition to ACTIVE for port object 12c59f40-da41-4944-b21e-9e97e106bfc2 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:56.196616 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-router', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'gw_port': {'id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:21Z', 'updated_at': '2021-08-23T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '6f5258df-a985-4f08-85d7-407061e1909e', 'name': '', 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'mac_address': 'fa:16:3e:ae:f5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:28Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 2, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'subnets': [{'id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:56.201137 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Checking router: abc1c198-9062-47ac-949a-40e00a58f806 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:28:56.201507 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Updating router abc1c198-9062-47ac-949a-40e00a58f806 port 6f5258df-a985-4f08-85d7-407061e1909e binding host n-d-805629-1 {{(pid=76509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:28:56.204467 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-69ebfa4c-7bc5-496e-b65c-6344c86f3005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:56.265515 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:56.279852 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:56.295029 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-12b5cb68-c471-4f48-a07d-1a380d4d7ed8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:56.312540 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:56.383343 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e88131-5e9f-4568-9eff-637caac3b174', 'name': 'tempest-ServerActionsTestJSON-1538312754-router', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:17Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'gw_port': {'id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '0327d795-63fe-441d-a6ac-1851ae0c67ad', 'name': '', 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'mac_address': 'fa:16:3e:5b:89:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc458ef-0fe5-4ba1-8117-9c78db804337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:29Z', 'updated_at': '2021-08-23T14:28:31Z', 'revision_number': 2, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'subnets': [{'id': '0dc458ef-0fe5-4ba1-8117-9c78db804337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:56.391938 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Checking router: 57e88131-5e9f-4568-9eff-637caac3b174 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:28:56.392590 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Updating router 57e88131-5e9f-4568-9eff-637caac3b174 port 0327d795-63fe-441d-a6ac-1851ae0c67ad binding host n-d-805629-1 {{(pid=76510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 14:28:56.521664 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:56.622068 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=12c59f40-da41-4944-b21e-9e97e106bfc2,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:56.665935 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:56.671093 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-80eefcb5-ad09-4eed-b3a8-3b43934a6cc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting subnet 68a70a9b-2062-4d4d-9fc5-242b37a9f7a5 {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:28:56.677477 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80eefcb5-ad09-4eed-b3a8-3b43934a6cc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:56.824778 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80eefcb5-ad09-4eed-b3a8-3b43934a6cc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:56.957681 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80eefcb5-ad09-4eed-b3a8-3b43934a6cc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:56.986433 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.007190 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Transition to ACTIVE for port object 6f5258df-a985-4f08-85d7-407061e1909e will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:57.037047 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Attempting to bind port 12c59f40-da41-4944-b21e-9e97e106bfc2 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:57.037831 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Attempting to bind port 12c59f40-da41-4944-b21e-9e97e106bfc2 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': '3723bb98-0b13-4fba-a0ec-6d4e9e25153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:57.038318 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Attempting to bind port 12c59f40-da41-4944-b21e-9e97e106bfc2 on network 6794ca1c-4d09-4ac5-b068-49be38bd3fdc {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:28:57.046339 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Port 12c59f40-da41-4944-b21e-9e97e106bfc2 on network 6794ca1c-4d09-4ac5-b068-49be38bd3fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:28:57.047252 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Attempting to bind port 12c59f40-da41-4944-b21e-9e97e106bfc2 on network 6794ca1c-4d09-4ac5-b068-49be38bd3fdc {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:28:57.129489 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.135481 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:57.158910 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:28:57.159243 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Checking segment: {'id': '3723bb98-0b13-4fba-a0ec-6d4e9e25153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:28:57.159624 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Bound using segment: {'id': '3723bb98-0b13-4fba-a0ec-6d4e9e25153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:28:57.166251 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Bound port: 12c59f40-da41-4944-b21e-9e97e106bfc2, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3723bb98-0b13-4fba-a0ec-6d4e9e25153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:28:57.166251 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.168631 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Notify callbacks [] for port, precommit_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.218148 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df991a-4e50-4d36-b0dc-2f35d46a4560 None None] Pushing event updated for resources: {'Port': ['ID=6f5258df-a985-4f08-85d7-407061e1909e,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:57.219758 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80eefcb5-ad09-4eed-b3a8-3b43934a6cc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.224007 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-52aa80a7-031e-482a-85c5-c5e7c01e0e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:57.229413 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39579fdf-c959-46c2-9b15-669cf984a9e6 req-c11acc69-851e-421b-9d0a-345d06d55ef3 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:57.231376 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-39579fdf-c959-46c2-9b15-669cf984a9e6 req-c11acc69-851e-421b-9d0a-345d06d55ef3 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.7568388 Aug 23 14:28:57.237876 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.provisioning_blocks [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Transition to ACTIVE for port object 0327d795-63fe-441d-a6ac-1851ae0c67ad will not be triggered until provisioned by entity L2. {{(pid=76510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:57.264585 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-48df991a-4e50-4d36-b0dc-2f35d46a4560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:57.276239 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eefcb5-ad09-4eed-b3a8-3b43934a6cc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Subnet': ['ID=68a70a9b-2062-4d4d-9fc5-242b37a9f7a5,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:57.280016 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-80eefcb5-ad09-4eed-b3a8-3b43934a6cc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:57.284641 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-80eefcb5-ad09-4eed-b3a8-3b43934a6cc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.294890 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff0cd6c-292e-4c47-b415-2c8eab4f4f14 None None] Network bbb84a5f-1a66-45f8-9e91-33848f16865a requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:28:57.300949 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-80eefcb5-ad09-4eed-b3a8-3b43934a6cc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/68a70a9b-2062-4d4d-9fc5-242b37a9f7a5 HTTP/1.1" status: 204 len: 168 time: 1.4205699 Aug 23 14:28:57.303369 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50556) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:57.335248 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.352520 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-76bb9b11-461f-433b-a238-c5e38e601ae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:57.362836 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-a32a24be-168c-4eab-b1ba-914673eb10aa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4321082 Aug 23 14:28:57.463386 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.475280 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-39579fdf-c959-46c2-9b15-669cf984a9e6 req-a66b4db1-209f-46a5-95ed-1e72e4babd26 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340438 Aug 23 14:28:57.484809 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] For port 12c59f40-da41-4944-b21e-9e97e106bfc2, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:28:57.495693 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] For port 12c59f40-da41-4944-b21e-9e97e106bfc2, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=12c59f40-da41-4944-b21e-9e97e106bfc2,segment=NetworkSegment(3723bb98-0b13-4fba-a0ec-6d4e9e25153d),segment_id=3723bb98-0b13-4fba-a0ec-6d4e9e25153d)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:28:57.496283 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port d118e191-60bf-413b-a587-c77d2d0e6a9d {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:28:57.496639 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.582312 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Attempting to bind port 6f5258df-a985-4f08-85d7-407061e1909e on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:57.586918 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Attempting to bind port 6f5258df-a985-4f08-85d7-407061e1909e by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '11dadd34-dcab-4e02-b4ac-3c71cd908eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:57.589996 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Attempting to bind port 6f5258df-a985-4f08-85d7-407061e1909e on network 95586b77-cc99-4f29-a188-bbece8d2a365 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:28:57.627152 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:28:57.628210 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Checking segment: {'id': '11dadd34-dcab-4e02-b4ac-3c71cd908eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:28:57.629038 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.629735 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Bound using segment: {'id': '11dadd34-dcab-4e02-b4ac-3c71cd908eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:28:57.630440 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Bound port: 6f5258df-a985-4f08-85d7-407061e1909e, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11dadd34-dcab-4e02-b4ac-3c71cd908eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:28:57.631053 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.654059 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.684294 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-79ed8c53-8235-456c-b045-73fbddff6e38 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:57.735576 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e5582-fd17-456b-b999-11dcff13a9c3 None None] Pushing event updated for resources: {'Port': ['ID=0327d795-63fe-441d-a6ac-1851ae0c67ad,revision_number=3']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:57.819882 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e5582-fd17-456b-b999-11dcff13a9c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:57.820356 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e5582-fd17-456b-b999-11dcff13a9c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:57.820756 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e5582-fd17-456b-b999-11dcff13a9c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:57.821161 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e5582-fd17-456b-b999-11dcff13a9c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:57.821715 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e5582-fd17-456b-b999-11dcff13a9c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:57.822143 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e5582-fd17-456b-b999-11dcff13a9c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:57.822564 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e5582-fd17-456b-b999-11dcff13a9c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:57.822986 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e5582-fd17-456b-b999-11dcff13a9c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:57.823397 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e5582-fd17-456b-b999-11dcff13a9c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:57.823815 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e5582-fd17-456b-b999-11dcff13a9c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:57.824233 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e5582-fd17-456b-b999-11dcff13a9c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:57.833424 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-b29e5582-fd17-456b-b999-11dcff13a9c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:57.861818 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Attempting to bind port 0327d795-63fe-441d-a6ac-1851ae0c67ad on host n-d-805629-1 for vnic_type normal with profile {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:57.865021 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Attempting to bind port 0327d795-63fe-441d-a6ac-1851ae0c67ad by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '3723bb98-0b13-4fba-a0ec-6d4e9e25153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc'}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:57.865021 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Attempting to bind port 0327d795-63fe-441d-a6ac-1851ae0c67ad on network 6794ca1c-4d09-4ac5-b068-49be38bd3fdc {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:28:57.881385 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:28:57.881931 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Checking segment: {'id': '3723bb98-0b13-4fba-a0ec-6d4e9e25153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:28:57.882414 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.882881 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Bound using segment: {'id': '3723bb98-0b13-4fba-a0ec-6d4e9e25153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc'} {{(pid=76510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:28:57.883622 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.managers [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Bound port: 0327d795-63fe-441d-a6ac-1851ae0c67ad, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3723bb98-0b13-4fba-a0ec-6d4e9e25153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc'}}] {{(pid=76510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:28:57.884359 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.933796 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] For port 6f5258df-a985-4f08-85d7-407061e1909e, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:28:57.936918 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] For port 6f5258df-a985-4f08-85d7-407061e1909e, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=6f5258df-a985-4f08-85d7-407061e1909e,segment=NetworkSegment(11dadd34-dcab-4e02-b4ac-3c71cd908eef),segment_id=11dadd34-dcab-4e02-b4ac-3c71cd908eef)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:28:57.964666 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] For port d118e191-60bf-413b-a587-c77d2d0e6a9d, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=d118e191-60bf-413b-a587-c77d2d0e6a9d,segment=NetworkSegment(6a0b78e4-ea8f-4e2d-bdf5-cc65eb581635),segment_id=6a0b78e4-ea8f-4e2d-bdf5-cc65eb581635)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:57.965341 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:58.033089 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:58.033089 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-780a91d1-a23c-4b51-89c1-b33ba8c93587 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:58.070453 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] For port 0327d795-63fe-441d-a6ac-1851ae0c67ad, host n-d-805629-1, cleared binding levels {{(pid=76510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:28:58.078376 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75737239-fbfa-4467-a60d-85042dc2dc57 None None] DHCP port deletion for bbb84a5f-1a66-45f8-9e91-33848f16865a request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:28:58.079149 n-d-805629-1 neutron-server[76510]: DEBUG neutron.plugins.ml2.db [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] For port 0327d795-63fe-441d-a6ac-1851ae0c67ad, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=0327d795-63fe-441d-a6ac-1851ae0c67ad,segment=NetworkSegment(3723bb98-0b13-4fba-a0ec-6d4e9e25153d),segment_id=3723bb98-0b13-4fba-a0ec-6d4e9e25153d)] {{(pid=76510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:28:58.110536 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-75737239-fbfa-4467-a60d-85042dc2dc57 None None] Deleting port d118e191-60bf-413b-a587-c77d2d0e6a9d {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:28:58.110918 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-75737239-fbfa-4467-a60d-85042dc2dc57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:58.161593 n-d-805629-1 neutron-server[76510]: DEBUG neutron_lib.callbacks.manager [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:58.167686 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-75af583d-f63b-4c94-bcbe-48c945e50f86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:58.181589 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for d118e191-60bf-413b-a587-c77d2d0e6a9d owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:28:58.208567 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df991a-4e50-4d36-b0dc-2f35d46a4560 None None] Pushing event updated for resources: {'Port': ['ID=6f5258df-a985-4f08-85d7-407061e1909e,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:58.273163 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-48df991a-4e50-4d36-b0dc-2f35d46a4560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:58.293728 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:58.295175 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] 10.222.0.60 "PUT /v2.0/ports/12c59f40-da41-4944-b21e-9e97e106bfc2 HTTP/1.1" status: 200 len: 1092 time: 4.0290489 Aug 23 14:28:58.312611 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a357d5b-4ce3-4a08-ae29-dcb5769a91eb', 'tag': '12c59f40-da41-4944-b21e-9e97e106bfc2'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:58.344595 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Routers {'57e88131-5e9f-4568-9eff-637caac3b174'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:28:58.344595 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:28:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['57e88131-5e9f-4568-9eff-637caac3b174'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:58.399029 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-ab2bebbb-cdf3-4ca5-89ae-4cf5b6c751bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ae04c19703948b084682c54287f9037&device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 6501 time: 1.0016119 Aug 23 14:28:58.413782 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=12c59f40-da41-4944-b21e-9e97e106bfc2,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:58.424689 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:58.427548 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-347a58b4-face-4cbc-b60d-762980b937a8 tempest-ServerAddressesTestJSON-1686992142 tempest-ServerAddressesTestJSON-1686992142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:58.480427 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:58.552554 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=d118e191-60bf-413b-a587-c77d2d0e6a9d,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:58.556747 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:58.572667 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-75737239-fbfa-4467-a60d-85042dc2dc57 None None] For port d118e191-60bf-413b-a587-c77d2d0e6a9d, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=d118e191-60bf-413b-a587-c77d2d0e6a9d,segment=NetworkSegment(6a0b78e4-ea8f-4e2d-bdf5-cc65eb581635),segment_id=6a0b78e4-ea8f-4e2d-bdf5-cc65eb581635)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:28:58.573841 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-75737239-fbfa-4467-a60d-85042dc2dc57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:58.577248 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No DVR routers for this DVR port d118e191-60bf-413b-a587-c77d2d0e6a9d on host n-d-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:28:58.642700 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e5582-fd17-456b-b999-11dcff13a9c3 None None] Pushing event updated for resources: {'Port': ['ID=0327d795-63fe-441d-a6ac-1851ae0c67ad,revision_number=4']} {{(pid=76510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:58.668420 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] Set router 57e88131-5e9f-4568-9eff-637caac3b174 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:28:58.787005 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:58.793037 n-d-805629-1 neutron-server[76510]: DEBUG oslo_concurrency.lockutils [None req-b29e5582-fd17-456b-b999-11dcff13a9c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=76510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:58.811855 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb84a5f-1a66-45f8-9e91-33848f16865a']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:58.825799 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0b78e4-ea8f-4e2d-bdf5-cc65eb581635') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:58.826140 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0b78e4-ea8f-4e2d-bdf5-cc65eb581635') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:58.851173 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:58.876448 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-75737239-fbfa-4467-a60d-85042dc2dc57 None None] Calling delete_port for d118e191-60bf-413b-a587-c77d2d0e6a9d owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:28:58.880022 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:58.886966 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:28:58.887372 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:58.944784 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2a1c2-ac30-4c14-9c29-14dda0feb53a req-7b8993e9-c2aa-49d3-83ff-4cf277fc9375 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:58.953144 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0bf2a1c2-ac30-4c14-9c29-14dda0feb53a req-7b8993e9-c2aa-49d3-83ff-4cf277fc9375 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 944 time: 0.8466558 Aug 23 14:28:58.961363 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Routers {'abc1c198-9062-47ac-949a-40e00a58f806'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:28:58.962937 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:28:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['abc1c198-9062-47ac-949a-40e00a58f806'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:28:58.963096 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:28:59.114601 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-b1614e43-56c1-479e-9d13-af3c9e66008f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:59.114973 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-b1614e43-56c1-479e-9d13-af3c9e66008f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:59.115506 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-b1614e43-56c1-479e-9d13-af3c9e66008f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:59.117218 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-b1614e43-56c1-479e-9d13-af3c9e66008f service neutron] 10.222.0.60 "GET /v2.0/networks?id=6006255f-0aee-4aca-b3ec-52c334c0bec3&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037&id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037 HTTP/1.1" status: 200 len: 2299 time: 0.6641634 Aug 23 14:28:59.127788 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-167ed966-5a43-43a8-8c58-2896bbc8b4a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d28345bf87b4ec18f81ef4443850e77&device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 1095 time: 0.7152288 Aug 23 14:28:59.127980 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:59.143526 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e2d60fff-ca51-4ba9-8f17-5a1818f6a82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:59.156616 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:59.180076 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Network': ['ID=bbb84a5f-1a66-45f8-9e91-33848f16865a,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:59.204094 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:59.225580 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/networks/bbb84a5f-1a66-45f8-9e91-33848f16865a HTTP/1.1" status: 204 len: 168 time: 1.9195726 Aug 23 14:28:59.229575 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50572) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:59.249908 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1395121751'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:28:59.263191 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:59.273410 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:network and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:59.283483 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:59.300095 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:59.300195 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-75737239-fbfa-4467-a60d-85042dc2dc57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:28:59.300646 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-75737239-fbfa-4467-a60d-85042dc2dc57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:28:59.306195 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e88131-5e9f-4568-9eff-637caac3b174', 'name': 'tempest-ServerActionsTestJSON-1538312754-router', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:17Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'gw_port': {'id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '0327d795-63fe-441d-a6ac-1851ae0c67ad', 'name': '', 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'mac_address': 'fa:16:3e:5b:89:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc458ef-0fe5-4ba1-8117-9c78db804337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:29Z', 'updated_at': '2021-08-23T14:28:58Z', 'revision_number': 4, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'subnets': [{'id': '0dc458ef-0fe5-4ba1-8117-9c78db804337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:59.313236 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6956e51f-1dcc-4efe-8498-2b2028e2f2b4 None None] The sync data for ids ['57e88131-5e9f-4568-9eff-637caac3b174'] in n-d-805629-1 is: [{'id': '57e88131-5e9f-4568-9eff-637caac3b174', 'name': 'tempest-ServerActionsTestJSON-1538312754-router', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:17Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'gw_port': {'id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '0327d795-63fe-441d-a6ac-1851ae0c67ad', 'name': '', 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'mac_address': 'fa:16:3e:5b:89:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc458ef-0fe5-4ba1-8117-9c78db804337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:29Z', 'updated_at': '2021-08-23T14:28:58Z', 'revision_number': 4, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'subnets': [{'id': '0dc458ef-0fe5-4ba1-8117-9c78db804337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:28:59.334397 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0bf2a1c2-ac30-4c14-9c29-14dda0feb53a req-625901de-c11b-4fbd-b81c-a335a7c5a424 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/security-groups?id=48d14ece-b894-4ca1-be01-811c8c7e3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071396 Aug 23 14:28:59.358383 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] Set router abc1c198-9062-47ac-949a-40e00a58f806 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:28:59.423351 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-b96242f4-c3c2-4578-83a6-c238b7567822 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c59f40-da41-4944-b21e-9e97e106bfc2 HTTP/1.1" status: 200 len: 217 time: 0.2648041 Aug 23 14:28:59.520473 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-18f26b5b-ec6e-4e9f-abe2-b15528c5a971 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a636c77-075e-45d0-94a2-d6a16068f7e6 HTTP/1.1" status: 200 len: 1002 time: 0.3590744 Aug 23 14:28:59.555050 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:59.560368 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:59.724576 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:28:59.776597 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-cf9f2daf-d12c-46b9-85f5-960ddda83807 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:59.778126 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-cf9f2daf-d12c-46b9-85f5-960ddda83807 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98220cf1-ec84-4f91-ba4c-8e422c188293 HTTP/1.1" status: 200 len: 856 time: 0.2360718 Aug 23 14:28:59.813951 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:59.814644 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Added segment 6b5c5375-331b-4f56-a30d-2e5da1f45693 of type vlan for network af02c4b9-ba94-400b-b794-2d3aa3d64dec Aug 23 14:28:59.889242 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a357d5b-4ce3-4a08-ae29-dcb5769a91eb', 'tag': '12c59f40-da41-4944-b21e-9e97e106bfc2', 'status': 'completed', 'code': 200} Aug 23 14:28:59.915406 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1039e-caf7-4708-babd-636b191a6ab1 req-4f5b6471-4c41-4560-87fe-fe76b62efdb8 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:59.916712 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ebe1039e-caf7-4708-babd-636b191a6ab1 req-4f5b6471-4c41-4560-87fe-fe76b62efdb8 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 946 time: 0.4244444 Aug 23 14:28:59.933540 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:59.978273 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-eee04e86-5a24-4420-8bcd-ba7fa5d51d30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:59.980890 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-eee04e86-5a24-4420-8bcd-ba7fa5d51d30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0dc458ef-0fe5-4ba1-8117-9c78db804337 HTTP/1.1" status: 200 len: 851 time: 0.5452952 Aug 23 14:29:00.048109 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-75737239-fbfa-4467-a60d-85042dc2dc57 None None] Deleting port d118e191-60bf-413b-a587-c77d2d0e6a9d {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:00.048109 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-75737239-fbfa-4467-a60d-85042dc2dc57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:00.061994 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0e7a5502-1f5d-4390-b8f3-299d9f1a7a3c req-7469ac4b-7801-424a-973b-27f41eabb414 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1a307fbb16314e169ca58f8cc4fe463a&device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 1096 time: 0.7099762 Aug 23 14:29:00.184181 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 6f5258df-a985-4f08-85d7-407061e1909e up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:00.326068 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-75737239-fbfa-4467-a60d-85042dc2dc57 None None] The port 'd118e191-60bf-413b-a587-c77d2d0e6a9d' was deleted {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:29:00.381656 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-ebe1039e-caf7-4708-babd-636b191a6ab1 req-4bf16ecb-3c29-47a1-8ec7-d11d816abe7b tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Deleting port 0352fc72-5eb3-4521-8486-d8b2c758b2ea {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:00.382047 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ebe1039e-caf7-4708-babd-636b191a6ab1 req-4bf16ecb-3c29-47a1-8ec7-d11d816abe7b tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:00.491117 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-router', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'gw_port': {'id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:21Z', 'updated_at': '2021-08-23T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '6f5258df-a985-4f08-85d7-407061e1909e', 'name': '', 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'mac_address': 'fa:16:3e:ae:f5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:28Z', 'updated_at': '2021-08-23T14:28:57Z', 'revision_number': 4, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'subnets': [{'id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:00.497893 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50548df4-2c1a-493b-91d8-4ad18981c85c None None] The sync data for ids ['abc1c198-9062-47ac-949a-40e00a58f806'] in n-d-805629-1 is: [{'id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-router', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'gw_port': {'id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:21Z', 'updated_at': '2021-08-23T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '6f5258df-a985-4f08-85d7-407061e1909e', 'name': '', 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'mac_address': 'fa:16:3e:ae:f5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:28Z', 'updated_at': '2021-08-23T14:28:57Z', 'revision_number': 4, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'subnets': [{'id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:29:00.525488 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade7ff9-4b16-49d2-803f-3b9add4040e5 req-cf7166f1-398d-43f0-8b71-837b6d32660f tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.529898 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:00.532041 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dade7ff9-4b16-49d2-803f-3b9add4040e5 req-cf7166f1-398d-43f0-8b71-837b6d32660f tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 946 time: 0.9778049 Aug 23 14:29:00.533906 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.534507 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:00.541032 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 6f5258df-a985-4f08-85d7-407061e1909e completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:00.546684 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 6f5258df-a985-4f08-85d7-407061e1909e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:00.547257 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:00.561158 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-565635b4-bd46-4f81-919e-f54aab583894 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6006255f-0aee-4aca-b3ec-52c334c0bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7612181 Aug 23 14:29:00.747002 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dade7ff9-4b16-49d2-803f-3b9add4040e5 req-1c0c075c-cc43-4a96-ba1f-4ae7368981c5 tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/security-groups?id=0d3f6ec8-cc3a-4a91-a5cf-b76f111443ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140911 Aug 23 14:29:00.781792 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8c02a-30c7-4e45-9e04-795d4abadad4 req-b88327bc-a3f5-4e03-8c88-80da716afe23 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.783387 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-28b8c02a-30c7-4e45-9e04-795d4abadad4 req-b88327bc-a3f5-4e03-8c88-80da716afe23 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.5026157 Aug 23 14:29:00.814539 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:00.873241 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-ebe1039e-caf7-4708-babd-636b191a6ab1 req-4bf16ecb-3c29-47a1-8ec7-d11d816abe7b tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] For port 0352fc72-5eb3-4521-8486-d8b2c758b2ea, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=0352fc72-5eb3-4521-8486-d8b2c758b2ea,segment=NetworkSegment(57f7f70e-2b68-4080-8b81-204a464c2267),segment_id=57f7f70e-2b68-4080-8b81-204a464c2267)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:00.873659 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ebe1039e-caf7-4708-babd-636b191a6ab1 req-4bf16ecb-3c29-47a1-8ec7-d11d816abe7b tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:00.880382 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 6f5258df-a985-4f08-85d7-407061e1909e, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=6f5258df-a985-4f08-85d7-407061e1909e,segment=NetworkSegment(11dadd34-dcab-4e02-b4ac-3c71cd908eef),segment_id=11dadd34-dcab-4e02-b4ac-3c71cd908eef)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:00.891715 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-78a17cee-e072-4182-bf76-39f1e7e58bb5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6794ca1c-4d09-4ac5-b068-49be38bd3fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8813558 Aug 23 14:29:00.985234 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:00.985234 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 0327d795-63fe-441d-a6ac-1851ae0c67ad up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:01.029491 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:01.046270 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-ebe1039e-caf7-4708-babd-636b191a6ab1 req-4bf16ecb-3c29-47a1-8ec7-d11d816abe7b tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Calling delete_port for 0352fc72-5eb3-4521-8486-d8b2c758b2ea owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:29:01.275329 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=6f5258df-a985-4f08-85d7-407061e1909e,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:01.279686 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:01.287472 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-241a6142-f38b-40fd-bdde-f83a54687588 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:01.351855 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ebe1039e-caf7-4708-babd-636b191a6ab1 req-4bf16ecb-3c29-47a1-8ec7-d11d816abe7b tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.363524 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 0327d795-63fe-441d-a6ac-1851ae0c67ad completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:01.374947 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 0327d795-63fe-441d-a6ac-1851ae0c67ad triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:01.375665 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.492799 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-69ebfa4c-7bc5-496e-b65c-6344c86f3005 admin admin] Deleting port ba2b7346-45cc-41ec-8f45-4b6f1b156d82 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:01.493351 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-69ebfa4c-7bc5-496e-b65c-6344c86f3005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.543169 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a5502-1f5d-4390-b8f3-299d9f1a7a3c req-2a6bf664-d9cc-43dd-9be4-48be3220927f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:01.545035 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0e7a5502-1f5d-4390-b8f3-299d9f1a7a3c req-2a6bf664-d9cc-43dd-9be4-48be3220927f service neutron] 10.222.0.91 "GET /v2.0/networks?id=95586b77-cc99-4f29-a188-bbece8d2a365 HTTP/1.1" status: 200 len: 920 time: 1.4662337 Aug 23 14:29:01.583564 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Network': ['ID=af02c4b9-ba94-400b-b794-2d3aa3d64dec,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:01.609154 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network af02c4b9-ba94-400b-b794-2d3aa3d64dec details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:29:01.652970 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.4184158 Aug 23 14:29:01.652970 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-aff44982-22e1-4dff-acce-c43bdb5c431c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:01.656951 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ae4f4700-2eeb-499e-adfc-b3a8de6021ba tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:01.685324 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-53a1ab86-5405-4351-9a2b-2a128c957aa4 service neutron] 10.222.0.60 "GET /v2.0/networks/6006255f-0aee-4aca-b3ec-52c334c0bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1026826 Aug 23 14:29:01.701156 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50584) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:01.701156 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe1039e-caf7-4708-babd-636b191a6ab1 req-4bf16ecb-3c29-47a1-8ec7-d11d816abe7b tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] No DVR routers for this DVR port 0352fc72-5eb3-4521-8486-d8b2c758b2ea on host n-h2-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:29:01.718551 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-ebe1039e-caf7-4708-babd-636b191a6ab1 req-4bf16ecb-3c29-47a1-8ec7-d11d816abe7b tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.721463 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-ebe1039e-caf7-4708-babd-636b191a6ab1 req-4bf16ecb-3c29-47a1-8ec7-d11d816abe7b tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.60 "DELETE /v2.0/ports/0352fc72-5eb3-4521-8486-d8b2c758b2ea HTTP/1.1" status: 204 len: 173 time: 1.7821059 Aug 23 14:29:01.726947 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'subnet': {'network_id': 'af02c4b9-ba94-400b-b794-2d3aa3d64dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:01.742621 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6841cc-0c34-4607-a28f-30eb130f6fb1', 'name': 'network-vif-deleted', 'tag': '0352fc72-5eb3-4521-8486-d8b2c758b2ea'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:01.755800 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-28b8c02a-30c7-4e45-9e04-795d4abadad4 req-84de92cc-2382-4baa-bdec-c041413de487 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9191585 Aug 23 14:29:01.756286 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.762071 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf16ecb-3c29-47a1-8ec7-d11d816abe7b tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Pushing event deleted for resources: {'Port': ['ID=0352fc72-5eb3-4521-8486-d8b2c758b2ea,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:01.815886 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0e7a5502-1f5d-4390-b8f3-299d9f1a7a3c req-3646be14-a613-407d-ae3f-bcba2c3ff761 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c78783-d31a-495c-9a29-a874deba2646 HTTP/1.1" status: 200 len: 217 time: 0.2243228 Aug 23 14:29:01.816675 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 0327d795-63fe-441d-a6ac-1851ae0c67ad, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=0327d795-63fe-441d-a6ac-1851ae0c67ad,segment=NetworkSegment(3723bb98-0b13-4fba-a0ec-6d4e9e25153d),segment_id=3723bb98-0b13-4fba-a0ec-6d4e9e25153d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:01.822713 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4bf16ecb-3c29-47a1-8ec7-d11d816abe7b tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:01.910401 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:01.921293 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:subnet and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:01.925696 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a5502-1f5d-4390-b8f3-299d9f1a7a3c req-4455b4d5-656b-4e3a-bd23-6902526acab0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:01.929857 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0e7a5502-1f5d-4390-b8f3-299d9f1a7a3c req-4455b4d5-656b-4e3a-bd23-6902526acab0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=76a018ba-b37d-4984-96f3-7af3bdcca9cd HTTP/1.1" status: 200 len: 859 time: 0.1059635 Aug 23 14:29:01.931850 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:01.943698 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:01.948773 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.951430 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:02.005616 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0e7a5502-1f5d-4390-b8f3-299d9f1a7a3c req-f39a4505-8fd5-4ee0-842f-4d813b2e6363 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=95586b77-cc99-4f29-a188-bbece8d2a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607836 Aug 23 14:29:02.029940 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-71c88e72-0692-4f06-a791-e379adca1b6b service neutron] 10.222.0.60 "GET /v2.0/networks/6794ca1c-4d09-4ac5-b068-49be38bd3fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1073129 Aug 23 14:29:02.068526 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:02.088880 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device d118e191-60bf-413b-a587-c77d2d0e6a9d no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:29:02.175551 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: d118e191-60bf-413b-a587-c77d2d0e6a9d {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:29:02.175720 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device d118e191-60bf-413b-a587-c77d2d0e6a9d not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:29:02.193731 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5a92-5a7e-4a4b-bb5e-ba58b147dba7 req-26d7a9ab-42ea-42ab-ae30-9c0cff9dbe42 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:02.200727 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-50aa5a92-5a7e-4a4b-bb5e-ba58b147dba7 req-26d7a9ab-42ea-42ab-ae30-9c0cff9dbe42 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 944 time: 0.8420599 Aug 23 14:29:02.218929 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=0327d795-63fe-441d-a6ac-1851ae0c67ad,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:02.229950 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:02.245964 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0e7a5502-1f5d-4390-b8f3-299d9f1a7a3c req-643dc552-4d26-4676-9a55-5e1bcdb89cad service neutron] 10.222.0.91 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323411 Aug 23 14:29:02.247231 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:02.259298 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-69ebfa4c-7bc5-496e-b65c-6344c86f3005 admin admin] For port ba2b7346-45cc-41ec-8f45-4b6f1b156d82, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ba2b7346-45cc-41ec-8f45-4b6f1b156d82,segment=NetworkSegment(d23a089f-c630-48aa-acce-5ae37683b84c),segment_id=d23a089f-c630-48aa-acce-5ae37683b84c)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:02.259743 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-69ebfa4c-7bc5-496e-b65c-6344c86f3005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:02.384121 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 6f5258df-a985-4f08-85d7-407061e1909e up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:02.436617 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-1df7ceb2-9389-4748-9fa8-a561b8032676 service neutron] 10.222.0.60 "GET /v2.0/networks/6006255f-0aee-4aca-b3ec-52c334c0bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7229705 Aug 23 14:29:02.447807 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-69ebfa4c-7bc5-496e-b65c-6344c86f3005 admin admin] Calling delete_port for ba2b7346-45cc-41ec-8f45-4b6f1b156d82 owned by network:router_interface {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:29:02.527913 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 6f5258df-a985-4f08-85d7-407061e1909e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:02.528295 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:02.637652 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6841cc-0c34-4607-a28f-30eb130f6fb1', 'name': 'network-vif-deleted', 'tag': '0352fc72-5eb3-4521-8486-d8b2c758b2ea', 'status': 'completed', 'code': 200} Aug 23 14:29:02.696836 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:02.697237 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-50aa5a92-5a7e-4a4b-bb5e-ba58b147dba7 req-8be2a91d-3002-4619-b28f-12381ac14ccd tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/security-groups?id=48d14ece-b894-4ca1-be01-811c8c7e3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4954531 Aug 23 14:29:02.699291 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-f9c7c78c-323b-4ce9-93a7-2c644659b8c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=b8ad156f-a175-4727-9751-600fe733884e HTTP/1.1" status: 200 len: 217 time: 0.2105289 Aug 23 14:29:02.706623 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-13ee5ee8-8389-4b9d-99f1-9b052ce0d573 req-5ec64329-87ba-45bc-97af-c79dd3a1107c tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee6841cc-0c34-4607-a28f-30eb130f6fb1 HTTP/1.1" status: 200 len: 210 time: 0.0978603 Aug 23 14:29:02.711729 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a303a23b-2c97-4e75-b99b-4ddf8a27958a req-c27a0d33-a1d1-4ef1-9bcf-995cf8b70eca service neutron] 10.222.0.60 "GET /v2.0/networks/6794ca1c-4d09-4ac5-b068-49be38bd3fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6624019 Aug 23 14:29:02.733995 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 0327d795-63fe-441d-a6ac-1851ae0c67ad up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:02.884736 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 0327d795-63fe-441d-a6ac-1851ae0c67ad triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:02.885370 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:02.910740 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-0fcbe51c-1bbe-4c2d-b74b-bc55f27c1cdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:02.912863 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-0fcbe51c-1bbe-4c2d-b74b-bc55f27c1cdf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7 HTTP/1.1" status: 200 len: 797 time: 0.1967764 Aug 23 14:29:03.058861 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0e7a5502-1f5d-4390-b8f3-299d9f1a7a3c req-242ebb22-6511-438e-99dc-02482c57c0b0 service neutron] 10.222.0.91 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7942879 Aug 23 14:29:03.073460 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 0352fc72-5eb3-4521-8486-d8b2c758b2ea no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:29:03.076493 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.081278 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-80eefcb5-ad09-4eed-b3a8-3b43934a6cc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:03.099946 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5737cdb5-c748-4e3c-9a8b-1fc41ea99003 req-061aec4a-57c4-4e93-bcb3-ef3967a7a8a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d28345bf87b4ec18f81ef4443850e77&device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 1095 time: 0.2450783 Aug 23 14:29:03.165313 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 0352fc72-5eb3-4521-8486-d8b2c758b2ea {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:29:03.165841 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 0352fc72-5eb3-4521-8486-d8b2c758b2ea not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:29:03.240244 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Subnet': ['ID=c8afcbe4-e3f7-4379-b5d9-457ae89a82f8,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:03.241012 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:03.269788 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Checking segment: {'id': '6b5c5375-331b-4f56-a30d-2e5da1f45693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'af02c4b9-ba94-400b-b794-2d3aa3d64dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:29:03.270531 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network hostable DHCP agents. Network: af02c4b9-ba94-400b-b794-2d3aa3d64dec, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:29:03.390205 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-69ad6311-32b1-4fb3-ab48-9390d979381f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60343cd1-e098-494e-b172-ce16a3009aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4546986 Aug 23 14:29:03.400297 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network af02c4b9-ba94-400b-b794-2d3aa3d64dec is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:29:03.483589 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.508302 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, af02c4b9-ba94-400b-b794-2d3aa3d64dec) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:03.516803 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:03.523616 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.524693 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5077bf-1e91-40d8-886c-cc8353ff678f None None] Network af02c4b9-ba94-400b-b794-2d3aa3d64dec requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:29:03.699705 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9880161 Aug 23 14:29:03.702198 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50600) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:03.722736 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-69ebfa4c-7bc5-496e-b65c-6344c86f3005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.724551 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-d29f29e5-35a1-4de7-8713-83fcb369ba0d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-173785380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:03.740302 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-92285961-e9b2-4ddd-8848-8d9cbe55f0df tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:03.748511 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-d29f29e5-35a1-4de7-8713-83fcb369ba0d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:03.763043 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-d29f29e5-35a1-4de7-8713-83fcb369ba0d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:router and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:03.770869 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-d29f29e5-35a1-4de7-8713-83fcb369ba0d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:03.786710 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-d29f29e5-35a1-4de7-8713-83fcb369ba0d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:03.818921 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebfa4c-7bc5-496e-b65c-6344c86f3005 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2b7346-45cc-41ec-8f45-4b6f1b156d82,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:03.822326 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-69ebfa4c-7bc5-496e-b65c-6344c86f3005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:03.890038 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737cdb5-c748-4e3c-9a8b-1fc41ea99003 req-b71e7eaa-98c3-4d8d-bf83-21079c6506da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:03.891453 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5737cdb5-c748-4e3c-9a8b-1fc41ea99003 req-b71e7eaa-98c3-4d8d-bf83-21079c6506da service neutron] 10.222.0.60 "GET /v2.0/networks?id=6794ca1c-4d09-4ac5-b068-49be38bd3fdc HTTP/1.1" status: 200 len: 913 time: 0.7834029 Aug 23 14:29:03.941411 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d29f29e5-35a1-4de7-8713-83fcb369ba0d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.964821 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d29f29e5-35a1-4de7-8713-83fcb369ba0d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.977097 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-af02c4b9-ba94-400b-b794-2d3aa3d64dec', 'network_id': 'af02c4b9-ba94-400b-b794-2d3aa3d64dec', 'tenant_id': '9941da49987249e0a64fa4a2b73cbf48', 'fixed_ips': [{'subnet_id': 'c8afcbe4-e3f7-4379-b5d9-457ae89a82f8'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:29:03.977920 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.979318 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d29f29e5-35a1-4de7-8713-83fcb369ba0d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:04.097656 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d29f29e5-35a1-4de7-8713-83fcb369ba0d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:04.106654 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42373059-6275-4a9b-88d3-ba760b7061f2 req-2911bf47-3721-4e12-82f1-047641f68676 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:04.112257 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-42373059-6275-4a9b-88d3-ba760b7061f2 req-2911bf47-3721-4e12-82f1-047641f68676 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.8821354 Aug 23 14:29:04.209738 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5737cdb5-c748-4e3c-9a8b-1fc41ea99003 req-911a895a-8ee3-4899-a1bd-3d1ac05a70e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c59f40-da41-4944-b21e-9e97e106bfc2 HTTP/1.1" status: 200 len: 217 time: 0.2518647 Aug 23 14:29:04.216691 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-c4e0eadb-0ed7-475b-b5f9-de6691f1ce18 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8085942 Aug 23 14:29:04.229790 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Allocated IP 2001:db8::2 (af02c4b9-ba94-400b-b794-2d3aa3d64dec/c8afcbe4-e3f7-4379-b5d9-457ae89a82f8/1bf0b9a3-64be-499f-896d-8c41a63eae5e) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:04.234182 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d29f29e5-35a1-4de7-8713-83fcb369ba0d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:04.237858 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d29f29e5-35a1-4de7-8713-83fcb369ba0d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5320501 Aug 23 14:29:04.240837 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50612) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:04.251664 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'network_id': 'af02c4b9-ba94-400b-b794-2d3aa3d64dec', 'name': 'tempest-PortsIpV6TestJSON-1842404325'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:04.497632 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:04.500820 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:port and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:04.505711 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:04.512883 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:04.533715 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:04.536643 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737cdb5-c748-4e3c-9a8b-1fc41ea99003 req-45c28546-1966-487c-8ab1-f5246765f203 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:04.539230 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5737cdb5-c748-4e3c-9a8b-1fc41ea99003 req-45c28546-1966-487c-8ab1-f5246765f203 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0dc458ef-0fe5-4ba1-8117-9c78db804337 HTTP/1.1" status: 200 len: 851 time: 0.3197443 Aug 23 14:29:04.542767 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-42373059-6275-4a9b-88d3-ba760b7061f2 req-6c112a0a-9537-4799-9939-07e0024b9ba2 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847494 Aug 23 14:29:04.547430 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Transition to ACTIVE for port object 1bf0b9a3-64be-499f-896d-8c41a63eae5e will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:04.578121 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Transition to ACTIVE for port object 1bf0b9a3-64be-499f-896d-8c41a63eae5e will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:04.637383 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:04.642472 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:04.649274 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3654fe-7451-4b5a-8e08-0a12a85b6de5 req-c38b3a3d-73e0-4988-ba23-784fd344bfab tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:04.650893 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2d3654fe-7451-4b5a-8e08-0a12a85b6de5 req-c38b3a3d-73e0-4988-ba23-784fd344bfab tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 944 time: 0.7386794 Aug 23 14:29:04.665544 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:04.673371 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:04.682957 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] device_id is not set on port 0863a23e-1f9e-4039-8614-1e7c05a70b95 yet. {{(pid=76506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:29:04.711488 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50618) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:04.757155 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Network af02c4b9-ba94-400b-b794-2d3aa3d64dec is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:04.757155 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:04.766186 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Pushing event updated for resources: {'Port': ['ID=1bf0b9a3-64be-499f-896d-8c41a63eae5e,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:04.768960 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:29:04.773991 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:04.778806 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-6789ad22-43cf-4308-b279-8d143bed8561 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539761 Aug 23 14:29:04.945353 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-9e06ae53-241b-4d18-a70b-30c8729d9c9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=35e6671a-e1a8-4f86-80ff-87b3e4afb018 HTTP/1.1" status: 200 len: 217 time: 0.1489124 Aug 23 14:29:04.952794 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2d3654fe-7451-4b5a-8e08-0a12a85b6de5 req-42a92aaa-3560-4299-aeaa-e1e3cbe3ed7c tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/security-groups?id=48d14ece-b894-4ca1-be01-811c8c7e3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895820 Aug 23 14:29:04.954809 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Attempting to bind port 1bf0b9a3-64be-499f-896d-8c41a63eae5e on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:04.955680 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Attempting to bind port 1bf0b9a3-64be-499f-896d-8c41a63eae5e by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '6b5c5375-331b-4f56-a30d-2e5da1f45693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'af02c4b9-ba94-400b-b794-2d3aa3d64dec'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:04.956292 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Attempting to bind port 1bf0b9a3-64be-499f-896d-8c41a63eae5e on network af02c4b9-ba94-400b-b794-2d3aa3d64dec {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:29:04.969658 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:29:04.970924 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Checking segment: {'id': '6b5c5375-331b-4f56-a30d-2e5da1f45693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'af02c4b9-ba94-400b-b794-2d3aa3d64dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:29:04.971599 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:04.972392 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Bound using segment: {'id': '6b5c5375-331b-4f56-a30d-2e5da1f45693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'af02c4b9-ba94-400b-b794-2d3aa3d64dec'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:29:04.974903 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Bound port: 1bf0b9a3-64be-499f-896d-8c41a63eae5e, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5c5375-331b-4f56-a30d-2e5da1f45693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'af02c4b9-ba94-400b-b794-2d3aa3d64dec'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:29:04.974903 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:04.984793 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Allocated IP 2001:db8::3c8 (af02c4b9-ba94-400b-b794-2d3aa3d64dec/c8afcbe4-e3f7-4379-b5d9-457ae89a82f8/0863a23e-1f9e-4039-8614-1e7c05a70b95) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:04.997182 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 12c59f40-da41-4944-b21e-9e97e106bfc2 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:29:05.001152 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3527e71-f460-42b6-8fa7-ff5488b666ec admin admin] Deleting subnet 69b7144b-4bad-427c-94ff-8e2cd0afb498 {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:29:05.016677 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c3527e71-f460-42b6-8fa7-ff5488b666ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:05.073024 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5737cdb5-c748-4e3c-9a8b-1fc41ea99003 req-20a93779-8c1a-43fb-881d-6ab15cdc4518 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6794ca1c-4d09-4ac5-b068-49be38bd3fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5206633 Aug 23 14:29:05.144238 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] For port 1bf0b9a3-64be-499f-896d-8c41a63eae5e, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:29:05.150089 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] For port 1bf0b9a3-64be-499f-896d-8c41a63eae5e, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=1bf0b9a3-64be-499f-896d-8c41a63eae5e,segment=NetworkSegment(6b5c5375-331b-4f56-a30d-2e5da1f45693),segment_id=6b5c5375-331b-4f56-a30d-2e5da1f45693)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:29:05.166769 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.resource_extend [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:29:05.265708 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:05.274735 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:05.296121 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:05.321662 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c3527e71-f460-42b6-8fa7-ff5488b666ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:05.333543 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Transition to ACTIVE for port object 0863a23e-1f9e-4039-8614-1e7c05a70b95 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:05.390128 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-9848612e-a992-48e5-86ca-43700d3750aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:05.391659 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-9848612e-a992-48e5-86ca-43700d3750aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7 HTTP/1.1" status: 200 len: 797 time: 0.4345660 Aug 23 14:29:05.431575 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Pushing event updated for resources: {'Port': ['ID=1bf0b9a3-64be-499f-896d-8c41a63eae5e,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:05.443449 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:05.445005 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:05.471098 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-034ad725-3567-4a49-903f-ffdaba62207e tempest-TenantUsagesTestJSON-1022982919 tempest-TenantUsagesTestJSON-1022982919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:05.475511 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 12c59f40-da41-4944-b21e-9e97e106bfc2, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=12c59f40-da41-4944-b21e-9e97e106bfc2,segment=NetworkSegment(3723bb98-0b13-4fba-a0ec-6d4e9e25153d),segment_id=3723bb98-0b13-4fba-a0ec-6d4e9e25153d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:05.488370 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '12c59f40-da41-4944-b21e-9e97e106bfc2', 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc', 'port_id': '12c59f40-da41-4944-b21e-9e97e106bfc2', 'mac_address': 'fa:16:3e:64:26:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc458ef-0fe5-4ba1-8117-9c78db804337', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:29:05.531938 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5737cdb5-c748-4e3c-9a8b-1fc41ea99003 req-9377b0a5-ade0-4a45-b2cd-667fcd87e739 service neutron] 10.222.0.60 "GET /v2.0/networks/6794ca1c-4d09-4ac5-b068-49be38bd3fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444737 Aug 23 14:29:05.564298 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network af02c4b9-ba94-400b-b794-2d3aa3d64dec is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:05.568995 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:05.574272 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:29:05.579854 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:05.581661 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:05.590068 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c3527e71-f460-42b6-8fa7-ff5488b666ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:05.595378 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:05.619322 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c59f40-da41-4944-b21e-9e97e106bfc2 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:29:05.628225 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=0863a23e-1f9e-4039-8614-1e7c05a70b95,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:05.638842 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:05.646394 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 12c59f40-da41-4944-b21e-9e97e106bfc2, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=12c59f40-da41-4944-b21e-9e97e106bfc2,segment=NetworkSegment(3723bb98-0b13-4fba-a0ec-6d4e9e25153d),segment_id=3723bb98-0b13-4fba-a0ec-6d4e9e25153d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:05.730321 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:05.735504 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-48df991a-4e50-4d36-b0dc-2f35d46a4560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:05.772698 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5265586 Aug 23 14:29:05.774002 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50624) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:05.823881 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=12c59f40-da41-4944-b21e-9e97e106bfc2,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:05.827345 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:06.074879 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-69ebfa4c-7bc5-496e-b65c-6344c86f3005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:06.123762 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['12c59f40-da41-4944-b21e-9e97e106bfc2'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:29:06.270604 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-f2ce9e72-7ddf-4c87-90df-d0ecbeb9a8ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60343cd1-e098-494e-b172-ce16a3009aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8601081 Aug 23 14:29:06.272854 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5737cdb5-c748-4e3c-9a8b-1fc41ea99003 req-da772b2c-e3af-41bc-b02c-cdf19a312086 service neutron] 10.222.0.60 "GET /v2.0/networks/6794ca1c-4d09-4ac5-b068-49be38bd3fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7323329 Aug 23 14:29:06.339803 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c3527e71-f460-42b6-8fa7-ff5488b666ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:06.350193 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb54168-c038-44e0-8b92-1ba8fd1bdc51 req-a1029359-a9b3-4f6a-9d7f-0a3da6eb5e3a tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:06.360251 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1fb54168-c038-44e0-8b92-1ba8fd1bdc51 req-a1029359-a9b3-4f6a-9d7f-0a3da6eb5e3a tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.4141641 Aug 23 14:29:06.405995 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-047efe39-8e44-4942-8c36-a88903daba8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:06.500087 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 1bf0b9a3-64be-499f-896d-8c41a63eae5e up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:06.502518 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3527e71-f460-42b6-8fa7-ff5488b666ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69b7144b-4bad-427c-94ff-8e2cd0afb498,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:06.515573 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c3527e71-f460-42b6-8fa7-ff5488b666ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:06.540971 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c3527e71-f460-42b6-8fa7-ff5488b666ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:06.608598 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-c3527e71-f460-42b6-8fa7-ff5488b666ec admin admin] 10.222.0.86 "DELETE /v2.0/subnets/69b7144b-4bad-427c-94ff-8e2cd0afb498 HTTP/1.1" status: 204 len: 168 time: 1.8903637 Aug 23 14:29:06.613073 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50636) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:06.647716 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1fb54168-c038-44e0-8b92-1ba8fd1bdc51 req-4e03a193-7b0f-431d-8689-af044d82ce3f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863394 Aug 23 14:29:06.674421 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-f4eb335a-5f36-4617-a151-7df20e6a1a22 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679447 Aug 23 14:29:06.732328 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02e88-920e-4345-8fab-d9914ecd4f81 req-e69c79e3-e41c-4316-9def-b566985e418f tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:06.742527 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b4f02e88-920e-4345-8fab-d9914ecd4f81 req-e69c79e3-e41c-4316-9def-b566985e418f tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 945 time: 0.5155599 Aug 23 14:29:06.792103 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 1bf0b9a3-64be-499f-896d-8c41a63eae5e completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:06.830718 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0dda0706-71ca-447d-8b71-ade2e010bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:06.964896 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.034102 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b4f02e88-920e-4345-8fab-d9914ecd4f81 req-62cbb418-50dd-4b12-8e25-9b99e077aaf8 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/security-groups?id=48d14ece-b894-4ca1-be01-811c8c7e3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952589 Aug 23 14:29:07.041820 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa28d29b-b44c-4963-9850-d0b623f076f5 None None] Network af02c4b9-ba94-400b-b794-2d3aa3d64dec requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:29:07.096639 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-fbf16b58-317a-4c36-b948-5d9bb07f6638 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137859 Aug 23 14:29:07.139558 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0dda0706-71ca-447d-8b71-ade2e010bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.169564 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-0dda0706-71ca-447d-8b71-ade2e010bb94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f5fd24-d8c7-46dc-8a94-b3b81e806f72']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:07.248217 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-0dda0706-71ca-447d-8b71-ade2e010bb94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f7f70e-2b68-4080-8b81-204a464c2267') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:07.248217 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-0dda0706-71ca-447d-8b71-ade2e010bb94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f7f70e-2b68-4080-8b81-204a464c2267') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:07.287842 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-18858fb5-e033-4f8e-af94-31dd61897f57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=2e88c439-a70f-41cf-97ea-14dc8c330d1d HTTP/1.1" status: 200 len: 217 time: 0.1831524 Aug 23 14:29:07.320957 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0dda0706-71ca-447d-8b71-ade2e010bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.343882 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-af434859-3f67-4ba1-87f2-7c63fe17c4c3 None None] Provisioning for port 1bf0b9a3-64be-499f-896d-8c41a63eae5e completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:07.355260 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-af434859-3f67-4ba1-87f2-7c63fe17c4c3 None None] Provisioning complete for port 1bf0b9a3-64be-499f-896d-8c41a63eae5e triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:07.355870 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-af434859-3f67-4ba1-87f2-7c63fe17c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.360790 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0dda0706-71ca-447d-8b71-ade2e010bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.432975 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dda0706-71ca-447d-8b71-ade2e010bb94 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:29:07.433392 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0dda0706-71ca-447d-8b71-ade2e010bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:29:07.449616 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:29:07.468609 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-b3b05a3d-4be6-42d1-a9c1-9407d473cc19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:07.469074 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-b3b05a3d-4be6-42d1-a9c1-9407d473cc19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7 HTTP/1.1" status: 200 len: 797 time: 0.1689773 Aug 23 14:29:07.565673 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-af434859-3f67-4ba1-87f2-7c63fe17c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.609340 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-af434859-3f67-4ba1-87f2-7c63fe17c4c3 None None] For port 1bf0b9a3-64be-499f-896d-8c41a63eae5e, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=1bf0b9a3-64be-499f-896d-8c41a63eae5e,segment=NetworkSegment(6b5c5375-331b-4f56-a30d-2e5da1f45693),segment_id=6b5c5375-331b-4f56-a30d-2e5da1f45693)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:07.646322 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.648654 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0dda0706-71ca-447d-8b71-ade2e010bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.653027 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:07.678299 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0dda0706-71ca-447d-8b71-ade2e010bb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.685365 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda0706-71ca-447d-8b71-ade2e010bb94 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f5fd24-d8c7-46dc-8a94-b3b81e806f72,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:07.690128 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0dda0706-71ca-447d-8b71-ade2e010bb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:07.694116 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-af434859-3f67-4ba1-87f2-7c63fe17c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.700996 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:07.715467 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-03ec4a83-b055-4ef3-9dbc-a565a1411773 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60343cd1-e098-494e-b172-ce16a3009aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2388308 Aug 23 14:29:07.756257 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.761524 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-14da7967-277a-4ac4-9525-b839dd7c8aad tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:07.786327 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af434859-3f67-4ba1-87f2-7c63fe17c4c3 None None] Pushing event updated for resources: {'Port': ['ID=1bf0b9a3-64be-499f-896d-8c41a63eae5e,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:07.789542 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-af434859-3f67-4ba1-87f2-7c63fe17c4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:07.820961 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-0dda0706-71ca-447d-8b71-ade2e010bb94 admin admin] 10.222.0.86 "DELETE /v2.0/networks/41f5fd24-d8c7-46dc-8a94-b3b81e806f72 HTTP/1.1" status: 204 len: 168 time: 1.2023690 Aug 23 14:29:07.942780 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=0863a23e-1f9e-4039-8614-1e7c05a70b95,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:07.947417 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:08.034158 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f7d8ceea-562c-4912-b98b-97ff57571ecb None None] Provisioning complete for port 1bf0b9a3-64be-499f-896d-8c41a63eae5e triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:08.034669 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f7d8ceea-562c-4912-b98b-97ff57571ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:08.234103 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:08.366436 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f7d8ceea-562c-4912-b98b-97ff57571ecb None None] Provisioning for port 0863a23e-1f9e-4039-8614-1e7c05a70b95 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:08.370332 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 1bf0b9a3-64be-499f-896d-8c41a63eae5e up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:08.372281 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-bfc46bef-fe78-46c3-8698-aed4a8c3b285 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430204 Aug 23 14:29:08.430479 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50654) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:08.435005 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f7d8ceea-562c-4912-b98b-97ff57571ecb None None] Provisioning complete for port 0863a23e-1f9e-4039-8614-1e7c05a70b95 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:08.435393 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f7d8ceea-562c-4912-b98b-97ff57571ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:08.482204 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:08.493469 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-f7d8ceea-562c-4912-b98b-97ff57571ecb None None] Port 0863a23e-1f9e-4039-8614-1e7c05a70b95 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:29:08.516870 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 1bf0b9a3-64be-499f-896d-8c41a63eae5e triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:08.517625 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:08.631562 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-ad156735-e9b9-4597-b159-4790ffb97c56 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457738 Aug 23 14:29:08.696796 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-6a0c0a9b-84cf-4a78-bb0a-3d226e5a1346 None None] Provisioning complete for port 0863a23e-1f9e-4039-8614-1e7c05a70b95 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:08.697192 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0a9b-84cf-4a78-bb0a-3d226e5a1346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:08.732470 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-a9c17ebc-bc3e-41a2-ae64-f69eb530ae16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=ffd6922c-9005-4b49-a0ec-84d29480b1c2 HTTP/1.1" status: 200 len: 217 time: 0.0887465 Aug 23 14:29:08.757092 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1211aa-4c36-472c-a69c-b9340d441991 req-92b7ce43-7b53-4a0c-97d1-220e98f21805 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:08.760175 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c0a9b-84cf-4a78-bb0a-3d226e5a1346 None None] Port 0863a23e-1f9e-4039-8614-1e7c05a70b95 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:29:08.766142 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4d1211aa-4c36-472c-a69c-b9340d441991 req-92b7ce43-7b53-4a0c-97d1-220e98f21805 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.7375524 Aug 23 14:29:08.868287 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-9a040dee-d579-40ef-bc9e-ed56feb7d590 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2f24b87a697949699b1ddf48fd72cd1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3513367 Aug 23 14:29:08.877244 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1eeded-8696-4a44-a37c-96010244fe46 req-d05a4cd3-c781-454a-b4cb-7aef8898a276 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:08.878831 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9d1eeded-8696-4a44-a37c-96010244fe46 req-d05a4cd3-c781-454a-b4cb-7aef8898a276 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 945 time: 0.5620873 Aug 23 14:29:08.879686 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50658) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:08.891015 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-bff4a1f2-2096-4a9c-ab2d-0aebedba3c81 None None] Provisioning complete for port 0863a23e-1f9e-4039-8614-1e7c05a70b95 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:08.891425 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-bff4a1f2-2096-4a9c-ab2d-0aebedba3c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:08.939465 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-8b451cbd-a4cc-42d6-8bb3-5f1438f9d43e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:08.940572 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-8b451cbd-a4cc-42d6-8bb3-5f1438f9d43e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7 HTTP/1.1" status: 200 len: 797 time: 0.1911597 Aug 23 14:29:08.955571 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-bff4a1f2-2096-4a9c-ab2d-0aebedba3c81 None None] Port 0863a23e-1f9e-4039-8614-1e7c05a70b95 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:29:09.024566 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4d1211aa-4c36-472c-a69c-b9340d441991 req-be02ff93-e828-4030-b77f-66833aab70f3 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575347 Aug 23 14:29:09.025482 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 12c59f40-da41-4944-b21e-9e97e106bfc2 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:09.047653 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ebfa4c-7bc5-496e-b65c-6344c86f3005 admin admin] Router ab020dd1-7030-46a1-b057-b5de5431687e has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:29:09.086934 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9d1eeded-8696-4a44-a37c-96010244fe46 req-86c58ec6-37db-4abd-846f-bde1f3e60f50 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/security-groups?id=48d14ece-b894-4ca1-be01-811c8c7e3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935821 Aug 23 14:29:09.111060 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e017-5ac1-4e1c-a079-d596423f94a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.217834 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 12c59f40-da41-4944-b21e-9e97e106bfc2 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:09.229231 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e017-5ac1-4e1c-a079-d596423f94a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.230339 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 12c59f40-da41-4944-b21e-9e97e106bfc2 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:09.230939 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.242464 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-1d5d5fd6-dd8a-4920-a805-83805c177b42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60343cd1-e098-494e-b172-ce16a3009aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2879846 Aug 23 14:29:09.291750 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.390589 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.392328 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.418240 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ea6d96d3-fe9f-4ee6-8841-35f7b66b4dca tempest-InstanceActionsNegativeTestJSON-1219955447 tempest-InstanceActionsNegativeTestJSON-1219955447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:09.461849 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-2a720f36-b288-49d6-8b4e-b3d8d9d62454 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046835 Aug 23 14:29:09.502990 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.545440 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a357d5b-4ce3-4a08-ae29-dcb5769a91eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c59f40-da41-4944-b21e-9e97e106bfc2'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:09.568535 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 12c59f40-da41-4944-b21e-9e97e106bfc2, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=12c59f40-da41-4944-b21e-9e97e106bfc2,segment=NetworkSegment(3723bb98-0b13-4fba-a0ec-6d4e9e25153d),segment_id=3723bb98-0b13-4fba-a0ec-6d4e9e25153d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:09.595811 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=0863a23e-1f9e-4039-8614-1e7c05a70b95,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:09.608517 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:09.660969 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network af02c4b9-ba94-400b-b794-2d3aa3d64dec is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:09.662365 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:09.672504 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.674096 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e017-5ac1-4e1c-a079-d596423f94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.694406 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9131b5bd-37bd-48aa-8f44-f217e3c190a4 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:09.695556 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a357d5b-4ce3-4a08-ae29-dcb5769a91eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c59f40-da41-4944-b21e-9e97e106bfc2', 'code': 200} Aug 23 14:29:09.696102 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-172f36e6-7fd2-4677-8870-c23cda152c26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:09.736832 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7e017-5ac1-4e1c-a079-d596423f94a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3f6ec8-cc3a-4a91-a5cf-b76f111443ce,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:09.737593 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f0f7e017-5ac1-4e1c-a079-d596423f94a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:09.875485 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e017-5ac1-4e1c-a079-d596423f94a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.876955 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f0f7e017-5ac1-4e1c-a079-d596423f94a9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0d3f6ec8-cc3a-4a91-a5cf-b76f111443ce HTTP/1.1" status: 204 len: 168 time: 0.9873888 Aug 23 14:29:09.881797 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=12c59f40-da41-4944-b21e-9e97e106bfc2,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:09.890567 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:09.948982 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-3bbd9641-8967-4fb7-b085-9ec55b01b150 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783576 Aug 23 14:29:10.157330 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-3b54ec21-8a5a-466a-9307-e6b7d072b770 None None] Provisioning complete for port 0863a23e-1f9e-4039-8614-1e7c05a70b95 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:10.157330 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3b54ec21-8a5a-466a-9307-e6b7d072b770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:10.249291 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-3b54ec21-8a5a-466a-9307-e6b7d072b770 None None] Port 0863a23e-1f9e-4039-8614-1e7c05a70b95 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:29:10.270761 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-e9eef63b-254d-489f-84a3-b2999d5d0d27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a943cde5-700d-4e4a-a9bf-b2d44504d843 HTTP/1.1" status: 200 len: 217 time: 0.3112674 Aug 23 14:29:10.348981 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7ca2d18-3bc7-4ecc-987a-290024e3ac5a req-3158accc-c714-46a4-9f7b-542a2e49095b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 1097 time: 0.5656927 Aug 23 14:29:10.496697 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ebfa4c-7bc5-496e-b65c-6344c86f3005 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:29:10.507212 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-216be434-e7f3-47b3-ab84-a03f1a3fbe0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:10.507386 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8868ab-dd16-4d1e-915c-b61211067e42 None None] Sync routers for ids ['ab020dd1-7030-46a1-b057-b5de5431687e'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:29:10.508675 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-216be434-e7f3-47b3-ab84-a03f1a3fbe0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be98dc23-f694-4932-97a2-aea48dd049f5 HTTP/1.1" status: 200 len: 797 time: 0.2268312 Aug 23 14:29:10.513533 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-69ebfa4c-7bc5-496e-b65c-6344c86f3005 admin admin] 10.222.0.86 "PUT /v2.0/routers/ab020dd1-7030-46a1-b057-b5de5431687e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9734168 Aug 23 14:29:10.516866 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50678) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:10.522610 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8868ab-dd16-4d1e-915c-b61211067e42 None None] Routers {'ab020dd1-7030-46a1-b057-b5de5431687e'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:29:10.523588 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-9d8868ab-dd16-4d1e-915c-b61211067e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:28:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['ab020dd1-7030-46a1-b057-b5de5431687e'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:10.602326 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7ca2d18-3bc7-4ecc-987a-290024e3ac5a req-b8fde1af-367a-4110-929c-0782ffab6467 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=48d14ece-b894-4ca1-be01-811c8c7e3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009733 Aug 23 14:29:10.647430 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdde24-712d-43a4-b52e-40565b0477c6 req-1ae6e5bb-58fb-4f31-b012-0ecbe03ad58f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:10.655110 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c5cdde24-712d-43a4-b52e-40565b0477c6 req-1ae6e5bb-58fb-4f31-b012-0ecbe03ad58f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.3050535 Aug 23 14:29:10.684401 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Router 5df31413-5b65-48af-a35b-99cd37c3b5b2 is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:29:10.690013 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591f65e-729c-46e0-9dfb-6079197988ec req-73839920-316f-42ec-9b69-c0f2a9f46ff8 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:10.697474 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1591f65e-729c-46e0-9dfb-6079197988ec req-73839920-316f-42ec-9b69-c0f2a9f46ff8 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 946 time: 0.2602088 Aug 23 14:29:10.752729 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-87577549-cf2b-4ecb-941c-e7fadc5b213e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2278950 Aug 23 14:29:10.778600 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c5cdde24-712d-43a4-b52e-40565b0477c6 req-004f6d88-de60-45be-8b3c-a6653ea25920 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210878 Aug 23 14:29:10.805193 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-9d8868ab-dd16-4d1e-915c-b61211067e42 None None] Set router ab020dd1-7030-46a1-b057-b5de5431687e gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:29:10.814152 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1591f65e-729c-46e0-9dfb-6079197988ec req-1f6f6b6d-cb9a-4790-993a-7a57443f142d tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/security-groups?id=48d14ece-b894-4ca1-be01-811c8c7e3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156843 Aug 23 14:29:11.111483 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:29:11.118659 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "PUT /v2.0/routers/5df31413-5b65-48af-a35b-99cd37c3b5b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3444290 Aug 23 14:29:11.124119 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50686) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:11.128172 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e24089-5393-4554-8a76-5fe307c52922 None None] Sync routers for ids ['5df31413-5b65-48af-a35b-99cd37c3b5b2'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:29:11.145940 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-a0df8c77-f263-423a-b773-13cd1e048b01 service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123045 Aug 23 14:29:11.167105 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e24089-5393-4554-8a76-5fe307c52922 None None] Routers {'5df31413-5b65-48af-a35b-99cd37c3b5b2'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:29:11.167836 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-33e24089-5393-4554-8a76-5fe307c52922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:28:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['5df31413-5b65-48af-a35b-99cd37c3b5b2'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:11.170619 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] Notify callbacks [] for router, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:11.290451 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-33e24089-5393-4554-8a76-5fe307c52922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:11.298927 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696ac5a4-aa8d-46b9-9e3f-5a1c0ee96f01 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:11.300308 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-696ac5a4-aa8d-46b9-9e3f-5a1c0ee96f01 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:11.305664 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e24089-5393-4554-8a76-5fe307c52922 None None] Routers {'5df31413-5b65-48af-a35b-99cd37c3b5b2'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:29:11.306823 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-33e24089-5393-4554-8a76-5fe307c52922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:28:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['5df31413-5b65-48af-a35b-99cd37c3b5b2'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:11.365495 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-bd5768c3-0e86-4613-b256-099e6ec3c02a service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150443 Aug 23 14:29:11.390649 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-33e24089-5393-4554-8a76-5fe307c52922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:11.391200 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e24089-5393-4554-8a76-5fe307c52922 None None] The sync data for ids ['5df31413-5b65-48af-a35b-99cd37c3b5b2'] in n-d-805629-1 is: [] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:29:11.432848 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-9d8868ab-dd16-4d1e-915c-b61211067e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'name': 'tempest-FloatingIPDetailsTestJSON-2024777130-router', 'tenant_id': '351456795b9f4735b623bb107baa079e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:27:49Z', 'updated_at': '2021-08-23T14:29:03Z', 'revision_number': 5, 'project_id': '351456795b9f4735b623bb107baa079e', 'gw_port': {'id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:51Z', 'updated_at': '2021-08-23T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:11.437302 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8868ab-dd16-4d1e-915c-b61211067e42 None None] Checking router: ab020dd1-7030-46a1-b057-b5de5431687e for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:29:11.453040 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8868ab-dd16-4d1e-915c-b61211067e42 None None] Routers {'ab020dd1-7030-46a1-b057-b5de5431687e'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:29:11.453428 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-1ba0ac96-f5e0-4632-a129-f56e1ee5888a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=901e53a0-2ec9-4803-8854-0ec8ae58fdd9 HTTP/1.1" status: 200 len: 217 time: 0.0805864 Aug 23 14:29:11.454018 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-9d8868ab-dd16-4d1e-915c-b61211067e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:28:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['ab020dd1-7030-46a1-b057-b5de5431687e'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:11.532216 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-cbd79183-c86e-40de-bf22-5130a0c33a93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:11.534748 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-cbd79183-c86e-40de-bf22-5130a0c33a93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be98dc23-f694-4932-97a2-aea48dd049f5 HTTP/1.1" status: 200 len: 797 time: 0.0734441 Aug 23 14:29:11.552963 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-696ac5a4-aa8d-46b9-9e3f-5a1c0ee96f01 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:11.559708 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-696ac5a4-aa8d-46b9-9e3f-5a1c0ee96f01 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df31413-5b65-48af-a35b-99cd37c3b5b2 HTTP/1.1" status: 200 len: 989 time: 0.4262986 Aug 23 14:29:11.559708 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50696) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:11.628521 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-1c61bfd5-4713-4660-8c10-0aa62145fcaa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0857897 Aug 23 14:29:11.735001 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-9d8868ab-dd16-4d1e-915c-b61211067e42 None None] Set router ab020dd1-7030-46a1-b057-b5de5431687e gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:29:11.812647 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:11.934813 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-b35854f7-a607-4bc1-8af6-85f3ab69810d service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943113 Aug 23 14:29:11.953512 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] Deleting port 72f8717d-43ec-4dfa-87d9-502f595b87c7 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:11.955053 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:12.252974 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b80cb38c-525e-4d36-805c-6eb3e4c6194c req-d106cd75-4918-47d6-9cb4-13f78099707c service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098214 Aug 23 14:29:12.265098 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a63ce-e866-4e72-854b-b9e1b244b4c0 req-a02e3882-f52f-48b7-9ec8-79b5832fa5a5 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:12.266916 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-623a63ce-e866-4e72-854b-b9e1b244b4c0 req-a02e3882-f52f-48b7-9ec8-79b5832fa5a5 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 946 time: 0.2032630 Aug 23 14:29:12.277348 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-9d8868ab-dd16-4d1e-915c-b61211067e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'name': 'tempest-FloatingIPDetailsTestJSON-2024777130-router', 'tenant_id': '351456795b9f4735b623bb107baa079e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:27:49Z', 'updated_at': '2021-08-23T14:29:03Z', 'revision_number': 5, 'project_id': '351456795b9f4735b623bb107baa079e', 'gw_port': {'id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:51Z', 'updated_at': '2021-08-23T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:12.291763 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8868ab-dd16-4d1e-915c-b61211067e42 None None] The sync data for ids ['ab020dd1-7030-46a1-b057-b5de5431687e'] in n-d-805629-1 is: [{'id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'name': 'tempest-FloatingIPDetailsTestJSON-2024777130-router', 'tenant_id': '351456795b9f4735b623bb107baa079e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:27:49Z', 'updated_at': '2021-08-23T14:29:03Z', 'revision_number': 5, 'project_id': '351456795b9f4735b623bb107baa079e', 'gw_port': {'id': '72f8717d-43ec-4dfa-87d9-502f595b87c7', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:59:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab020dd1-7030-46a1-b057-b5de5431687e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:27:51Z', 'updated_at': '2021-08-23T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:29:12.314824 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498515c2-b939-4ed0-8c2e-c9d75867c0db req-a033c267-17f8-417c-8398-e361b566868a tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:12.316277 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-498515c2-b939-4ed0-8c2e-c9d75867c0db req-a033c267-17f8-417c-8398-e361b566868a tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.2537904 Aug 23 14:29:12.335691 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] For port 72f8717d-43ec-4dfa-87d9-502f595b87c7, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=72f8717d-43ec-4dfa-87d9-502f595b87c7,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:12.335691 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:12.405395 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-623a63ce-e866-4e72-854b-b9e1b244b4c0 req-0aeefc3c-8b74-47a9-8b26-8d897deb5019 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/security-groups?id=48d14ece-b894-4ca1-be01-811c8c7e3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320817 Aug 23 14:29:12.423422 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-498515c2-b939-4ed0-8c2e-c9d75867c0db req-e792c158-3e85-4990-91cc-1ea77073a137 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915475 Aug 23 14:29:12.513771 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] Calling delete_port for 72f8717d-43ec-4dfa-87d9-502f595b87c7 owned by network:router_gateway {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:29:12.908710 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c5fe30fc-fb3e-4ac2-9b64-878ccffc9c13 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:12.973226 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:12.978820 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-df584be0-7029-4b20-bd31-5f59afe013c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:13.024865 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] Pushing event deleted for resources: {'Port': ['ID=72f8717d-43ec-4dfa-87d9-502f595b87c7,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:13.028037 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:13.449879 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-51cfa4b4-98a8-4a2f-962a-433649a78b64 req-385792fa-a997-4b25-a935-2f55e6fd8077 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.2454598 Aug 23 14:29:13.463541 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930082'] for router_gateway, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:13.810095 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f53cb4-d71f-4af1-9867-3f0a3e8ade79 req-e387cb45-0d60-4d62-8721-dc41566171c6 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:13.812600 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-65f53cb4-d71f-4af1-9867-3f0a3e8ade79 req-e387cb45-0d60-4d62-8721-dc41566171c6 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.2526910 Aug 23 14:29:13.846133 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:13.857213 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c541cb1-79af-426a-8e9d-0390e5a53d89 req-829c8a0f-ad40-4cfe-a9b2-de3afcaf9575 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:13.859682 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8c541cb1-79af-426a-8e9d-0390e5a53d89 req-829c8a0f-ad40-4cfe-a9b2-de3afcaf9575 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 946 time: 0.2193975 Aug 23 14:29:13.882490 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:13.928958 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe30fc-fb3e-4ac2-9b64-878ccffc9c13 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 0863a23e-1f9e-4039-8614-1e7c05a70b95 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:13.929668 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c5fe30fc-fb3e-4ac2-9b64-878ccffc9c13 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:13.958185 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-65f53cb4-d71f-4af1-9867-3f0a3e8ade79 req-a124203e-b19d-44ca-af3c-f4a625ca05b3 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373637 Aug 23 14:29:13.974219 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8c541cb1-79af-426a-8e9d-0390e5a53d89 req-2fec9bf7-73dd-43fb-816c-fa3995ca3002 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/security-groups?id=48d14ece-b894-4ca1-be01-811c8c7e3583&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083341 Aug 23 14:29:14.058002 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:14.058535 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab020dd1-7030-46a1-b057-b5de5431687e {{(pid=76506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:29:14.100350 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:14.101649 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b039d538-abdf-4835-9d62-6ce15498d833 admin admin] 10.222.0.86 "DELETE /v2.0/routers/ab020dd1-7030-46a1-b057-b5de5431687e HTTP/1.1" status: 204 len: 168 time: 3.5836828 Aug 23 14:29:14.104318 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50748) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:14.197416 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c5fe30fc-fb3e-4ac2-9b64-878ccffc9c13 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:14.338473 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb18e01c-f941-46f7-814c-ee51ba5422e9 admin admin] Deleting subnet a5e67f17-7d4d-4ce0-ad10-3b65cedfce14 {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:29:14.341669 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bb18e01c-f941-46f7-814c-ee51ba5422e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:14.345402 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe30fc-fb3e-4ac2-9b64-878ccffc9c13 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for 0863a23e-1f9e-4039-8614-1e7c05a70b95 owned by network:router_interface {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:29:14.400445 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ba2b7346-45cc-41ec-8f45-4b6f1b156d82 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:29:14.437242 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: ba2b7346-45cc-41ec-8f45-4b6f1b156d82 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:29:14.437602 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ba2b7346-45cc-41ec-8f45-4b6f1b156d82 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:29:14.445248 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bb18e01c-f941-46f7-814c-ee51ba5422e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:14.521880 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4d988-c6f2-4595-9a06-bb33e5861020 req-6a5995b6-3547-4261-af0d-878067679df1 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:14.523340 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c7f4d988-c6f2-4595-9a06-bb33e5861020 req-6a5995b6-3547-4261-af0d-878067679df1 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 946 time: 0.1535187 Aug 23 14:29:14.548714 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50756) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:14.552741 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bb18e01c-f941-46f7-814c-ee51ba5422e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:14.555290 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-30bc5712-0f9c-45ed-bb7b-df9edd48a950 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Request body: {'floatingip': {'port_id': '12c59f40-da41-4944-b21e-9e97e106bfc2'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:14.642291 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-30bc5712-0f9c-45ed-bb7b-df9edd48a950 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks [] for floatingip, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:14.685890 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c5b1d064-0ed0-44cf-86da-f89dc9edbc68 req-fff07047-2ef9-4ab7-be9c-08e2d1e087a4 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0463350 Aug 23 14:29:14.737101 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bb18e01c-f941-46f7-814c-ee51ba5422e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:14.756081 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7ad4c5a1-991e-4579-8558-5401f20f03f0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:14.788720 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bb18e01c-f941-46f7-814c-ee51ba5422e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:14.794790 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27575e25-3076-4f8e-aaac-d3fa45335211 None None] Network 28ae0b27-125f-4b92-b403-b2f9fbbf8a8d requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:29:14.802539 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-bb18e01c-f941-46f7-814c-ee51ba5422e9 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a5e67f17-7d4d-4ce0-ad10-3b65cedfce14 HTTP/1.1" status: 204 len: 168 time: 0.6941710 Aug 23 14:29:14.802539 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18e01c-f941-46f7-814c-ee51ba5422e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e67f17-7d4d-4ce0-ad10-3b65cedfce14,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:14.804190 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bb18e01c-f941-46f7-814c-ee51ba5422e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:14.804774 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50760) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:14.864377 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c5fe30fc-fb3e-4ac2-9b64-878ccffc9c13 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:14.896113 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fd671f57-7dc6-4bcf-abfc-99e7e42cc3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:14.926350 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:14.938478 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Deleting port 6357737e-c281-4a4d-9a42-063502449fc2 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:14.938821 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:14.956849 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe30fc-fb3e-4ac2-9b64-878ccffc9c13 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=0863a23e-1f9e-4039-8614-1e7c05a70b95,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:14.967809 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c5fe30fc-fb3e-4ac2-9b64-878ccffc9c13 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:15.174730 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093891f6-d18f-4f52-981e-828511286216 None None] DHCP port deletion for 28ae0b27-125f-4b92-b403-b2f9fbbf8a8d request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:29:15.181834 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-093891f6-d18f-4f52-981e-828511286216 None None] Deleting port 6357737e-c281-4a4d-9a42-063502449fc2 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:15.182499 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-093891f6-d18f-4f52-981e-828511286216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.272836 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] For port 6357737e-c281-4a4d-9a42-063502449fc2, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=6357737e-c281-4a4d-9a42-063502449fc2,segment=NetworkSegment(d23a089f-c630-48aa-acce-5ae37683b84c),segment_id=d23a089f-c630-48aa-acce-5ae37683b84c)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:15.274838 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.380737 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-c5fe30fc-fb3e-4ac2-9b64-878ccffc9c13 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.481195 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Calling delete_port for 6357737e-c281-4a4d-9a42-063502449fc2 owned by network:dhcp {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:29:15.656990 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-093891f6-d18f-4f52-981e-828511286216 None None] For port 6357737e-c281-4a4d-9a42-063502449fc2, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=6357737e-c281-4a4d-9a42-063502449fc2,segment=NetworkSegment(d23a089f-c630-48aa-acce-5ae37683b84c),segment_id=d23a089f-c630-48aa-acce-5ae37683b84c)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:15.657544 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-093891f6-d18f-4f52-981e-828511286216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.680952 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff36fb6-1cbf-4254-9107-af02da6fc9b9 req-45786962-1d73-48f9-9244-b2de4a0f8829 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:15.691006 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fff36fb6-1cbf-4254-9107-af02da6fc9b9 req-45786962-1d73-48f9-9244-b2de4a0f8829 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.4035435 Aug 23 14:29:15.752963 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fff36fb6-1cbf-4254-9107-af02da6fc9b9 req-1b07a508-6071-4f46-b7bc-d57b1fd73149 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607958 Aug 23 14:29:15.781927 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.788231 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-66dc0e22-3c9a-4999-9791-2ee6b21d2a8a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:15.823624 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-093891f6-d18f-4f52-981e-828511286216 None None] Calling delete_port for 6357737e-c281-4a4d-9a42-063502449fc2 owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:29:15.846260 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6357737e-c281-4a4d-9a42-063502449fc2,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:15.858452 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:15.866439 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] No DVR routers for this DVR port 6357737e-c281-4a4d-9a42-063502449fc2 on host n-d-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:29:15.904199 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-093891f6-d18f-4f52-981e-828511286216 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:29:15.904577 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-093891f6-d18f-4f52-981e-828511286216 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:29:16.032647 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6a95a8d7-32a3-4112-91b3-21c0921c2c5f req-a665600f-a6d2-482b-96b4-0cc1fb24a4fa tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.1348109 Aug 23 14:29:16.038943 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.055009 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ae0b27-125f-4b92-b403-b2f9fbbf8a8d']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:16.070823 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23a089f-c630-48aa-acce-5ae37683b84c') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:16.071608 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23a089f-c630-48aa-acce-5ae37683b84c') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:16.087577 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.104048 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.112015 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:29:16.112358 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:29:16.126412 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:29:16.139481 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fe30fc-fb3e-4ac2-9b64-878ccffc9c13 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Router 5df31413-5b65-48af-a35b-99cd37c3b5b2 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:29:16.261999 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.269114 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.272311 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f4ff4230-5ca1-446a-b861-3bbbd083e1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:16.301335 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=28ae0b27-125f-4b92-b403-b2f9fbbf8a8d,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:16.305354 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:16.309432 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] 10.222.0.86 "DELETE /v2.0/networks/28ae0b27-125f-4b92-b403-b2f9fbbf8a8d HTTP/1.1" status: 204 len: 168 time: 1.5012202 Aug 23 14:29:16.348136 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 6357737e-c281-4a4d-9a42-063502449fc2 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:29:16.436404 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-093891f6-d18f-4f52-981e-828511286216 None None] Deleting port 6357737e-c281-4a4d-9a42-063502449fc2 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:16.437842 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-093891f6-d18f-4f52-981e-828511286216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.474843 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 6357737e-c281-4a4d-9a42-063502449fc2 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:29:16.474934 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 6357737e-c281-4a4d-9a42-063502449fc2 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:29:16.516039 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-093891f6-d18f-4f52-981e-828511286216 None None] The port '6357737e-c281-4a4d-9a42-063502449fc2' was deleted {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:29:16.544661 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-30bc5712-0f9c-45ed-bb7b-df9edd48a950 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.609611 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fe30fc-fb3e-4ac2-9b64-878ccffc9c13 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:29:16.621216 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d719dd6-7a94-46e8-9edd-23c7a26b730f None None] Sync routers for ids ['5df31413-5b65-48af-a35b-99cd37c3b5b2'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:29:16.636842 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-30bc5712-0f9c-45ed-bb7b-df9edd48a950 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.636945 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d719dd6-7a94-46e8-9edd-23c7a26b730f None None] Routers {'5df31413-5b65-48af-a35b-99cd37c3b5b2'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:29:16.636945 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-5d719dd6-7a94-46e8-9edd-23c7a26b730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:28:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['5df31413-5b65-48af-a35b-99cd37c3b5b2'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:16.707664 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-5d719dd6-7a94-46e8-9edd-23c7a26b730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:16.721690 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d719dd6-7a94-46e8-9edd-23c7a26b730f None None] Routers {'5df31413-5b65-48af-a35b-99cd37c3b5b2'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:29:16.724269 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-5d719dd6-7a94-46e8-9edd-23c7a26b730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:28:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['5df31413-5b65-48af-a35b-99cd37c3b5b2'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:16.727817 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-c5fe30fc-fb3e-4ac2-9b64-878ccffc9c13 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "PUT /v2.0/routers/5df31413-5b65-48af-a35b-99cd37c3b5b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1675224 Aug 23 14:29:16.730335 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50782) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:16.781393 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8ccf49-e1ba-42c1-9e36-9c8c74667fc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] GET failed (client error): The resource could not be found. Aug 23 14:29:16.782276 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-dc8ccf49-e1ba-42c1-9e36-9c8c74667fc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:16.869440 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-dc8ccf49-e1ba-42c1-9e36-9c8c74667fc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:16.869440 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-dc8ccf49-e1ba-42c1-9e36-9c8c74667fc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/0863a23e-1f9e-4039-8614-1e7c05a70b95 HTTP/1.1" status: 404 len: 333 time: 0.1334717 Aug 23 14:29:16.869697 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-5d719dd6-7a94-46e8-9edd-23c7a26b730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:16.869697 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d719dd6-7a94-46e8-9edd-23c7a26b730f None None] The sync data for ids ['5df31413-5b65-48af-a35b-99cd37c3b5b2'] in n-d-805629-1 is: [] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:29:16.869818 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50788) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:16.870583 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50790) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:16.949905 n-d-805629-1 neutron-server[76506]: INFO neutron.db.l3_db [None req-30bc5712-0f9c-45ed-bb7b-df9edd48a950 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Floating IP c3953453-4eb1-4d2b-a961-da237c10802e associated. External IP: 172.25.6.237, port: 12c59f40-da41-4944-b21e-9e97e106bfc2. Aug 23 14:29:17.299409 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-62677d19-5a5a-42f3-8b12-d73a171e3ce9 req-9e389d26-3f44-41f4-a992-eaa39b4c736b tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0640087 Aug 23 14:29:17.312420 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c4147f5e-f279-44c3-bc27-622cc38fe1bc tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for router, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.371563 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-27b93f52-1fad-41c8-9e14-20295502a67b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=351456795b9f4735b623bb107baa079e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4971993 Aug 23 14:29:17.374556 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50798) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:17.389851 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5874f5f-5b71-4e10-bcb9-017aaf56e682 req-98999a7e-9211-4a07-8d26-90a89f762da7 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:17.391322 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5874f5f-5b71-4e10-bcb9-017aaf56e682 req-98999a7e-9211-4a07-8d26-90a89f762da7 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.2994695 Aug 23 14:29:17.407313 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bc5712-0f9c-45ed-bb7b-df9edd48a950 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Router 57e88131-5e9f-4568-9eff-637caac3b174 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:29:17.526574 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.567869 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.641537 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5874f5f-5b71-4e10-bcb9-017aaf56e682 req-392e52bc-6976-44f1-a64d-27bfa5aae897 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418826 Aug 23 14:29:17.759458 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bc5712-0f9c-45ed-bb7b-df9edd48a950 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:29:17.774546 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-30bc5712-0f9c-45ed-bb7b-df9edd48a950 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.777748 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea8ca4-2916-4f85-b942-7d292b2b5752 None None] Sync routers for ids ['57e88131-5e9f-4568-9eff-637caac3b174'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:29:17.789783 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea8ca4-2916-4f85-b942-7d292b2b5752 None None] Routers {'57e88131-5e9f-4568-9eff-637caac3b174'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:29:17.790411 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-86ea8ca4-2916-4f85-b942-7d292b2b5752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:28:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['57e88131-5e9f-4568-9eff-637caac3b174'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:17.809110 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c4147f5e-f279-44c3-bc27-622cc38fe1bc tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.814203 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c4147f5e-f279-44c3-bc27-622cc38fe1bc tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.820609 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.829035 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.829035 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e1b84cb-581f-4960-a973-4d9f71100182 HTTP/1.1" status: 204 len: 168 time: 0.4495163 Aug 23 14:29:17.834403 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-23ed6053-96e9-4f1c-ae38-7ba3b466acc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:17.893257 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1b84cb-581f-4960-a973-4d9f71100182,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:17.922858 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-30bc5712-0f9c-45ed-bb7b-df9edd48a950 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] 10.222.0.86 "PUT /v2.0/floatingips/c3953453-4eb1-4d2b-a961-da237c10802e HTTP/1.1" status: 200 len: 992 time: 3.3728974 Aug 23 14:29:17.926132 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a357d5b-4ce3-4a08-ae29-dcb5769a91eb', 'tag': '12c59f40-da41-4944-b21e-9e97e106bfc2'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:17.939384 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c4147f5e-f279-44c3-bc27-622cc38fe1bc tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.944066 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4147f5e-f279-44c3-bc27-622cc38fe1bc tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Fanout notify agent at l3_agent the message router_deleted on router 5df31413-5b65-48af-a35b-99cd37c3b5b2 {{(pid=76505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:29:17.960531 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-c4147f5e-f279-44c3-bc27-622cc38fe1bc tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for router, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.965270 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-c4147f5e-f279-44c3-bc27-622cc38fe1bc tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/routers/5df31413-5b65-48af-a35b-99cd37c3b5b2 HTTP/1.1" status: 204 len: 168 time: 1.0885952 Aug 23 14:29:17.967665 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50814) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:17.999281 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:17.999665 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:18.000320 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:18.000697 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:18.001066 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:18.001478 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:18.001911 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:18.002278 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:18.002671 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:18.003042 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:18.003399 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:18.004262 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-86ea8ca4-2916-4f85-b942-7d292b2b5752 None None] Set router 57e88131-5e9f-4568-9eff-637caac3b174 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:29:18.007380 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0945a09e-bd7d-40f1-9eb0-1caf19de1c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:18.010488 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-07d545b4-662e-407c-9eba-b5d6a02574cd req-0e565f77-032d-414f-9e62-acd23f00f22c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0859652 Aug 23 14:29:18.037203 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:29:18.161792 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a357d5b-4ce3-4a08-ae29-dcb5769a91eb', 'tag': '12c59f40-da41-4944-b21e-9e97e106bfc2', 'status': 'completed', 'code': 200} Aug 23 14:29:18.382000 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cc681001-9883-4c83-bbb0-5d3a6fec9392 req-4a816b6b-2240-4b3e-8409-e440ad5845aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d28345bf87b4ec18f81ef4443850e77&device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 1097 time: 0.1644154 Aug 23 14:29:18.387354 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac207c99-ae9c-415c-a0d4-ea6b781a55aa tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting subnet c8afcbe4-e3f7-4379-b5d9-457ae89a82f8 {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:29:18.393525 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ac207c99-ae9c-415c-a0d4-ea6b781a55aa tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:18.445163 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-86ea8ca4-2916-4f85-b942-7d292b2b5752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e88131-5e9f-4568-9eff-637caac3b174', 'name': 'tempest-ServerActionsTestJSON-1538312754-router', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:17Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'gw_port': {'id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'c3953453-4eb1-4d2b-a961-da237c10802e', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'port_id': '12c59f40-da41-4944-b21e-9e97e106bfc2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc', 'mac_address': 'fa:16:3e:64:26:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a357d5b-4ce3-4a08-ae29-dcb5769a91eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:28:42Z', 'updated_at': '2021-08-23T14:29:16Z', 'revision_number': 1, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0327d795-63fe-441d-a6ac-1851ae0c67ad', 'name': '', 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'mac_address': 'fa:16:3e:5b:89:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc458ef-0fe5-4ba1-8117-9c78db804337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:29Z', 'updated_at': '2021-08-23T14:29:01Z', 'revision_number': 5, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'subnets': [{'id': '0dc458ef-0fe5-4ba1-8117-9c78db804337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:18.451442 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea8ca4-2916-4f85-b942-7d292b2b5752 None None] Checking router: 57e88131-5e9f-4568-9eff-637caac3b174 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:29:18.470462 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea8ca4-2916-4f85-b942-7d292b2b5752 None None] Routers {'57e88131-5e9f-4568-9eff-637caac3b174'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:29:18.471472 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-86ea8ca4-2916-4f85-b942-7d292b2b5752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:28:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['57e88131-5e9f-4568-9eff-637caac3b174'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:18.507428 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ac207c99-ae9c-415c-a0d4-ea6b781a55aa tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:18.848658 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ac207c99-ae9c-415c-a0d4-ea6b781a55aa tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:18.908248 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-86ea8ca4-2916-4f85-b942-7d292b2b5752 None None] Set router 57e88131-5e9f-4568-9eff-637caac3b174 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:29:19.091988 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ee474c68-8e9e-4c8e-bd69-85a11d1b38cd req-fc40e106-9c83-4d55-8dda-ebd7dd426163 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.2985382 Aug 23 14:29:19.100069 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc681001-9883-4c83-bbb0-5d3a6fec9392 req-79619485-6aef-46c2-b1f6-aae740d97c02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:19.102458 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cc681001-9883-4c83-bbb0-5d3a6fec9392 req-79619485-6aef-46c2-b1f6-aae740d97c02 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6794ca1c-4d09-4ac5-b068-49be38bd3fdc HTTP/1.1" status: 200 len: 913 time: 0.5539927 Aug 23 14:29:19.268829 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cc681001-9883-4c83-bbb0-5d3a6fec9392 req-9a36ea8c-5449-4c84-8117-7601c0d380fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c59f40-da41-4944-b21e-9e97e106bfc2 HTTP/1.1" status: 200 len: 1000 time: 0.1480768 Aug 23 14:29:19.287016 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99532ee2-8e01-4d05-98b5-92de4e0392db req-8c810083-46eb-4b83-a619-9926a6cc4d25 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:19.288663 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99532ee2-8e01-4d05-98b5-92de4e0392db req-8c810083-46eb-4b83-a619-9926a6cc4d25 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.4424455 Aug 23 14:29:19.391363 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc681001-9883-4c83-bbb0-5d3a6fec9392 req-10669766-9662-43c0-bbe4-b1dfbfcd4657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:19.391363 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cc681001-9883-4c83-bbb0-5d3a6fec9392 req-10669766-9662-43c0-bbe4-b1dfbfcd4657 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0dc458ef-0fe5-4ba1-8117-9c78db804337 HTTP/1.1" status: 200 len: 851 time: 0.0989089 Aug 23 14:29:19.392747 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ac207c99-ae9c-415c-a0d4-ea6b781a55aa tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:19.400686 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:19.420197 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-86ea8ca4-2916-4f85-b942-7d292b2b5752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57e88131-5e9f-4568-9eff-637caac3b174', 'name': 'tempest-ServerActionsTestJSON-1538312754-router', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:17Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'gw_port': {'id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'c3953453-4eb1-4d2b-a961-da237c10802e', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'port_id': '12c59f40-da41-4944-b21e-9e97e106bfc2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc', 'mac_address': 'fa:16:3e:64:26:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a357d5b-4ce3-4a08-ae29-dcb5769a91eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:28:42Z', 'updated_at': '2021-08-23T14:29:16Z', 'revision_number': 1, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0327d795-63fe-441d-a6ac-1851ae0c67ad', 'name': '', 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'mac_address': 'fa:16:3e:5b:89:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc458ef-0fe5-4ba1-8117-9c78db804337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:29Z', 'updated_at': '2021-08-23T14:29:01Z', 'revision_number': 5, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'subnets': [{'id': '0dc458ef-0fe5-4ba1-8117-9c78db804337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:19.420350 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea8ca4-2916-4f85-b942-7d292b2b5752 None None] The sync data for ids ['57e88131-5e9f-4568-9eff-637caac3b174'] in n-d-805629-1 is: [{'id': '57e88131-5e9f-4568-9eff-637caac3b174', 'name': 'tempest-ServerActionsTestJSON-1538312754-router', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:17Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'gw_port': {'id': '9c9aef9e-5a5e-4d31-af59-3f59d60d21ad', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'c3953453-4eb1-4d2b-a961-da237c10802e', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'port_id': '12c59f40-da41-4944-b21e-9e97e106bfc2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc', 'mac_address': 'fa:16:3e:64:26:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a357d5b-4ce3-4a08-ae29-dcb5769a91eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:28:42Z', 'updated_at': '2021-08-23T14:29:16Z', 'revision_number': 1, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0327d795-63fe-441d-a6ac-1851ae0c67ad', 'name': '', 'network_id': '6794ca1c-4d09-4ac5-b068-49be38bd3fdc', 'tenant_id': '8d28345bf87b4ec18f81ef4443850e77', 'mac_address': 'fa:16:3e:5b:89:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e88131-5e9f-4568-9eff-637caac3b174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dc458ef-0fe5-4ba1-8117-9c78db804337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:29Z', 'updated_at': '2021-08-23T14:29:01Z', 'revision_number': 5, 'project_id': '8d28345bf87b4ec18f81ef4443850e77', 'subnets': [{'id': '0dc458ef-0fe5-4ba1-8117-9c78db804337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:29:19.492587 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac207c99-ae9c-415c-a0d4-ea6b781a55aa tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Subnet': ['ID=c8afcbe4-e3f7-4379-b5d9-457ae89a82f8,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:19.495091 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ac207c99-ae9c-415c-a0d4-ea6b781a55aa tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:19.505191 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99532ee2-8e01-4d05-98b5-92de4e0392db req-3cdb182b-3d84-4d45-8221-b22dbf33c32d tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803517 Aug 23 14:29:19.509158 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ac207c99-ae9c-415c-a0d4-ea6b781a55aa tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:19.520663 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df764a5-f0eb-47e6-829a-25706bb23337 None None] Network af02c4b9-ba94-400b-b794-2d3aa3d64dec requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:29:19.560353 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50844) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:19.561586 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-ac207c99-ae9c-415c-a0d4-ea6b781a55aa tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/c8afcbe4-e3f7-4379-b5d9-457ae89a82f8 HTTP/1.1" status: 204 len: 168 time: 1.5916636 Aug 23 14:29:19.607262 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cc681001-9883-4c83-bbb0-5d3a6fec9392 req-eb44694e-935f-41dc-87ac-29774b173580 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6794ca1c-4d09-4ac5-b068-49be38bd3fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604404 Aug 23 14:29:19.787946 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:19.801693 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 1bf0b9a3-64be-499f-896d-8c41a63eae5e {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:19.802263 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:19.813762 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cc681001-9883-4c83-bbb0-5d3a6fec9392 req-0914aa5f-0c7a-46bb-b62a-e65732293917 service neutron] 10.222.0.60 "GET /v2.0/networks/6794ca1c-4d09-4ac5-b068-49be38bd3fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926887 Aug 23 14:29:19.886957 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5668d5-1acb-41ea-9240-f62a536569af None None] DHCP port deletion for af02c4b9-ba94-400b-b794-2d3aa3d64dec request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:29:19.892450 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-2c5668d5-1acb-41ea-9240-f62a536569af None None] Deleting port 1bf0b9a3-64be-499f-896d-8c41a63eae5e {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:19.892927 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2c5668d5-1acb-41ea-9240-f62a536569af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:19.909021 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50850) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:19.992148 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cc681001-9883-4c83-bbb0-5d3a6fec9392 req-9776ca9c-3304-4e03-ab36-98e873fbb589 service neutron] 10.222.0.60 "GET /v2.0/networks/6794ca1c-4d09-4ac5-b068-49be38bd3fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711814 Aug 23 14:29:20.103874 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-905938079-network', 'tenant_id': '01d8d2b7f9bc4e22a3c481a49f3028b1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:20.113120 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:20.116974 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Usage tracker for resource:network and tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:20.120735 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:20.127740 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:20.131829 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-2c5668d5-1acb-41ea-9240-f62a536569af None None] For port 1bf0b9a3-64be-499f-896d-8c41a63eae5e, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=1bf0b9a3-64be-499f-896d-8c41a63eae5e,segment=NetworkSegment(6b5c5375-331b-4f56-a30d-2e5da1f45693),segment_id=6b5c5375-331b-4f56-a30d-2e5da1f45693)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:20.133095 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2c5668d5-1acb-41ea-9240-f62a536569af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.257330 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Made reservation on behalf of 01d8d2b7f9bc4e22a3c481a49f3028b1 for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:20.257330 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.257798 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] For port 1bf0b9a3-64be-499f-896d-8c41a63eae5e, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=1bf0b9a3-64be-499f-896d-8c41a63eae5e,segment=NetworkSegment(6b5c5375-331b-4f56-a30d-2e5da1f45693),segment_id=6b5c5375-331b-4f56-a30d-2e5da1f45693)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:20.257798 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.280540 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.357200 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-2c5668d5-1acb-41ea-9240-f62a536569af None None] Calling delete_port for 1bf0b9a3-64be-499f-896d-8c41a63eae5e owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:29:20.414724 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b36c0af-6af9-4878-a99d-324e8bbb8648 None None] New status for floating IP c3953453-4eb1-4d2b-a961-da237c10802e: ACTIVE {{(pid=76510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:29:20.430277 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 1bf0b9a3-64be-499f-896d-8c41a63eae5e no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:29:20.438677 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:20.452117 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1721a34b-40c0-401f-ac7b-7aee52cd3b6e req-9a724b7d-aae7-45b8-b73a-c71a0b5cd006 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.1292922 Aug 23 14:29:20.458488 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Usage tracker for resource:security_group_rule and tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:20.468973 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:20.496288 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:20.598237 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for 1bf0b9a3-64be-499f-896d-8c41a63eae5e owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:29:20.641590 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.705112 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.711286 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.712289 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c06fec8d-db03-46f9-ab30-819fd48a1009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:20.752383 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5533852-505c-43aa-a385-5057bd1558cf,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:20.761921 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.767063 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-450da9a4-400b-493e-a9d8-f34ae0892a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:20.787112 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:20.849003 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.db.api [None req-2c5668d5-1acb-41ea-9240-f62a536569af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:29:20.849142 n-d-805629-1 neutron-server[76509]: DEBUG oslo_db.api [None req-2c5668d5-1acb-41ea-9240-f62a536569af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:29:20.864264 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:29:20.875242 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=1bf0b9a3-64be-499f-896d-8c41a63eae5e,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:20.894728 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:20.898232 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No DVR routers for this DVR port 1bf0b9a3-64be-499f-896d-8c41a63eae5e on host n-d-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:29:20.917197 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.917828 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Added segment be3772f8-889d-44fb-bc75-f901f3ef01f1 of type vlan for network 598d338a-5956-4afb-a942-44ffa4a8f6e4 Aug 23 14:29:20.963373 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.984331 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81454410-cf08-4262-a3db-c3c5ffea4034 req-6173d3d7-214e-4526-8032-a361c8c4be68 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:20.985872 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-81454410-cf08-4262-a3db-c3c5ffea4034 req-6173d3d7-214e-4526-8032-a361c8c4be68 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.2000318 Aug 23 14:29:21.054737 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.066702 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-81454410-cf08-4262-a3db-c3c5ffea4034 req-f118dd58-d329-4c86-b579-b89aa72d4cc8 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694385 Aug 23 14:29:21.069716 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af02c4b9-ba94-400b-b794-2d3aa3d64dec']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:21.086075 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5c5375-331b-4f56-a30d-2e5da1f45693') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:21.086425 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5c5375-331b-4f56-a30d-2e5da1f45693') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:21.100292 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.117125 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.125136 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:29:21.133520 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.133653 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.133653 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:21.133653 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.136954 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:29:21.143309 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:29:21.219690 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-1f9fbd48-9a81-48a0-9bcb-caa923261310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.258596 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Pushing event updated for resources: {'Network': ['ID=598d338a-5956-4afb-a942-44ffa4a8f6e4,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:21.258596 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:21.266513 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 598d338a-5956-4afb-a942-44ffa4a8f6e4 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:29:21.334494 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.340101 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-cc60f4b1-5337-4d80-ad4b-96981e0d2d15 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4301858 Aug 23 14:29:21.344790 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.351086 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50872) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:21.364266 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-2c5668d5-1acb-41ea-9240-f62a536569af None None] Deleting port 1bf0b9a3-64be-499f-896d-8c41a63eae5e {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:21.364728 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2c5668d5-1acb-41ea-9240-f62a536569af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.382853 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] Request body: {'subnet': {'network_id': '598d338a-5956-4afb-a942-44ffa4a8f6e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-905938079-subnet', 'tenant_id': '01d8d2b7f9bc4e22a3c481a49f3028b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:21.382853 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:21.385341 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fc621028-8920-4102-8604-f263f664f3d6 tempest-ServersTestMultiNic-1726785189 tempest-ServersTestMultiNic-1726785189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:21.386087 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] Usage tracker for resource:subnet and tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:21.390191 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:21.400287 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:21.411270 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Network': ['ID=af02c4b9-ba94-400b-b794-2d3aa3d64dec,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:21.414111 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:21.464738 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-2c5668d5-1acb-41ea-9240-f62a536569af None None] The port '1bf0b9a3-64be-499f-896d-8c41a63eae5e' was deleted {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:29:21.538135 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] Made reservation on behalf of 01d8d2b7f9bc4e22a3c481a49f3028b1 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:21.544201 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.602197 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/networks/af02c4b9-ba94-400b-b794-2d3aa3d64dec HTTP/1.1" status: 204 len: 168 time: 2.0388544 Aug 23 14:29:21.603766 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50884) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:21.720208 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4619172c-3bca-40c3-9303-e90a2ce333d3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:21.720831 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-4619172c-3bca-40c3-9303-e90a2ce333d3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:21.880330 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.896577 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-4619172c-3bca-40c3-9303-e90a2ce333d3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:21.897924 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.902980 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-42ceeb17-0789-4916-a3fe-fa29b00c5df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:21.903938 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-4619172c-3bca-40c3-9303-e90a2ce333d3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/357f0f3a-43de-4138-ab14-2087654f6b7a HTTP/1.1" status: 200 len: 843 time: 0.2990382 Aug 23 14:29:21.909174 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50890) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:21.990542 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00914b12-0890-41bd-8b52-6b28a9e3feeb,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:21.994367 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:22.002661 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] Checking segment: {'id': 'be3772f8-889d-44fb-bc75-f901f3ef01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '598d338a-5956-4afb-a942-44ffa4a8f6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:29:22.003023 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] Network hostable DHCP agents. Network: 598d338a-5956-4afb-a942-44ffa4a8f6e4, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:29:22.004676 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e5c715ef-1f48-4645-ab05-222dc26b4ddd tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/357f0f3a-43de-4138-ab14-2087654f6b7a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0979338 Aug 23 14:29:22.009768 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50894) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:22.016054 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-b47c408a-b89d-4e9a-8f51-7d3882490a8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'subnet': {'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:22.090675 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] Network 598d338a-5956-4afb-a942-44ffa4a8f6e4 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:29:22.155145 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b47c408a-b89d-4e9a-8f51-7d3882490a8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:22.159406 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b47c408a-b89d-4e9a-8f51-7d3882490a8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:subnet and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:22.163243 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b47c408a-b89d-4e9a-8f51-7d3882490a8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:22.169127 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b47c408a-b89d-4e9a-8f51-7d3882490a8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:22.183160 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 598d338a-5956-4afb-a942-44ffa4a8f6e4) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:22.192824 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-385d36bc-e062-45d8-bf98-2aed9d344028 req-62955751-3671-4ef7-8e85-64028395b575 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0497670 Aug 23 14:29:22.193969 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:22.194711 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:22.195176 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2cdef7-b041-453e-bd0e-a94a81cd11cb None None] Network 598d338a-5956-4afb-a942-44ffa4a8f6e4 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:29:22.312625 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47c408a-b89d-4e9a-8f51-7d3882490a8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:22.324389 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 72f8717d-43ec-4dfa-87d9-502f595b87c7 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:29:22.329126 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-57e581f6-3406-4140-9056-e07dd2b734d2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9758584 Aug 23 14:29:22.366015 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdd530-bff9-42fe-b52e-38bff5ea6146 req-e80be37f-5379-423b-9110-e1b40ccfceff tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:22.373887 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5cdd530-bff9-42fe-b52e-38bff5ea6146 req-e80be37f-5379-423b-9110-e1b40ccfceff tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.1611836 Aug 23 14:29:22.381392 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 72f8717d-43ec-4dfa-87d9-502f595b87c7 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:29:22.382118 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 72f8717d-43ec-4dfa-87d9-502f595b87c7 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:29:22.451452 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f5cdd530-bff9-42fe-b52e-38bff5ea6146 req-21a3e826-c5ce-4776-b79c-47fe7d786a14 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727191 Aug 23 14:29:22.530744 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b47c408a-b89d-4e9a-8f51-7d3882490a8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:22.614368 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a9b837-01b4-4833-8b57-7efdc28c0462 None None] Network 598d338a-5956-4afb-a942-44ffa4a8f6e4 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:29:22.932716 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b47c408a-b89d-4e9a-8f51-7d3882490a8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:22.937339 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f8ade1f1-39c2-4df9-91df-220c11fcd950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:23.010557 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47c408a-b89d-4e9a-8f51-7d3882490a8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:23.014357 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-b47c408a-b89d-4e9a-8f51-7d3882490a8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:23.019606 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47c408a-b89d-4e9a-8f51-7d3882490a8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:23.020217 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b47c408a-b89d-4e9a-8f51-7d3882490a8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.025845 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279b90b8-ea56-45f3-b3e7-94d4f298b8dd None None] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:29:23.026627 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c408a-b89d-4e9a-8f51-7d3882490a8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Subnet': ['ID=6db73513-87e5-49d7-86e5-2fbf7f9c0a27,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:23.046794 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b47c408a-b89d-4e9a-8f51-7d3882490a8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:23.131525 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b47c408a-b89d-4e9a-8f51-7d3882490a8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1202910 Aug 23 14:29:23.134529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50922) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:23.143180 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-702ac74b-bc2e-4eb9-b0c7-857f37f7df7b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'security_group': {'name': 'tempest-secgroup-2047847867'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:23.149296 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-702ac74b-bc2e-4eb9-b0c7-857f37f7df7b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:23.155712 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-702ac74b-bc2e-4eb9-b0c7-857f37f7df7b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:security_group and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:23.164679 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-702ac74b-bc2e-4eb9-b0c7-857f37f7df7b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:23.172584 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-702ac74b-bc2e-4eb9-b0c7-857f37f7df7b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:23.218552 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-d1fe4576-6345-448c-b695-c2395ab3864e tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:23.219248 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-d1fe4576-6345-448c-b695-c2395ab3864e tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Synchronizing usage tracker for tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 on resource:network {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:23.243827 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-702ac74b-bc2e-4eb9-b0c7-857f37f7df7b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.283918 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-702ac74b-bc2e-4eb9-b0c7-857f37f7df7b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:23.288624 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-702ac74b-bc2e-4eb9-b0c7-857f37f7df7b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:security_group_rule and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:23.291836 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-702ac74b-bc2e-4eb9-b0c7-857f37f7df7b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:23.298048 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-702ac74b-bc2e-4eb9-b0c7-857f37f7df7b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:23.298819 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'tenant_id': '9941da49987249e0a64fa4a2b73cbf48', 'fixed_ips': [{'subnet_id': '6db73513-87e5-49d7-86e5-2fbf7f9c0a27'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:29:23.299725 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.355363 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-702ac74b-bc2e-4eb9-b0c7-857f37f7df7b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.405546 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-d1fe4576-6345-448c-b695-c2395ab3864e tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Unset dirty status for tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 on resource:network {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:23.406748 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-d1fe4576-6345-448c-b695-c2395ab3864e tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/networks?id=598d338a-5956-4afb-a942-44ffa4a8f6e4 HTTP/1.1" status: 200 len: 821 time: 0.4767303 Aug 23 14:29:23.421254 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-01d34614-5873-4027-94ba-fcaea53dd94d req-3b79ab95-fce8-4c35-b3c6-aa2dc00072d4 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0575783 Aug 23 14:29:23.431467 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-92fd3e90-bc76-4800-ac41-1e084c888956 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/quotas/01d8d2b7f9bc4e22a3c481a49f3028b1 HTTP/1.1" status: 200 len: 375 time: 0.0150263 Aug 23 14:29:23.483199 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Allocated IP 2001:db8::2 (ae3ccff1-aad5-47d9-b526-36a1335e78ad/6db73513-87e5-49d7-86e5-2fbf7f9c0a27/f503b738-ae5f-4f7b-8945-d41c3d738479) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:23.484158 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-702ac74b-bc2e-4eb9-b0c7-857f37f7df7b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.498534 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-4fe780b0-6b80-4bc3-8db7-d88a4f690021 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=01d8d2b7f9bc4e22a3c481a49f3028b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615332 Aug 23 14:29:23.515619 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f3c17e59-3462-4022-b7ea-81acf6f3a1fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:23.553755 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ac74b-bc2e-4eb9-b0c7-857f37f7df7b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b844caa4-d708-4f9b-bd7c-1557603b158d,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:23.565324 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-702ac74b-bc2e-4eb9-b0c7-857f37f7df7b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:23.582153 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d6dd7a35-a3b4-4a71-87ee-b2673dbbb171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.610366 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-702ac74b-bc2e-4eb9-b0c7-857f37f7df7b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.620880 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-702ac74b-bc2e-4eb9-b0c7-857f37f7df7b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4852436 Aug 23 14:29:23.621684 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50934) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:23.628133 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-a4c1e30c-4c78-4cfb-95ad-91edc30e2d1a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'security_group': {'name': 'tempest-secgroup-303796804'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:23.637027 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a4c1e30c-4c78-4cfb-95ad-91edc30e2d1a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:23.642421 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a4c1e30c-4c78-4cfb-95ad-91edc30e2d1a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:security_group and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:23.646012 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a4c1e30c-4c78-4cfb-95ad-91edc30e2d1a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:23.654980 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a4c1e30c-4c78-4cfb-95ad-91edc30e2d1a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:23.676649 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ad88af85-84f9-488d-91e6-c120f0c3e7dd service neutron] 10.222.0.86 "GET /v2.0/networks/598d338a-5956-4afb-a942-44ffa4a8f6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768715 Aug 23 14:29:23.740785 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.762612 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Transition to ACTIVE for port object f503b738-ae5f-4f7b-8945-d41c3d738479 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:23.776544 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Transition to ACTIVE for port object f503b738-ae5f-4f7b-8945-d41c3d738479 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:23.781081 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a4c1e30c-4c78-4cfb-95ad-91edc30e2d1a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.819756 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a4c1e30c-4c78-4cfb-95ad-91edc30e2d1a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:23.823595 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a4c1e30c-4c78-4cfb-95ad-91edc30e2d1a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:security_group_rule and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:23.826484 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a4c1e30c-4c78-4cfb-95ad-91edc30e2d1a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:23.832776 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a4c1e30c-4c78-4cfb-95ad-91edc30e2d1a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:23.840083 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.843787 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:23.874505 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-a47cdb22-7b84-4b13-b6e9-e67b0c6c3aea service neutron] 10.222.0.86 "GET /v2.0/networks/598d338a-5956-4afb-a942-44ffa4a8f6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912079 Aug 23 14:29:23.889337 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129dd33-5f72-4882-9696-3d0317d57f2a req-1caf69bb-159c-40c6-8b81-30d5287c55f2 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:23.891488 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f129dd33-5f72-4882-9696-3d0317d57f2a req-1caf69bb-159c-40c6-8b81-30d5287c55f2 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.1348937 Aug 23 14:29:23.910129 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a4c1e30c-4c78-4cfb-95ad-91edc30e2d1a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.912100 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:23.915104 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:23.919024 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:29:23.929092 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Pushing event updated for resources: {'Port': ['ID=f503b738-ae5f-4f7b-8945-d41c3d738479,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:23.947871 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f129dd33-5f72-4882-9696-3d0317d57f2a req-309d7a24-8390-401c-8887-d02713b0bca5 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486541 Aug 23 14:29:23.976579 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:23.976579 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:23.976579 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:23.976579 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:23.976579 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:23.976579 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:23.976579 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:23.976579 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:23.976579 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:23.976579 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:23.976579 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:24.000193 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a4c1e30c-4c78-4cfb-95ad-91edc30e2d1a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:24.004427 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-26258bbc-8733-4347-9aa4-4f96c36f6421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:24.012899 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:24.030362 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Attempting to bind port f503b738-ae5f-4f7b-8945-d41c3d738479 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:24.030731 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Attempting to bind port f503b738-ae5f-4f7b-8945-d41c3d738479 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '17390bba-0a43-4aa6-80e7-1a750c091209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:24.031098 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Attempting to bind port f503b738-ae5f-4f7b-8945-d41c3d738479 on network ae3ccff1-aad5-47d9-b526-36a1335e78ad {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:29:24.038947 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:29:24.039940 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Checking segment: {'id': '17390bba-0a43-4aa6-80e7-1a750c091209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:29:24.040581 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:24.041180 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Bound using segment: {'id': '17390bba-0a43-4aa6-80e7-1a750c091209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:29:24.041882 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Bound port: f503b738-ae5f-4f7b-8945-d41c3d738479, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17390bba-0a43-4aa6-80e7-1a750c091209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:29:24.042488 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:24.060488 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1e30c-4c78-4cfb-95ad-91edc30e2d1a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de1dc0c-1baf-4385-9f1b-4afb66a0d6e5,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:24.065103 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a4c1e30c-4c78-4cfb-95ad-91edc30e2d1a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:24.162992 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] For port f503b738-ae5f-4f7b-8945-d41c3d738479, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:29:24.167886 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] For port f503b738-ae5f-4f7b-8945-d41c3d738479, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=f503b738-ae5f-4f7b-8945-d41c3d738479,segment=NetworkSegment(17390bba-0a43-4aa6-80e7-1a750c091209),segment_id=17390bba-0a43-4aa6-80e7-1a750c091209)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:29:24.185522 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a4c1e30c-4c78-4cfb-95ad-91edc30e2d1a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:24.185522 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a4c1e30c-4c78-4cfb-95ad-91edc30e2d1a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5606825 Aug 23 14:29:24.187893 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50946) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:24.195490 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-4862049', 'security_groups': ['3de1dc0c-1baf-4385-9f1b-4afb66a0d6e5'], 'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6db73513-87e5-49d7-86e5-2fbf7f9c0a27'}]}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:24.301373 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:24.301373 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-1fa8e601-ae6e-48bc-abc0-6b63e5537f50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:24.359977 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4666bf57-23eb-4f40-b9ce-af4dac1bee67 req-18372477-540d-4874-89e2-df7782d3c4a7 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 210 time: 0.0640819 Aug 23 14:29:24.392618 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Pushing event updated for resources: {'Port': ['ID=f503b738-ae5f-4f7b-8945-d41c3d738479,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:24.397330 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:24.468216 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:24.474254 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0c0d6d8f-4efb-48bc-8ce9-909e564f681f req-763b0fc3-7a15-4f34-a0cd-0e2b50226682 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 1096 time: 0.1339855 Aug 23 14:29:24.520071 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-0c0d6d8f-4efb-48bc-8ce9-909e564f681f req-8e354d75-7a51-42c6-b1a7-10cf6d9c50cd service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419445 Aug 23 14:29:24.572746 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:24.607944 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:24.723489 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:24.753748 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-98423783-5f4e-4847-a3e1-f3aa7ca579ab req-8bc2c0d9-6cf6-4ba7-82a4-d35708389ce0 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.1639998 Aug 23 14:29:24.920481 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:24.944931 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] device_id is not set on port a46d3e90-a46f-44a1-b78b-3074ed0b279d yet. {{(pid=76505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:29:25.236169 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Allocated IP 2001:db8::29f (ae3ccff1-aad5-47d9-b526-36a1335e78ad/6db73513-87e5-49d7-86e5-2fbf7f9c0a27/a46d3e90-a46f-44a1-b78b-3074ed0b279d) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:25.263486 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f3a9b-1c1d-4016-bde8-742df9cb3506 req-f04021bc-e115-4dcd-a4d8-fa0cdd0a2d75 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:25.265022 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0c3f3a9b-1c1d-4016-bde8-742df9cb3506 req-f04021bc-e115-4dcd-a4d8-fa0cdd0a2d75 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.1650367 Aug 23 14:29:25.411101 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-0c3f3a9b-1c1d-4016-bde8-742df9cb3506 req-21f41922-3ccc-4c58-b2ad-9b52aaf7a709 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372521 Aug 23 14:29:25.561265 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-398a598b-50f0-4aa3-8a2d-79efeb382269 req-9931401e-529e-43ee-a802-b9406b3ecf64 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 210 time: 0.0454292 Aug 23 14:29:25.611720 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:25.630914 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Transition to ACTIVE for port object a46d3e90-a46f-44a1-b78b-3074ed0b279d will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:25.756671 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:25.760358 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:25.920466 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c3436a19-38a7-48fb-924b-fd3fa2e9481f None None] Provisioning for port f503b738-ae5f-4f7b-8945-d41c3d738479 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:25.963450 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:25.980676 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c3436a19-38a7-48fb-924b-fd3fa2e9481f None None] Provisioning complete for port 357f0f3a-43de-4138-ab14-2087654f6b7a triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:25.981063 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c3436a19-38a7-48fb-924b-fd3fa2e9481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:26.000164 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:26.006976 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=a46d3e90-a46f-44a1-b78b-3074ed0b279d,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:26.018345 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:29:26.024519 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:26.025134 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:26.032697 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:26.038529 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3ba39d2e-18c7-40e1-bd9d-c39a18281897 req-356dd7b6-7d78-48cf-88e8-87d21f7f80b4 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0752840 Aug 23 14:29:26.052557 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c3436a19-38a7-48fb-924b-fd3fa2e9481f None None] Port 357f0f3a-43de-4138-ab14-2087654f6b7a cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:29:26.058665 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:26.151641 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9614332 Aug 23 14:29:26.157873 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 50976) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:26.164400 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-177a1a4c-c638-4b0f-bafa-7cd17be708a4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'subnet': {'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:26.361482 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-177a1a4c-c638-4b0f-bafa-7cd17be708a4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:26.365798 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-177a1a4c-c638-4b0f-bafa-7cd17be708a4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:subnet and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:26.370767 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-177a1a4c-c638-4b0f-bafa-7cd17be708a4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:26.385712 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-177a1a4c-c638-4b0f-bafa-7cd17be708a4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:26.424165 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device f503b738-ae5f-4f7b-8945-d41c3d738479 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:26.497509 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-dbc916fd-90ea-41dc-b304-23ff1645545c None None] Provisioning for port a46d3e90-a46f-44a1-b78b-3074ed0b279d completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:26.502598 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177a1a4c-c638-4b0f-bafa-7cd17be708a4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:26.502598 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-177a1a4c-c638-4b0f-bafa-7cd17be708a4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:26.510854 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-dbc916fd-90ea-41dc-b304-23ff1645545c None None] Provisioning complete for port a46d3e90-a46f-44a1-b78b-3074ed0b279d triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:26.520625 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-dbc916fd-90ea-41dc-b304-23ff1645545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:26.619227 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-dbc916fd-90ea-41dc-b304-23ff1645545c None None] Port a46d3e90-a46f-44a1-b78b-3074ed0b279d cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:29:26.703773 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port f503b738-ae5f-4f7b-8945-d41c3d738479 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:26.710229 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port f503b738-ae5f-4f7b-8945-d41c3d738479 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:26.710607 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:26.838899 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:26.859408 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f0f6ae36-12ed-4199-ab7b-59153c5c3d6e req-84c00db6-b55e-4864-a9ac-97d7e0ab441d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 210 time: 0.0910032 Aug 23 14:29:26.869301 n-d-805629-1 neutron-server[76505]: INFO neutron.db.ipam_backend_mixin [None req-177a1a4c-c638-4b0f-bafa-7cd17be708a4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6db73513-87e5-49d7-86e5-2fbf7f9c0a27 (CIDR: 2001:db8::/64) Aug 23 14:29:26.889464 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4178d-a819-4b79-9ed2-0db78fecf833 req-97402041-7552-4071-91f5-58252f272164 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:26.890860 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port f503b738-ae5f-4f7b-8945-d41c3d738479, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=f503b738-ae5f-4f7b-8945-d41c3d738479,segment=NetworkSegment(17390bba-0a43-4aa6-80e7-1a750c091209),segment_id=17390bba-0a43-4aa6-80e7-1a750c091209)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:26.892760 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-acf4178d-a819-4b79-9ed2-0db78fecf833 req-97402041-7552-4071-91f5-58252f272164 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.2644317 Aug 23 14:29:26.936827 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-177a1a4c-c638-4b0f-bafa-7cd17be708a4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 14:29:26.937264 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177a1a4c-c638-4b0f-bafa-7cd17be708a4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=76505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:29:26.956290 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-acf4178d-a819-4b79-9ed2-0db78fecf833 req-8b82314e-dbbd-4bdd-9585-42494440191c tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569110 Aug 23 14:29:26.977180 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:26.977180 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:27.015647 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-70ff96ce-e03a-487a-9253-d6d96fa7574b req-966b2a78-229b-4a43-acdc-8a57fda9a567 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1514355830', 'description': 'tempest-description-1382173360'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:27.024982 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-70ff96ce-e03a-487a-9253-d6d96fa7574b req-966b2a78-229b-4a43-acdc-8a57fda9a567 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:27.029786 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-70ff96ce-e03a-487a-9253-d6d96fa7574b req-966b2a78-229b-4a43-acdc-8a57fda9a567 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Usage tracker for resource:security_group and tenant:1a307fbb16314e169ca58f8cc4fe463a is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:27.038959 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-70ff96ce-e03a-487a-9253-d6d96fa7574b req-966b2a78-229b-4a43-acdc-8a57fda9a567 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:27.050785 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-70ff96ce-e03a-487a-9253-d6d96fa7574b req-966b2a78-229b-4a43-acdc-8a57fda9a567 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:27.057460 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-177a1a4c-c638-4b0f-bafa-7cd17be708a4 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8984630 Aug 23 14:29:27.060288 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 50994) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:27.068612 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-8a857e3b-1cf6-47ea-bf24-5e83b8ab9cfb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'subnet': {'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:27.085741 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=f503b738-ae5f-4f7b-8945-d41c3d738479,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:27.092989 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:27.172100 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-70ff96ce-e03a-487a-9253-d6d96fa7574b req-966b2a78-229b-4a43-acdc-8a57fda9a567 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:27.337386 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-75c3b16e-e8f4-41d6-98bb-c6037236109e req-8ee45fff-e959-492f-bb9c-9bb20885a846 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.1208727 Aug 23 14:29:27.356142 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-8a857e3b-1cf6-47ea-bf24-5e83b8ab9cfb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:27.360657 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-8a857e3b-1cf6-47ea-bf24-5e83b8ab9cfb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:subnet and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:27.364648 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-8a857e3b-1cf6-47ea-bf24-5e83b8ab9cfb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:27.371519 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-8a857e3b-1cf6-47ea-bf24-5e83b8ab9cfb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:27.376250 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-70ff96ce-e03a-487a-9253-d6d96fa7574b req-966b2a78-229b-4a43-acdc-8a57fda9a567 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:27.394690 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-70ff96ce-e03a-487a-9253-d6d96fa7574b req-966b2a78-229b-4a43-acdc-8a57fda9a567 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Usage tracker for resource:security_group_rule and tenant:1a307fbb16314e169ca58f8cc4fe463a is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:27.404810 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-70ff96ce-e03a-487a-9253-d6d96fa7574b req-966b2a78-229b-4a43-acdc-8a57fda9a567 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:27.411477 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-70ff96ce-e03a-487a-9253-d6d96fa7574b req-966b2a78-229b-4a43-acdc-8a57fda9a567 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:27.441517 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-82c98b0f-7f4d-46eb-926c-121e694ff8d4 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:27.442983 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-82c98b0f-7f4d-46eb-926c-121e694ff8d4 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.60 "GET /v2.0/networks?id=598d338a-5956-4afb-a942-44ffa4a8f6e4 HTTP/1.1" status: 200 len: 821 time: 0.2523470 Aug 23 14:29:27.465196 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Request body: {'port': {'device_id': '573fa2cc-06f9-4366-8f7f-295062dcceb6', 'network_id': '598d338a-5956-4afb-a942-44ffa4a8f6e4', 'admin_state_up': True, 'tenant_id': '01d8d2b7f9bc4e22a3c481a49f3028b1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:27.494261 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a857e3b-1cf6-47ea-bf24-5e83b8ab9cfb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:27.497841 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8a857e3b-1cf6-47ea-bf24-5e83b8ab9cfb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:27.585061 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-70ff96ce-e03a-487a-9253-d6d96fa7574b req-966b2a78-229b-4a43-acdc-8a57fda9a567 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:27.664283 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:27.672041 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Usage tracker for resource:port and tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:27.685948 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:27.698814 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:27.708850 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-70ff96ce-e03a-487a-9253-d6d96fa7574b req-966b2a78-229b-4a43-acdc-8a57fda9a567 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:27.716030 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4bff33bb-e092-40bd-8382-ebf56ed31ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:27.771067 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Made reservation on behalf of 01d8d2b7f9bc4e22a3c481a49f3028b1 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:27.774174 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:27.793026 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b2a78-229b-4a43-acdc-8a57fda9a567 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc0a600-ab2b-4cdc-8716-0e66ce0875ff,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:27.798939 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-966b2a78-229b-4a43-acdc-8a57fda9a567 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:27.854729 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-70ff96ce-e03a-487a-9253-d6d96fa7574b req-966b2a78-229b-4a43-acdc-8a57fda9a567 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:27.854729 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-70ff96ce-e03a-487a-9253-d6d96fa7574b req-966b2a78-229b-4a43-acdc-8a57fda9a567 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1647 time: 0.8429210 Aug 23 14:29:27.968789 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8a857e3b-1cf6-47ea-bf24-5e83b8ab9cfb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:27.975251 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2da4b0ea-87e4-445b-9576-ee72b679e613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:28.017838 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Allocated IP 172.20.0.12 (598d338a-5956-4afb-a942-44ffa4a8f6e4/00914b12-0890-41bd-8b52-6b28a9e3feeb/01b21825-a2db-41db-99fc-7c5bdcdfd041) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:28.041630 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a857e3b-1cf6-47ea-bf24-5e83b8ab9cfb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:28.052872 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-8a857e3b-1cf6-47ea-bf24-5e83b8ab9cfb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:28.062389 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a857e3b-1cf6-47ea-bf24-5e83b8ab9cfb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:28.062389 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8a857e3b-1cf6-47ea-bf24-5e83b8ab9cfb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:28.067362 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30636171-4c8c-4537-a006-0b56e33c72a5 None None] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:29:28.079604 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a857e3b-1cf6-47ea-bf24-5e83b8ab9cfb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Subnet': ['ID=a17555c2-ffd5-4f01-bbe9-b903ee871a2e,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:28.079604 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8a857e3b-1cf6-47ea-bf24-5e83b8ab9cfb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:28.090658 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a740db46-b3a8-4a41-9417-9f9a811ea15d req-63f203b8-e008-46b1-92b7-bb7f92ba7e89 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 210 time: 0.0713038 Aug 23 14:29:28.139362 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e3910861-2122-48c7-9bdc-d49a72d266f9 req-77bbd45a-80fa-494e-bf68-2d64840c90e4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Synchronizing usage tracker for tenant:1a307fbb16314e169ca58f8cc4fe463a on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:28.159265 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-8a857e3b-1cf6-47ea-bf24-5e83b8ab9cfb tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0946126 Aug 23 14:29:28.159992 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51012) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:28.166887 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-63477434-1d99-49dc-954a-01d2bb29122c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-426509492', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a17555c2-ffd5-4f01-bbe9-b903ee871a2e'}], 'security_groups': ['b844caa4-d708-4f9b-bd7c-1557603b158d']}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:28.319325 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-e3910861-2122-48c7-9bdc-d49a72d266f9 req-77bbd45a-80fa-494e-bf68-2d64840c90e4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Unset dirty status for tenant:1a307fbb16314e169ca58f8cc4fe463a on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:28.320707 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3910861-2122-48c7-9bdc-d49a72d266f9 req-77bbd45a-80fa-494e-bf68-2d64840c90e4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1514355830&fields=id&tenant_id=1a307fbb16314e169ca58f8cc4fe463a HTTP/1.1" status: 200 len: 267 time: 0.3304150 Aug 23 14:29:28.374064 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device f503b738-ae5f-4f7b-8945-d41c3d738479 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:28.456985 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-63477434-1d99-49dc-954a-01d2bb29122c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:28.457124 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port f503b738-ae5f-4f7b-8945-d41c3d738479 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:28.457381 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:28.460762 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:28.505111 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3910861-2122-48c7-9bdc-d49a72d266f9 req-262be80a-c56a-4c18-8eea-fd2c42fde098 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:28.506626 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3910861-2122-48c7-9bdc-d49a72d266f9 req-262be80a-c56a-4c18-8eea-fd2c42fde098 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.1723132 Aug 23 14:29:28.522958 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-e3910861-2122-48c7-9bdc-d49a72d266f9 req-13be01a0-7b08-4d8c-9637-075369948887 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Request body: {'port': {'security_groups': ['5bf41553-38c2-4a07-94ff-3cb1a4858197', '6cc0a600-ab2b-4cdc-8716-0e66ce0875ff']}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:28.644259 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaa7fad-c869-4a3a-86f6-87101ccc70b8 None None] Update dhcp port {'port': {'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'fixed_ips': [{'subnet_id': '6db73513-87e5-49d7-86e5-2fbf7f9c0a27', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a17555c2-ffd5-4f01-bbe9-b903ee871a2e'}], 'binding:host_id': 'n-d-805629-1'}, 'id': 'f503b738-ae5f-4f7b-8945-d41c3d738479'} from n-d-805629-1. {{(pid=76509) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Aug 23 14:29:28.698529 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:28.707591 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-baaa7fad-c869-4a3a-86f6-87101ccc70b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:28.712231 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:28.897328 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6e8356a-ab6b-4b6e-8bc5-0fda5620aa4e req-ec93629c-20d1-47c3-9c39-e1c8bdfadb5c tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.3021986 Aug 23 14:29:28.972367 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Network 598d338a-5956-4afb-a942-44ffa4a8f6e4 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:28.976004 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e3910861-2122-48c7-9bdc-d49a72d266f9 req-13be01a0-7b08-4d8c-9637-075369948887 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:28.989984 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:28.992608 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:29:29.005415 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-63477434-1d99-49dc-954a-01d2bb29122c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Delete allocated IP 2001:db8::29f (ae3ccff1-aad5-47d9-b526-36a1335e78ad/6db73513-87e5-49d7-86e5-2fbf7f9c0a27) {{(pid=76506) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 14:29:29.020163 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-63477434-1d99-49dc-954a-01d2bb29122c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Allocated IP 2001:db8:0:1::20b (ae3ccff1-aad5-47d9-b526-36a1335e78ad/a17555c2-ffd5-4f01-bbe9-b903ee871a2e/a46d3e90-a46f-44a1-b78b-3074ed0b279d) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:29.027189 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Pushing event updated for resources: {'Port': ['ID=01b21825-a2db-41db-99fc-7c5bdcdfd041,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:29.036721 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:29.114856 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:29.114856 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.247599 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-63477434-1d99-49dc-954a-01d2bb29122c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.272837 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-63477434-1d99-49dc-954a-01d2bb29122c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Transition to ACTIVE for port object a46d3e90-a46f-44a1-b78b-3074ed0b279d will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:29.277040 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8158438 Aug 23 14:29:29.299275 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Request body: {'port': {'device_id': '573fa2cc-06f9-4366-8f7f-295062dcceb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:29.370446 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-63477434-1d99-49dc-954a-01d2bb29122c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.379594 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ca13298c-bf55-4e78-a143-a518fcebcfc0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:29.436145 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-e3910861-2122-48c7-9bdc-d49a72d266f9 req-13be01a0-7b08-4d8c-9637-075369948887 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] For port 11c78783-d31a-495c-9a29-a874deba2646, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=11c78783-d31a-495c-9a29-a874deba2646,segment=NetworkSegment(11dadd34-dcab-4e02-b4ac-3c71cd908eef),segment_id=11dadd34-dcab-4e02-b4ac-3c71cd908eef)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:29.452097 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-baaa7fad-c869-4a3a-86f6-87101ccc70b8 None None] Allocated IP 2001:db8:0:1::2 (ae3ccff1-aad5-47d9-b526-36a1335e78ad/a17555c2-ffd5-4f01-bbe9-b903ee871a2e/f503b738-ae5f-4f7b-8945-d41c3d738479) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:29.516679 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-63477434-1d99-49dc-954a-01d2bb29122c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] In _notify_port_updated(), no bound segment for port a46d3e90-a46f-44a1-b78b-3074ed0b279d on network ae3ccff1-aad5-47d9-b526-36a1335e78ad {{(pid=76506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Aug 23 14:29:29.520894 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63477434-1d99-49dc-954a-01d2bb29122c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:29.521820 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-63477434-1d99-49dc-954a-01d2bb29122c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.523375 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-63477434-1d99-49dc-954a-01d2bb29122c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "PUT /v2.0/ports/a46d3e90-a46f-44a1-b78b-3074ed0b279d HTTP/1.1" status: 200 len: 930 time: 1.3623993 Aug 23 14:29:29.525590 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.527558 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51028) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:29.563665 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e3910861-2122-48c7-9bdc-d49a72d266f9 req-13be01a0-7b08-4d8c-9637-075369948887 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.573170 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63477434-1d99-49dc-954a-01d2bb29122c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=a46d3e90-a46f-44a1-b78b-3074ed0b279d,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:29.583971 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-63477434-1d99-49dc-954a-01d2bb29122c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:29.623873 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-baaa7fad-c869-4a3a-86f6-87101ccc70b8 None None] For port f503b738-ae5f-4f7b-8945-d41c3d738479, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=f503b738-ae5f-4f7b-8945-d41c3d738479,segment=NetworkSegment(17390bba-0a43-4aa6-80e7-1a750c091209),segment_id=17390bba-0a43-4aa6-80e7-1a750c091209)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:29.632299 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e3910861-2122-48c7-9bdc-d49a72d266f9 req-13be01a0-7b08-4d8c-9637-075369948887 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.632472 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b720d-29a8-4656-9ca4-c4cb3ba2a50c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port a46d3e90-a46f-44a1-b78b-3074ed0b279d {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:29.632715 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8c1b720d-29a8-4656-9ca4-c4cb3ba2a50c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.637952 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ee31878b-4218-48b8-b86d-b5c111471bd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:29.661109 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-baaa7fad-c869-4a3a-86f6-87101ccc70b8 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.675859 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-baaa7fad-c869-4a3a-86f6-87101ccc70b8 None None] Transition to ACTIVE for port object f503b738-ae5f-4f7b-8945-d41c3d738479 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:29.679036 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['11c78783-d31a-495c-9a29-a874deba2646'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:29:29.702640 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7df40-032b-4fff-a87f-95ae32518481 req-14e7ba0c-cc7c-49ce-9b3f-4023f563c608 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:29.702640 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-17d7df40-032b-4fff-a87f-95ae32518481 req-14e7ba0c-cc7c-49ce-9b3f-4023f563c608 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Synchronizing usage tracker for tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:29.754945 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-baaa7fad-c869-4a3a-86f6-87101ccc70b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.771228 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3910861-2122-48c7-9bdc-d49a72d266f9 req-13be01a0-7b08-4d8c-9637-075369948887 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:29.772015 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-e3910861-2122-48c7-9bdc-d49a72d266f9 req-13be01a0-7b08-4d8c-9637-075369948887 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.773276 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:29.773646 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e3910861-2122-48c7-9bdc-d49a72d266f9 req-13be01a0-7b08-4d8c-9637-075369948887 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "PUT /v2.0/ports/11c78783-d31a-495c-9a29-a874deba2646 HTTP/1.1" status: 200 len: 981 time: 1.2607954 Aug 23 14:29:29.783125 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'tag': '11c78783-d31a-495c-9a29-a874deba2646'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:29.853913 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa7fad-c869-4a3a-86f6-87101ccc70b8 None None] Pushing event updated for resources: {'Port': ['ID=f503b738-ae5f-4f7b-8945-d41c3d738479,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:29.863997 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-baaa7fad-c869-4a3a-86f6-87101ccc70b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:29.914997 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['11c78783-d31a-495c-9a29-a874deba2646'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:29:29.941136 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be01a0-7b08-4d8c-9637-075369948887 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Pushing event updated for resources: {'Port': ['ID=11c78783-d31a-495c-9a29-a874deba2646,revision_number=6']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:29.945775 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-13be01a0-7b08-4d8c-9637-075369948887 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:29.957221 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-17d7df40-032b-4fff-a87f-95ae32518481 req-14e7ba0c-cc7c-49ce-9b3f-4023f563c608 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Unset dirty status for tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:29.961371 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-17d7df40-032b-4fff-a87f-95ae32518481 req-14e7ba0c-cc7c-49ce-9b3f-4023f563c608 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 932 time: 0.5416877 Aug 23 14:29:30.070902 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-17d7df40-032b-4fff-a87f-95ae32518481 req-a72742ea-6ea3-45a8-afa7-b3cc8a7de726 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Synchronizing usage tracker for tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:30.094507 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8c1b720d-29a8-4656-9ca4-c4cb3ba2a50c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:30.192664 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-17d7df40-032b-4fff-a87f-95ae32518481 req-a72742ea-6ea3-45a8-afa7-b3cc8a7de726 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Unset dirty status for tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:30.204120 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-17d7df40-032b-4fff-a87f-95ae32518481 req-a72742ea-6ea3-45a8-afa7-b3cc8a7de726 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412536 Aug 23 14:29:30.270979 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b21825-a2db-41db-99fc-7c5bdcdfd041 {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:29:30.289545 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:30.298236 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b720d-29a8-4656-9ca4-c4cb3ba2a50c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for a46d3e90-a46f-44a1-b78b-3074ed0b279d owned by {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:29:30.341580 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'tag': '11c78783-d31a-495c-9a29-a874deba2646', 'status': 'completed', 'code': 200} Aug 23 14:29:30.345695 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Transition to ACTIVE for port object 01b21825-a2db-41db-99fc-7c5bdcdfd041 will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:30.367414 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-15617894-60b7-4b6a-ad97-68df42cf7e36 req-c29474b3-6787-4255-a0b5-81e6661b1628 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1514355830&fields=id&tenant_id=1a307fbb16314e169ca58f8cc4fe463a HTTP/1.1" status: 200 len: 267 time: 0.1984556 Aug 23 14:29:30.462189 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device f503b738-ae5f-4f7b-8945-d41c3d738479 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:30.463085 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:30.480679 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b80f52df-8ed2-4433-8975-f662e41910a2 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:30.603168 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-397a4432-2d8e-4645-b6b6-82afb02e49aa req-220677bf-4c90-4686-9b4b-7e90d8739963 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1a307fbb16314e169ca58f8cc4fe463a&device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 1135 time: 0.2374845 Aug 23 14:29:30.668294 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1514473a-2b65-4463-9fdc-f90b60e41045 req-ca8c2421-f5c8-498d-a5a2-d4d599a50322 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.1560047 Aug 23 14:29:30.725964 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Pushing event updated for resources: {'Port': ['ID=01b21825-a2db-41db-99fc-7c5bdcdfd041,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:30.741163 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:30.790573 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a4432-2d8e-4645-b6b6-82afb02e49aa req-140f8b88-baca-4dc4-80d7-5d21d3fe1d54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:30.797819 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-397a4432-2d8e-4645-b6b6-82afb02e49aa req-140f8b88-baca-4dc4-80d7-5d21d3fe1d54 service neutron] 10.222.0.91 "GET /v2.0/networks?id=95586b77-cc99-4f29-a188-bbece8d2a365 HTTP/1.1" status: 200 len: 920 time: 0.1748393 Aug 23 14:29:30.892172 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-397a4432-2d8e-4645-b6b6-82afb02e49aa req-389d2bef-54db-4094-9a4e-bcea4c14f049 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c78783-d31a-495c-9a29-a874deba2646 HTTP/1.1" status: 200 len: 217 time: 0.0869107 Aug 23 14:29:30.892172 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8c1b720d-29a8-4656-9ca4-c4cb3ba2a50c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:30.898078 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e511bbf1-b2ae-40cf-bf43-0b2a54223074 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:30.940896 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15617894-60b7-4b6a-ad97-68df42cf7e36 req-6e772faf-ba93-46bf-8c83-fee3820e9ab2 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:30.957484 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-15617894-60b7-4b6a-ad97-68df42cf7e36 req-6e772faf-ba93-46bf-8c83-fee3820e9ab2 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 984 time: 0.5914531 Aug 23 14:29:30.979336 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-15617894-60b7-4b6a-ad97-68df42cf7e36 req-8c7dc42f-42bc-4a04-9cab-52b24b892db4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Request body: {'port': {'security_groups': ['5bf41553-38c2-4a07-94ff-3cb1a4858197']}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:31.009989 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b720d-29a8-4656-9ca4-c4cb3ba2a50c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=a46d3e90-a46f-44a1-b78b-3074ed0b279d,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:31.014975 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8c1b720d-29a8-4656-9ca4-c4cb3ba2a50c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:31.076608 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8c1b720d-29a8-4656-9ca4-c4cb3ba2a50c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.082411 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a4432-2d8e-4645-b6b6-82afb02e49aa req-7f4d16f0-0257-4756-b3bb-81ba542b59fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:31.082411 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-397a4432-2d8e-4645-b6b6-82afb02e49aa req-7f4d16f0-0257-4756-b3bb-81ba542b59fc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=76a018ba-b37d-4984-96f3-7af3bdcca9cd HTTP/1.1" status: 200 len: 859 time: 0.1466990 Aug 23 14:29:31.107704 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-8c1b720d-29a8-4656-9ca4-c4cb3ba2a50c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/a46d3e90-a46f-44a1-b78b-3074ed0b279d HTTP/1.1" status: 204 len: 168 time: 1.5784414 Aug 23 14:29:31.114420 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51046) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:31.178193 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-9e448612-c3db-4d82-8348-322a1030f6e2 None None] Provisioning for port f503b738-ae5f-4f7b-8945-d41c3d738479 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:31.179594 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-9e448612-c3db-4d82-8348-322a1030f6e2 None None] Provisioning complete for port f503b738-ae5f-4f7b-8945-d41c3d738479 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:31.179995 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9e448612-c3db-4d82-8348-322a1030f6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.183113 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-667141e9-6f72-442e-8358-0ec71e6903ed tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] GET failed (client error): The resource could not be found. Aug 23 14:29:31.183872 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-667141e9-6f72-442e-8358-0ec71e6903ed tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:31.207486 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Attempting to bind port 01b21825-a2db-41db-99fc-7c5bdcdfd041 on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:31.207486 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Attempting to bind port 01b21825-a2db-41db-99fc-7c5bdcdfd041 by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'be3772f8-889d-44fb-bc75-f901f3ef01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '598d338a-5956-4afb-a942-44ffa4a8f6e4'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:31.207486 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Attempting to bind port 01b21825-a2db-41db-99fc-7c5bdcdfd041 on network 598d338a-5956-4afb-a942-44ffa4a8f6e4 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:29:31.207755 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-397a4432-2d8e-4645-b6b6-82afb02e49aa req-6884ce85-7608-4358-a8b3-c279566cef56 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=95586b77-cc99-4f29-a188-bbece8d2a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068847 Aug 23 14:29:31.291784 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Port 01b21825-a2db-41db-99fc-7c5bdcdfd041 on network 598d338a-5956-4afb-a942-44ffa4a8f6e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:29:31.292288 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Attempting to bind port 01b21825-a2db-41db-99fc-7c5bdcdfd041 on network 598d338a-5956-4afb-a942-44ffa4a8f6e4 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:29:31.310324 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:29:31.310669 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Checking segment: {'id': 'be3772f8-889d-44fb-bc75-f901f3ef01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '598d338a-5956-4afb-a942-44ffa4a8f6e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:29:31.314052 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Bound using segment: {'id': 'be3772f8-889d-44fb-bc75-f901f3ef01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '598d338a-5956-4afb-a942-44ffa4a8f6e4'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:29:31.314718 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Bound port: 01b21825-a2db-41db-99fc-7c5bdcdfd041, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3772f8-889d-44fb-bc75-f901f3ef01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '598d338a-5956-4afb-a942-44ffa4a8f6e4'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:29:31.315240 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.338822 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-15617894-60b7-4b6a-ad97-68df42cf7e36 req-8c7dc42f-42bc-4a04-9cab-52b24b892db4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.387724 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-667141e9-6f72-442e-8358-0ec71e6903ed tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:31.389948 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-667141e9-6f72-442e-8358-0ec71e6903ed tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/a46d3e90-a46f-44a1-b78b-3074ed0b279d HTTP/1.1" status: 404 len: 333 time: 0.2676499 Aug 23 14:29:31.394692 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51052) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:31.475042 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-397a4432-2d8e-4645-b6b6-82afb02e49aa req-699d65e6-8b3d-4dcf-b8a0-25e6af0cab85 service neutron] 10.222.0.91 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620504 Aug 23 14:29:31.493973 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-9e448612-c3db-4d82-8348-322a1030f6e2 None None] Provisioning complete for port 357f0f3a-43de-4138-ab14-2087654f6b7a triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:31.494985 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-9e448612-c3db-4d82-8348-322a1030f6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.601684 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-9e448612-c3db-4d82-8348-322a1030f6e2 None None] Port 357f0f3a-43de-4138-ab14-2087654f6b7a cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:29:31.614727 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-9e448612-c3db-4d82-8348-322a1030f6e2 None None] Could not find standard attr ID for object a46d3e90-a46f-44a1-b78b-3074ed0b279d. {{(pid=76509) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 14:29:31.619297 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-57f799c8-4039-4c5d-98d6-a0d98acc1c80 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.688686 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-57f799c8-4039-4c5d-98d6-a0d98acc1c80 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.708074 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-397a4432-2d8e-4645-b6b6-82afb02e49aa req-a1b57704-ef9b-4353-aa3a-2090b6905bbf service neutron] 10.222.0.91 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232528 Aug 23 14:29:31.726917 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-55274ebd-caa4-4761-b5ca-65a459d8d79f None None] Could not find standard attr ID for object a46d3e90-a46f-44a1-b78b-3074ed0b279d. {{(pid=76509) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 23 14:29:31.775271 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] For port 01b21825-a2db-41db-99fc-7c5bdcdfd041, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:29:31.795859 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] For port 01b21825-a2db-41db-99fc-7c5bdcdfd041, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=01b21825-a2db-41db-99fc-7c5bdcdfd041,segment=NetworkSegment(be3772f8-889d-44fb-bc75-f901f3ef01f1),segment_id=be3772f8-889d-44fb-bc75-f901f3ef01f1)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:29:31.823410 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-57f799c8-4039-4c5d-98d6-a0d98acc1c80 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.823410 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-08cf1561-40e6-4048-be61-96c00d6e1430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:31.837931 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc40f6-4900-4c00-b026-23342d9e6437 req-288e526e-781d-4a0d-8445-4f60c97ea27d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:31.838529 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.838951 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f799c8-4039-4c5d-98d6-a0d98acc1c80 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de1dc0c-1baf-4385-9f1b-4afb66a0d6e5,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:31.839588 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-39dc40f6-4900-4c00-b026-23342d9e6437 req-288e526e-781d-4a0d-8445-4f60c97ea27d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 944 time: 0.2486265 Aug 23 14:29:31.841381 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-57f799c8-4039-4c5d-98d6-a0d98acc1c80 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.842601 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-57f799c8-4039-4c5d-98d6-a0d98acc1c80 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/security-groups/3de1dc0c-1baf-4385-9f1b-4afb66a0d6e5 HTTP/1.1" status: 204 len: 168 time: 0.4467046 Aug 23 14:29:31.843623 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-57f799c8-4039-4c5d-98d6-a0d98acc1c80 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:31.845444 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51058) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:31.932578 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.942482 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e3d3b0d1-df39-46ed-8fdc-1f3bfa75479a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:32.091223 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:32.096788 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] 10.222.0.60 "PUT /v2.0/ports/01b21825-a2db-41db-99fc-7c5bdcdfd041 HTTP/1.1" status: 200 len: 1092 time: 2.8058572 Aug 23 14:29:32.121585 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-39dc40f6-4900-4c00-b026-23342d9e6437 req-f624ce47-39c7-474b-8798-38af8b3b3bab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221112 Aug 23 14:29:32.134978 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-15617894-60b7-4b6a-ad97-68df42cf7e36 req-8c7dc42f-42bc-4a04-9cab-52b24b892db4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] For port 11c78783-d31a-495c-9a29-a874deba2646, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=11c78783-d31a-495c-9a29-a874deba2646,segment=NetworkSegment(11dadd34-dcab-4e02-b4ac-3c71cd908eef),segment_id=11dadd34-dcab-4e02-b4ac-3c71cd908eef)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:32.142629 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Pushing event updated for resources: {'Port': ['ID=01b21825-a2db-41db-99fc-7c5bdcdfd041,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:32.151048 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-efc7c0cc-f26f-411d-b57d-7f742ed28762 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:32.152921 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:32.195725 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-efc7c0cc-f26f-411d-b57d-7f742ed28762 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:32.209478 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-15617894-60b7-4b6a-ad97-68df42cf7e36 req-8c7dc42f-42bc-4a04-9cab-52b24b892db4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:32.309984 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-15617894-60b7-4b6a-ad97-68df42cf7e36 req-8c7dc42f-42bc-4a04-9cab-52b24b892db4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:32.322691 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7fe6bd37-0b50-4e4d-ab78-deb82a449828 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:32.326842 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['11c78783-d31a-495c-9a29-a874deba2646'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:29:32.352261 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a196c243-b776-4b10-bf79-a1b5ce456f80 req-acfb9f24-e29a-4ef2-af90-6a51ece998c5 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0966215 Aug 23 14:29:32.358655 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573fa2cc-06f9-4366-8f7f-295062dcceb6', 'tag': '01b21825-a2db-41db-99fc-7c5bdcdfd041'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:32.424462 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15617894-60b7-4b6a-ad97-68df42cf7e36 req-8c7dc42f-42bc-4a04-9cab-52b24b892db4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:32.425789 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-15617894-60b7-4b6a-ad97-68df42cf7e36 req-8c7dc42f-42bc-4a04-9cab-52b24b892db4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:32.427253 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-15617894-60b7-4b6a-ad97-68df42cf7e36 req-8c7dc42f-42bc-4a04-9cab-52b24b892db4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "PUT /v2.0/ports/11c78783-d31a-495c-9a29-a874deba2646 HTTP/1.1" status: 200 len: 942 time: 1.4687865 Aug 23 14:29:32.449192 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7dc42f-42bc-4a04-9cab-52b24b892db4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Pushing event updated for resources: {'Port': ['ID=11c78783-d31a-495c-9a29-a874deba2646,revision_number=7']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:32.461038 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8c7dc42f-42bc-4a04-9cab-52b24b892db4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:32.484638 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-f991471c-f027-4bb6-92a9-56e225be25b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=01d8d2b7f9bc4e22a3c481a49f3028b1&device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 1095 time: 0.2650905 Aug 23 14:29:32.510439 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['11c78783-d31a-495c-9a29-a874deba2646'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:29:32.577594 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-efc7c0cc-f26f-411d-b57d-7f742ed28762 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:32.592681 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8e886139-5e03-41f1-ba49-3b5bdf05821c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:32.615771 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7c0cc-f26f-411d-b57d-7f742ed28762 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b844caa4-d708-4f9b-bd7c-1557603b158d,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:32.619451 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-efc7c0cc-f26f-411d-b57d-7f742ed28762 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:32.621305 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-0beceae4-874d-42d1-8444-5955e98c8dbe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01b21825-a2db-41db-99fc-7c5bdcdfd041 HTTP/1.1" status: 200 len: 217 time: 0.1279628 Aug 23 14:29:32.675734 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-efc7c0cc-f26f-411d-b57d-7f742ed28762 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:32.677335 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-efc7c0cc-f26f-411d-b57d-7f742ed28762 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/security-groups/b844caa4-d708-4f9b-bd7c-1557603b158d HTTP/1.1" status: 204 len: 168 time: 0.8308730 Aug 23 14:29:32.689845 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51076) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:32.740960 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-e4e69a45-e3f2-4337-89a2-65b9cf507ea6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:32.742559 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-e4e69a45-e3f2-4337-89a2-65b9cf507ea6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00914b12-0890-41bd-8b52-6b28a9e3feeb HTTP/1.1" status: 200 len: 861 time: 0.1130254 Aug 23 14:29:32.791796 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aeaa5f6-3810-4668-9a1e-fef44dc3b2e3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting subnet 6db73513-87e5-49d7-86e5-2fbf7f9c0a27 {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:29:32.795684 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5aeaa5f6-3810-4668-9a1e-fef44dc3b2e3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:32.826342 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-d293c9bf-600c-4f27-b7ac-b0f3b5460054 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=598d338a-5956-4afb-a942-44ffa4a8f6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741644 Aug 23 14:29:32.831472 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573fa2cc-06f9-4366-8f7f-295062dcceb6', 'tag': '01b21825-a2db-41db-99fc-7c5bdcdfd041', 'status': 'completed', 'code': 200} Aug 23 14:29:32.869619 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5aeaa5f6-3810-4668-9a1e-fef44dc3b2e3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:32.957868 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5aeaa5f6-3810-4668-9a1e-fef44dc3b2e3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:33.069218 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-b620060d-dec2-40f8-97e0-23c64dce0f7b tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2708783 Aug 23 14:29:33.074892 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-3a52711f-8a69-4e4d-aae2-c9ed25530930 service neutron] 10.222.0.60 "GET /v2.0/networks/598d338a-5956-4afb-a942-44ffa4a8f6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386413 Aug 23 14:29:33.080243 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:33.106687 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:33.131218 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5aeaa5f6-3810-4668-9a1e-fef44dc3b2e3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:33.135237 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c4bb662e-bd5c-4ac2-8bad-43014b446147 tempest-TaggedBootDevicesTest_v242-1814137274 tempest-TaggedBootDevicesTest_v242-1814137274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:33.161801 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Usage tracker for resource:floatingip and tenant:1a307fbb16314e169ca58f8cc4fe463a is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:33.168227 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:33.174964 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaa5f6-3810-4668-9a1e-fef44dc3b2e3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Subnet': ['ID=6db73513-87e5-49d7-86e5-2fbf7f9c0a27,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:33.176822 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:33.178400 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5aeaa5f6-3810-4668-9a1e-fef44dc3b2e3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:33.184291 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5aeaa5f6-3810-4668-9a1e-fef44dc3b2e3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:33.191657 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-5aeaa5f6-3810-4668-9a1e-fef44dc3b2e3 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/6db73513-87e5-49d7-86e5-2fbf7f9c0a27 HTTP/1.1" status: 204 len: 168 time: 0.4993420 Aug 23 14:29:33.202225 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820a8e6f-01ca-495e-ae2a-8e072363eff8 None None] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:29:33.202545 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51082) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:33.207947 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-95781162-7fdf-4301-876b-384a0b27e367 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'subnet': {'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:33.310359 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for floatingip, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:33.546484 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:33.599273 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7eede1ac-d5cd-427e-9fba-4fc7f309bbb2 req-c0838766-a464-4970-858e-695083d1dc0c service neutron] 10.222.0.60 "GET /v2.0/networks/598d338a-5956-4afb-a942-44ffa4a8f6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140200 Aug 23 14:29:33.676881 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-95781162-7fdf-4301-876b-384a0b27e367 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:33.684385 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-95781162-7fdf-4301-876b-384a0b27e367 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:subnet and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:33.689802 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-95781162-7fdf-4301-876b-384a0b27e367 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:33.698383 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-95781162-7fdf-4301-876b-384a0b27e367 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:33.769682 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ded834-192c-44fe-8218-13c5c3cc0a8f req-5d6540e5-619c-4162-b648-c2a045172902 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:33.771241 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d9ded834-192c-44fe-8218-13c5c3cc0a8f req-5d6540e5-619c-4162-b648-c2a045172902 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 944 time: 0.4777656 Aug 23 14:29:33.849747 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95781162-7fdf-4301-876b-384a0b27e367 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:33.949613 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d9ded834-192c-44fe-8218-13c5c3cc0a8f req-fd48bd23-a3cb-49ea-b265-0e7895d2e2e2 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636250 Aug 23 14:29:33.967435 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:34.048643 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4616cef7-a11f-48a0-a20f-755bb6755ba9 req-1d59fbb0-7cf7-464d-9ef1-d04c9d12197a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=01d8d2b7f9bc4e22a3c481a49f3028b1&device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 1095 time: 0.3285828 Aug 23 14:29:34.169111 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-95dd3669-43f9-47cb-90cb-5507edbab8a0 None None] Provisioning complete for port f503b738-ae5f-4f7b-8945-d41c3d738479 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:34.169486 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-95dd3669-43f9-47cb-90cb-5507edbab8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:34.246171 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9e688b78-026b-48b3-9276-7edc9bf59adb req-12584944-5b45-4a53-8cb5-c08aa954bdb0 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.1522820 Aug 23 14:29:34.292413 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-95781162-7fdf-4301-876b-384a0b27e367 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:34.306250 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-95dd3669-43f9-47cb-90cb-5507edbab8a0 None None] Provisioning complete for port 357f0f3a-43de-4138-ab14-2087654f6b7a triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:34.306703 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-95dd3669-43f9-47cb-90cb-5507edbab8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:34.365717 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-95dd3669-43f9-47cb-90cb-5507edbab8a0 None None] Port 357f0f3a-43de-4138-ab14-2087654f6b7a cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:29:34.483293 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616cef7-a11f-48a0-a20f-755bb6755ba9 req-9bdb1246-60db-46b5-8f9d-289a1f8bfc4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:34.484781 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4616cef7-a11f-48a0-a20f-755bb6755ba9 req-9bdb1246-60db-46b5-8f9d-289a1f8bfc4d service neutron] 10.222.0.60 "GET /v2.0/networks?id=598d338a-5956-4afb-a942-44ffa4a8f6e4 HTTP/1.1" status: 200 len: 922 time: 0.4156942 Aug 23 14:29:34.491032 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Allocated IP 172.25.6.229 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/0f449a93-7cf2-4b59-98fe-620c23df5447) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:34.639372 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4616cef7-a11f-48a0-a20f-755bb6755ba9 req-d1d56466-f024-451f-8a23-3fcc1277beb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01b21825-a2db-41db-99fc-7c5bdcdfd041 HTTP/1.1" status: 200 len: 217 time: 0.1412940 Aug 23 14:29:34.778906 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616cef7-a11f-48a0-a20f-755bb6755ba9 req-c4d60e1c-e6ab-49fa-8d2c-4a9c55c76081 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:34.781177 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4616cef7-a11f-48a0-a20f-755bb6755ba9 req-c4d60e1c-e6ab-49fa-8d2c-4a9c55c76081 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00914b12-0890-41bd-8b52-6b28a9e3feeb HTTP/1.1" status: 200 len: 861 time: 0.0912766 Aug 23 14:29:34.857776 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'tag': '11c78783-d31a-495c-9a29-a874deba2646'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:34.897033 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4616cef7-a11f-48a0-a20f-755bb6755ba9 req-f4937f0f-0028-4fef-ad5e-83ee86219eaa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=598d338a-5956-4afb-a942-44ffa4a8f6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971968 Aug 23 14:29:34.938395 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'tag': '11c78783-d31a-495c-9a29-a874deba2646', 'status': 'completed', 'code': 200} Aug 23 14:29:34.949721 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:35.031428 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d997a149-49af-46a4-a241-44fd7717e05e req-3aa47bed-5ec5-4b4e-ae75-36aebe6286c4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1a307fbb16314e169ca58f8cc4fe463a&device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 1096 time: 0.0812879 Aug 23 14:29:35.184305 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4616cef7-a11f-48a0-a20f-755bb6755ba9 req-8217a9f1-df4d-4a03-bcc0-c11601b78ac2 service neutron] 10.222.0.60 "GET /v2.0/networks/598d338a-5956-4afb-a942-44ffa4a8f6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753978 Aug 23 14:29:35.303032 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997a149-49af-46a4-a241-44fd7717e05e req-37238e41-d130-476e-8ce0-3c1a37c8a4ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:35.305380 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d997a149-49af-46a4-a241-44fd7717e05e req-37238e41-d130-476e-8ce0-3c1a37c8a4ee service neutron] 10.222.0.91 "GET /v2.0/networks?id=95586b77-cc99-4f29-a188-bbece8d2a365 HTTP/1.1" status: 200 len: 920 time: 0.2680104 Aug 23 14:29:35.386275 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d997a149-49af-46a4-a241-44fd7717e05e req-d42eed0a-ca6d-41c7-bd9a-6fb52a36e60c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c78783-d31a-495c-9a29-a874deba2646 HTTP/1.1" status: 200 len: 217 time: 0.0737131 Aug 23 14:29:35.439859 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-95781162-7fdf-4301-876b-384a0b27e367 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:35.448747 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:35.458631 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997a149-49af-46a4-a241-44fd7717e05e req-be930ddc-47e6-431a-b07b-001ec4607aa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:35.460105 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d997a149-49af-46a4-a241-44fd7717e05e req-be930ddc-47e6-431a-b07b-001ec4607aa9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=76a018ba-b37d-4984-96f3-7af3bdcca9cd HTTP/1.1" status: 200 len: 859 time: 0.0683055 Aug 23 14:29:35.476998 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:35.514877 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d997a149-49af-46a4-a241-44fd7717e05e req-9fc43795-6837-414a-a42a-97cf305430c4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=95586b77-cc99-4f29-a188-bbece8d2a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484097 Aug 23 14:29:35.535290 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250318f-933f-48bc-b80a-1143a42dfefd req-d3d68277-de02-4885-ac6c-30badd562f5e tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:35.536801 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d250318f-933f-48bc-b80a-1143a42dfefd req-d3d68277-de02-4885-ac6c-30badd562f5e tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 944 time: 0.4359143 Aug 23 14:29:35.566594 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95781162-7fdf-4301-876b-384a0b27e367 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:35.595079 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-95781162-7fdf-4301-876b-384a0b27e367 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:35.603112 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4616cef7-a11f-48a0-a20f-755bb6755ba9 req-ae2871b0-9fef-44a7-a8b1-dd9139bea3d8 service neutron] 10.222.0.60 "GET /v2.0/networks/598d338a-5956-4afb-a942-44ffa4a8f6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104877 Aug 23 14:29:35.605456 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:35.605611 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc12782-d043-498d-b546-a1027f24a24b None None] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:29:35.610200 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95781162-7fdf-4301-876b-384a0b27e367 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:35.610995 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-95781162-7fdf-4301-876b-384a0b27e367 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:35.626439 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:35.651794 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:29:35.683822 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95781162-7fdf-4301-876b-384a0b27e367 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Subnet': ['ID=f179e4b0-5638-4aa1-8c01-ece191101564,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:35.699136 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-95781162-7fdf-4301-876b-384a0b27e367 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:35.706210 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-49c3c02d-862c-45f4-962b-d21f35e9d02d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:35.723324 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d997a149-49af-46a4-a241-44fd7717e05e req-c90854e2-9763-41cd-b6d7-9e0610be993d service neutron] 10.222.0.91 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020619 Aug 23 14:29:35.777641 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d250318f-933f-48bc-b80a-1143a42dfefd req-fafc7439-69a9-4158-b6af-089a98855805 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181513 Aug 23 14:29:35.803594 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Pushing event updated for resources: {'Port': ['ID=0f449a93-7cf2-4b59-98fe-620c23df5447,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:35.806483 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:35.821378 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-95781162-7fdf-4301-876b-384a0b27e367 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6206746 Aug 23 14:29:35.825533 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51110) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:35.833093 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'security_group': {'name': 'tempest-secgroup-228433256'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:35.850978 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:35.857013 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:security_group and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:35.870818 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:35.880364 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:35.881377 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d997a149-49af-46a4-a241-44fd7717e05e req-c2ad9126-a441-4333-bb78-9f3ada969a81 service neutron] 10.222.0.91 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507490 Aug 23 14:29:35.964109 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.035453 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cf74f4-d67d-4e9b-a07d-5b92ea67e4c1 None None] Update dhcp port {'port': {'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'fixed_ips': [{'subnet_id': 'a17555c2-ffd5-4f01-bbe9-b903ee871a2e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f179e4b0-5638-4aa1-8c01-ece191101564'}], 'binding:host_id': 'n-d-805629-1'}, 'id': 'f503b738-ae5f-4f7b-8945-d41c3d738479'} from n-d-805629-1. {{(pid=76509) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Aug 23 14:29:36.042236 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.046849 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b5747a26-738f-4484-962a-14afbefb10f0 req-261d20fd-ed92-4435-837c-93bd09b35882 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0728624 Aug 23 14:29:36.068995 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:36.082059 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:security_group_rule and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:36.082937 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:36.095451 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:36.101525 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c5cf74f4-d67d-4e9b-a07d-5b92ea67e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.172756 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.277173 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.373375 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.388117 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-17356add-3390-4b9f-978c-114c12b97527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:36.390164 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-c5cf74f4-d67d-4e9b-a07d-5b92ea67e4c1 None None] Allocated IP 2001:db8::2 (ae3ccff1-aad5-47d9-b526-36a1335e78ad/f179e4b0-5638-4aa1-8c01-ece191101564/f503b738-ae5f-4f7b-8945-d41c3d738479) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:36.480293 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83cddc9f-6c5e-4c9e-8690-1c0f328e43cf,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:36.484541 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:36.562022 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.591558 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.591558 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7575319 Aug 23 14:29:36.593206 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51114) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:36.597847 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'security_group': {'name': 'tempest-secgroup-1137587428'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:36.608049 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:36.613037 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c5cf74f4-d67d-4e9b-a07d-5b92ea67e4c1 None None] For port f503b738-ae5f-4f7b-8945-d41c3d738479, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=f503b738-ae5f-4f7b-8945-d41c3d738479,segment=NetworkSegment(17390bba-0a43-4aa6-80e7-1a750c091209),segment_id=17390bba-0a43-4aa6-80e7-1a750c091209)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:36.617381 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:security_group and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:36.620159 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:36.631832 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:36.656073 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c5cf74f4-d67d-4e9b-a07d-5b92ea67e4c1 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.673759 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.673759 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-7c6992d8-46e3-4150-a833-afd5680f6e76 tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:36.687230 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c5cf74f4-d67d-4e9b-a07d-5b92ea67e4c1 None None] Transition to ACTIVE for port object f503b738-ae5f-4f7b-8945-d41c3d738479 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:36.786646 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.809792 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Pushing event updated for resources: {'Port': ['ID=0f449a93-7cf2-4b59-98fe-620c23df5447,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:36.817781 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:36.827997 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:36.832889 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.833319 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:security_group_rule and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:36.836299 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:36.841769 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c5cf74f4-d67d-4e9b-a07d-5b92ea67e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.844697 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:36.852717 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bcf18200-6b2c-4085-94cc-f6fe720c75e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:36.955422 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.050025 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.050025 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9698842 Aug 23 14:29:37.050690 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf74f4-d67d-4e9b-a07d-5b92ea67e4c1 None None] Pushing event updated for resources: {'Port': ['ID=f503b738-ae5f-4f7b-8945-d41c3d738479,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:37.053353 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c5cf74f4-d67d-4e9b-a07d-5b92ea67e4c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:37.103720 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.109991 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ac0e5261-9c5d-4673-b066-9b77e67456b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:37.138326 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 01b21825-a2db-41db-99fc-7c5bdcdfd041 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:29:37.155132 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ee2b93-b7de-443b-bcf1-06fd037d62da,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:37.160165 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:37.185744 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-f1005ed3-f72e-44ed-bc16-d0b952056d4a tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Synchronizing usage tracker for tenant:1a307fbb16314e169ca58f8cc4fe463a on resource:floatingip {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:37.206184 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.206184 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6160393 Aug 23 14:29:37.211228 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51124) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:37.225161 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'security_group': {'name': 'tempest-secgroup-1520500526'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:37.230820 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf1980-e46d-4a1b-80e2-ef7f204e9509 req-1e130348-fa43-46cb-a1db-bf918c1775b3 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:37.235686 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:37.237831 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e0cf1980-e46d-4a1b-80e2-ef7f204e9509 req-1e130348-fa43-46cb-a1db-bf918c1775b3 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 944 time: 0.2497375 Aug 23 14:29:37.242754 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:security_group and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:37.259633 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:37.270462 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:37.288100 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e0cf1980-e46d-4a1b-80e2-ef7f204e9509 req-cc0fdb4d-09f9-43cd-a336-5eb924f64588 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486789 Aug 23 14:29:37.320567 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-f1005ed3-f72e-44ed-bc16-d0b952056d4a tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Unset dirty status for tenant:1a307fbb16314e169ca58f8cc4fe463a on resource:floatingip {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:37.332762 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-f1005ed3-f72e-44ed-bc16-d0b952056d4a tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.2681093 Aug 23 14:29:37.352982 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.384438 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 01b21825-a2db-41db-99fc-7c5bdcdfd041, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=01b21825-a2db-41db-99fc-7c5bdcdfd041,segment=NetworkSegment(be3772f8-889d-44fb-bc75-f901f3ef01f1),segment_id=be3772f8-889d-44fb-bc75-f901f3ef01f1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:37.416411 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '01b21825-a2db-41db-99fc-7c5bdcdfd041', 'network_id': '598d338a-5956-4afb-a942-44ffa4a8f6e4', 'port_id': '01b21825-a2db-41db-99fc-7c5bdcdfd041', 'mac_address': 'fa:16:3e:35:32:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00914b12-0890-41bd-8b52-6b28a9e3feeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:29:37.418790 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:37.423692 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:security_group_rule and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:37.432295 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:37.451685 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:37.504236 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.530847 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b21825-a2db-41db-99fc-7c5bdcdfd041 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:29:37.550705 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 01b21825-a2db-41db-99fc-7c5bdcdfd041, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=01b21825-a2db-41db-99fc-7c5bdcdfd041,segment=NetworkSegment(be3772f8-889d-44fb-bc75-f901f3ef01f1),segment_id=be3772f8-889d-44fb-bc75-f901f3ef01f1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:37.551663 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.581996 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e39bf15f-1f15-4302-b7bd-dca3250be789 req-46faa8b0-5fdc-4651-baa3-0c832dbae6f9 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0701759 Aug 23 14:29:37.675467 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.678276 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-3a47066a-8963-478e-99fb-918872896440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:37.703286 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-4fdf93af-2aad-4187-b6b0-4e3b78f762cd tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:37.720887 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.724280 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-133f22c1-da81-43ab-859e-2cd83e5462c0 req-4fdf93af-2aad-4187-b6b0-4e3b78f762cd tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.3925538 Aug 23 14:29:37.733395 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-82489ac1-f004-409f-be99-c239529d9dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:37.828267 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cb8ada-8e5d-467c-be2e-3e3760df363c,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:37.850163 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:37.856491 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=01b21825-a2db-41db-99fc-7c5bdcdfd041,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:37.866046 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:37.916567 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.916567 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7039511 Aug 23 14:29:37.919946 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51136) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:37.928560 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2062552734', 'security_groups': ['e8cb8ada-8e5d-467c-be2e-3e3760df363c'], 'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f179e4b0-5638-4aa1-8c01-ece191101564'}]}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:38.104139 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['01b21825-a2db-41db-99fc-7c5bdcdfd041'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:29:38.157568 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-71ed6d91-c903-4221-8551-6a8cc7ee34f7 None None] Provisioning for port f503b738-ae5f-4f7b-8945-d41c3d738479 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:38.184790 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-71ed6d91-c903-4221-8551-6a8cc7ee34f7 None None] Provisioning complete for port f503b738-ae5f-4f7b-8945-d41c3d738479 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:38.184790 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-71ed6d91-c903-4221-8551-6a8cc7ee34f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:38.191884 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:38.204249 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:38.227458 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-3db32d6c-72a8-4657-be73-ecd019ebdea9 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:38.228981 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-3db32d6c-72a8-4657-be73-ecd019ebdea9 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1428504 Aug 23 14:29:38.313253 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:38.317899 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:38.384523 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device f503b738-ae5f-4f7b-8945-d41c3d738479 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:38.387366 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-0a5e0991-3a5b-4c58-b506-3e6fe19bfa6e tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.1518536 Aug 23 14:29:38.387923 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] device_id is not set on port dac07107-408d-4232-ac43-552f5525729d yet. {{(pid=76505) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:29:38.507033 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-71ed6d91-c903-4221-8551-6a8cc7ee34f7 None None] Provisioning complete for port 357f0f3a-43de-4138-ab14-2087654f6b7a triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:38.507415 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-71ed6d91-c903-4221-8551-6a8cc7ee34f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:38.598041 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-71ed6d91-c903-4221-8551-6a8cc7ee34f7 None None] Port 357f0f3a-43de-4138-ab14-2087654f6b7a cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:29:38.627304 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-5cac6149-f29b-4d8f-9630-a1e3aaa8dac4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Request body: {'floatingip': {'port_id': '11c78783-d31a-495c-9a29-a874deba2646', 'fixed_ip_address': '172.20.0.5'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:38.638638 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port f503b738-ae5f-4f7b-8945-d41c3d738479 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:38.639185 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:38.746270 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-5cac6149-f29b-4d8f-9630-a1e3aaa8dac4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for floatingip, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:39.046087 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f60c74-6934-42c8-9b19-8b5809c6cc3d req-212e4529-e8fe-47c0-9514-a64093de95d8 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:39.047801 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d6f60c74-6934-42c8-9b19-8b5809c6cc3d req-212e4529-e8fe-47c0-9514-a64093de95d8 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 945 time: 0.4661796 Aug 23 14:29:39.196515 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Allocated IP 2001:db8::37e (ae3ccff1-aad5-47d9-b526-36a1335e78ad/f179e4b0-5638-4aa1-8c01-ece191101564/dac07107-408d-4232-ac43-552f5525729d) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:39.233004 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-d6f60c74-6934-42c8-9b19-8b5809c6cc3d req-0850810a-791c-4111-b340-b587f1ab0a5f tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727173 Aug 23 14:29:39.522311 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-8b0f9e60-62eb-4c0f-b574-2886cfe40c31 req-839e21cf-cc93-47b0-96d9-2629abac2428 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.1152248 Aug 23 14:29:39.651518 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:39.676658 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Transition to ACTIVE for port object dac07107-408d-4232-ac43-552f5525729d will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:39.809136 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:39.816399 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-11abb369-c434-4ffb-96ff-1e7c74847b8d tempest-FloatingIPDetailsTestJSON-1445235994 tempest-FloatingIPDetailsTestJSON-1445235994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:39.882855 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-5cac6149-f29b-4d8f-9630-a1e3aaa8dac4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:39.900009 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:39.903162 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:39.907216 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:29:39.919816 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:39.919816 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:39.922296 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=dac07107-408d-4232-ac43-552f5525729d,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:39.928895 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:39.986416 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-5cac6149-f29b-4d8f-9630-a1e3aaa8dac4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:40.101601 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-8748ff53-4a98-40c8-a06e-7ac801e25374 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1800892 Aug 23 14:29:40.104641 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51154) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:40.123347 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-cddb9ab4-c9de-48d2-beab-ad3324c7fa82 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'subnet': {'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:40.317204 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-cddb9ab4-c9de-48d2-beab-ad3324c7fa82 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:40.324358 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-cddb9ab4-c9de-48d2-beab-ad3324c7fa82 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:subnet and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:40.327477 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-cddb9ab4-c9de-48d2-beab-ad3324c7fa82 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:40.332277 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-3c664024-4178-451a-b223-778fd6b53fac None None] Provisioning for port dac07107-408d-4232-ac43-552f5525729d completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:40.334881 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-cddb9ab4-c9de-48d2-beab-ad3324c7fa82 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:40.346283 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-3c664024-4178-451a-b223-778fd6b53fac None None] Provisioning complete for port dac07107-408d-4232-ac43-552f5525729d triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:40.346988 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3c664024-4178-451a-b223-778fd6b53fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:40.399593 n-d-805629-1 neutron-server[76505]: INFO neutron.db.l3_db [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-5cac6149-f29b-4d8f-9630-a1e3aaa8dac4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Floating IP fb1c7428-5b98-4cf8-aa68-d1e6b9bf0329 associated. External IP: 172.25.6.229, port: 11c78783-d31a-495c-9a29-a874deba2646. Aug 23 14:29:40.414969 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddb9ab4-c9de-48d2-beab-ad3324c7fa82 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:40.420686 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-3c664024-4178-451a-b223-778fd6b53fac None None] Port dac07107-408d-4232-ac43-552f5525729d cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:29:40.560281 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ca57e-f8a0-499a-81f1-4becccfdb966 req-f697f447-db30-4d15-bd2e-c578b418b973 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:40.561832 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c45ca57e-f8a0-499a-81f1-4becccfdb966 req-f697f447-db30-4d15-bd2e-c578b418b973 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 945 time: 0.1643898 Aug 23 14:29:40.571925 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-cddb9ab4-c9de-48d2-beab-ad3324c7fa82 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:40.680336 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c45ca57e-f8a0-499a-81f1-4becccfdb966 req-7821cc72-7f6c-4c08-9e70-da15ecca11f7 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119406 Aug 23 14:29:40.751483 n-d-805629-1 neutron-server[76506]: INFO neutron.db.ipam_backend_mixin [None req-cddb9ab4-c9de-48d2-beab-ad3324c7fa82 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f179e4b0-5638-4aa1-8c01-ece191101564 (CIDR: 2001:db8::/64) Aug 23 14:29:40.840938 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddb9ab4-c9de-48d2-beab-ad3324c7fa82 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 14:29:40.841515 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddb9ab4-c9de-48d2-beab-ad3324c7fa82 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=76506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:29:40.856393 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a82dfb56-eed8-450b-9645-6fbe982589c5 req-07b7cd6f-c1cc-4276-ad14-ad278fb7c0cd tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0477509 Aug 23 14:29:40.926675 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-cddb9ab4-c9de-48d2-beab-ad3324c7fa82 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8208308 Aug 23 14:29:40.929897 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51168) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:40.938649 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-1ae7aa68-f365-4575-b851-70b59d9c06e0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'subnet': {'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:40.970653 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-5cac6149-f29b-4d8f-9630-a1e3aaa8dac4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Router abc1c198-9062-47ac-949a-40e00a58f806 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:29:41.103992 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-1ae7aa68-f365-4575-b851-70b59d9c06e0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:41.111294 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-1ae7aa68-f365-4575-b851-70b59d9c06e0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:subnet and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:41.119038 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-1ae7aa68-f365-4575-b851-70b59d9c06e0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:41.128985 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-1ae7aa68-f365-4575-b851-70b59d9c06e0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:41.162415 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 01b21825-a2db-41db-99fc-7c5bdcdfd041 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:41.220443 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-5cac6149-f29b-4d8f-9630-a1e3aaa8dac4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:29:41.226593 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-5cac6149-f29b-4d8f-9630-a1e3aaa8dac4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:41.231484 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae7aa68-f365-4575-b851-70b59d9c06e0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:41.239889 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1ae7aa68-f365-4575-b851-70b59d9c06e0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:41.293303 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb26bb-2ce4-4874-a0ca-145d37d468b3 None None] Sync routers for ids ['abc1c198-9062-47ac-949a-40e00a58f806'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:29:41.304083 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-5cac6149-f29b-4d8f-9630-a1e3aaa8dac4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "PUT /v2.0/floatingips/fb1c7428-5b98-4cf8-aa68-d1e6b9bf0329 HTTP/1.1" status: 200 len: 996 time: 2.7193933 Aug 23 14:29:41.304697 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'tag': '11c78783-d31a-495c-9a29-a874deba2646'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:41.332915 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb26bb-2ce4-4874-a0ca-145d37d468b3 None None] Routers {'abc1c198-9062-47ac-949a-40e00a58f806'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:29:41.334650 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-69bb26bb-2ce4-4874-a0ca-145d37d468b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:29:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['abc1c198-9062-47ac-949a-40e00a58f806'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:41.375520 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'tag': '11c78783-d31a-495c-9a29-a874deba2646', 'status': 'completed', 'code': 200} Aug 23 14:29:41.393684 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-a25106e9-1a9c-4f8f-8a66-0254cd83e8c6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a307fbb16314e169ca58f8cc4fe463a&device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 1096 time: 0.0791698 Aug 23 14:29:41.535250 n-d-805629-1 neutron-server[76506]: INFO neutron.db.ipam_backend_mixin [None req-1ae7aa68-f365-4575-b851-70b59d9c06e0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a17555c2-ffd5-4f01-bbe9-b903ee871a2e (CIDR: 2001:db8:0:1::/64) Aug 23 14:29:41.539777 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-4f75d393-da5d-48fa-b758-18c7a339fd7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:41.552195 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-4f75d393-da5d-48fa-b758-18c7a339fd7b service neutron] 10.222.0.86 "GET /v2.0/networks?id=95586b77-cc99-4f29-a188-bbece8d2a365 HTTP/1.1" status: 200 len: 920 time: 0.1511357 Aug 23 14:29:41.552578 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-69bb26bb-2ce4-4874-a0ca-145d37d468b3 None None] Set router abc1c198-9062-47ac-949a-40e00a58f806 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:29:41.583981 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d21ef513-e350-486a-af14-d98c27a0c31e req-3eac624a-eb94-44ea-aa05-914685ab9e62 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1a307fbb16314e169ca58f8cc4fe463a&device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 1096 time: 0.1795397 Aug 23 14:29:41.589808 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae7aa68-f365-4575-b851-70b59d9c06e0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 14:29:41.590415 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae7aa68-f365-4575-b851-70b59d9c06e0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=76506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:29:41.650344 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port 01b21825-a2db-41db-99fc-7c5bdcdfd041 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:41.662146 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 01b21825-a2db-41db-99fc-7c5bdcdfd041 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:41.662656 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:41.734757 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-8976c344-8546-4012-a563-c7bc15cfc07a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c78783-d31a-495c-9a29-a874deba2646 HTTP/1.1" status: 200 len: 999 time: 0.1803284 Aug 23 14:29:41.832139 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-3cee4b76-9e4c-4e31-97d5-84c3f32e4dc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:41.843570 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-3cee4b76-9e4c-4e31-97d5-84c3f32e4dc0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=76a018ba-b37d-4984-96f3-7af3bdcca9cd HTTP/1.1" status: 200 len: 859 time: 0.1072881 Aug 23 14:29:41.909514 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-a43c1242-dfaf-46e8-9e09-474cad15d2a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=95586b77-cc99-4f29-a188-bbece8d2a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648091 Aug 23 14:29:41.912820 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ef513-e350-486a-af14-d98c27a0c31e req-5d692625-0e31-4ec6-9103-047e61bcc783 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:41.914445 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d21ef513-e350-486a-af14-d98c27a0c31e req-5d692625-0e31-4ec6-9103-047e61bcc783 service neutron] 10.222.0.91 "GET /v2.0/networks?id=95586b77-cc99-4f29-a188-bbece8d2a365 HTTP/1.1" status: 200 len: 920 time: 0.3127859 Aug 23 14:29:41.959176 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-007b931e-5698-435e-b78a-10d7edaea6ab service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:29:41.961910 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:41.974556 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-007b931e-5698-435e-b78a-10d7edaea6ab service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0574090 Aug 23 14:29:42.017160 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 01b21825-a2db-41db-99fc-7c5bdcdfd041, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=01b21825-a2db-41db-99fc-7c5bdcdfd041,segment=NetworkSegment(be3772f8-889d-44fb-bc75-f901f3ef01f1),segment_id=be3772f8-889d-44fb-bc75-f901f3ef01f1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:42.030836 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573fa2cc-06f9-4366-8f7f-295062dcceb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b21825-a2db-41db-99fc-7c5bdcdfd041'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:42.073047 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-1ae7aa68-f365-4575-b851-70b59d9c06e0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1416259 Aug 23 14:29:42.080440 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51192) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:42.111323 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-8069f468-0b01-452e-8e83-4817ecaef7ec tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'subnet': {'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:42.114788 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:42.121582 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-48df991a-4e50-4d36-b0dc-2f35d46a4560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:42.342764 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-a2e86ca2-4a5d-49e3-bf90-8b8874fb2419 service neutron] 10.222.0.86 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728750 Aug 23 14:29:42.346163 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-8069f468-0b01-452e-8e83-4817ecaef7ec tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:42.351039 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-8069f468-0b01-452e-8e83-4817ecaef7ec tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Usage tracker for resource:subnet and tenant:9941da49987249e0a64fa4a2b73cbf48 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:42.354555 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-8069f468-0b01-452e-8e83-4817ecaef7ec tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:42.359069 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf7870-d544-4078-8d09-d7164ec3433b req-380a0613-2417-4eca-be57-9f7360ac55e3 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:42.373459 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-8069f468-0b01-452e-8e83-4817ecaef7ec tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:42.379543 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d21ef513-e350-486a-af14-d98c27a0c31e req-500277d4-7bb4-4984-a897-e12e5dcf0180 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c78783-d31a-495c-9a29-a874deba2646 HTTP/1.1" status: 200 len: 999 time: 0.4582162 Aug 23 14:29:42.379708 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=01b21825-a2db-41db-99fc-7c5bdcdfd041,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:42.380372 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-34cf7870-d544-4078-8d09-d7164ec3433b req-380a0613-2417-4eca-be57-9f7360ac55e3 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 945 time: 0.4674950 Aug 23 14:29:42.386270 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:42.464793 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ef513-e350-486a-af14-d98c27a0c31e req-6cdb15d9-4bc9-49ec-b80c-8aab8b370d81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:42.467648 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d21ef513-e350-486a-af14-d98c27a0c31e req-6cdb15d9-4bc9-49ec-b80c-8aab8b370d81 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=76a018ba-b37d-4984-96f3-7af3bdcca9cd HTTP/1.1" status: 200 len: 859 time: 0.0779512 Aug 23 14:29:42.499592 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-69bb26bb-2ce4-4874-a0ca-145d37d468b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-router', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'gw_port': {'id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:21Z', 'updated_at': '2021-08-23T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'fb1c7428-5b98-4cf8-aa68-d1e6b9bf0329', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'port_id': '11c78783-d31a-495c-9a29-a874deba2646', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'mac_address': 'fa:16:3e:1c:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:29:35Z', 'updated_at': '2021-08-23T14:29:39Z', 'revision_number': 1, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5258df-a985-4f08-85d7-407061e1909e', 'name': '', 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'mac_address': 'fa:16:3e:ae:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:28Z', 'updated_at': '2021-08-23T14:29:00Z', 'revision_number': 5, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'subnets': [{'id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:42.505930 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb26bb-2ce4-4874-a0ca-145d37d468b3 None None] Checking router: abc1c198-9062-47ac-949a-40e00a58f806 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:29:42.519451 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8069f468-0b01-452e-8e83-4817ecaef7ec tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Made reservation on behalf of 9941da49987249e0a64fa4a2b73cbf48 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:42.524354 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8069f468-0b01-452e-8e83-4817ecaef7ec tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:42.528432 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb26bb-2ce4-4874-a0ca-145d37d468b3 None None] Routers {'abc1c198-9062-47ac-949a-40e00a58f806'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:29:42.529597 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-69bb26bb-2ce4-4874-a0ca-145d37d468b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:29:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['abc1c198-9062-47ac-949a-40e00a58f806'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:42.563396 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d21ef513-e350-486a-af14-d98c27a0c31e req-4d51b428-b254-4d50-8645-8fcbf5ef180b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=95586b77-cc99-4f29-a188-bbece8d2a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897515 Aug 23 14:29:42.624793 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b233c7c9-ea35-43c1-99bf-2ab22dacca89 req-438bd8c6-d478-4cb1-9620-ca1d21dc979e service neutron] 10.222.0.86 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434599 Aug 23 14:29:42.658247 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-34cf7870-d544-4078-8d09-d7164ec3433b req-a21c3c09-5c37-4514-ac8e-98c09f340d88 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401545 Aug 23 14:29:42.832763 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-69bb26bb-2ce4-4874-a0ca-145d37d468b3 None None] Set router abc1c198-9062-47ac-949a-40e00a58f806 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:29:42.901056 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a34b6f91-fa66-43ee-ae9e-8c323511ace5 req-1f9eb710-0443-48bf-8318-84002829b569 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0486619 Aug 23 14:29:42.961313 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d21ef513-e350-486a-af14-d98c27a0c31e req-5d881320-12d7-4e1b-877c-d6c7fbbd5a7f service neutron] 10.222.0.91 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150990 Aug 23 14:29:43.058374 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573fa2cc-06f9-4366-8f7f-295062dcceb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b21825-a2db-41db-99fc-7c5bdcdfd041', 'code': 200} Aug 23 14:29:43.229871 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-d21ef513-e350-486a-af14-d98c27a0c31e req-e75b8b93-6b18-4694-a1af-38f7aad99a6d service neutron] 10.222.0.91 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609384 Aug 23 14:29:43.339624 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f629969-9177-4d59-954c-9e70b2a9150e req-23916115-06a3-4de0-a29b-30e94dfb4087 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 1097 time: 0.2572365 Aug 23 14:29:43.353122 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8069f468-0b01-452e-8e83-4817ecaef7ec tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:43.360958 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-813acb2b-0f66-49b8-96e7-60229274c6c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:43.374344 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-4018497e-c77f-40ca-91ed-a6c347a04237 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 999 time: 0.1393564 Aug 23 14:29:43.421302 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8069f468-0b01-452e-8e83-4817ecaef7ec tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:43.429146 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-8069f468-0b01-452e-8e83-4817ecaef7ec tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:43.432242 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8069f468-0b01-452e-8e83-4817ecaef7ec tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:43.435016 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8069f468-0b01-452e-8e83-4817ecaef7ec tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:43.444286 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f13441-9f7b-4869-9027-4d1135ce5250 None None] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:29:43.452665 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5f629969-9177-4d59-954c-9e70b2a9150e req-b66c6008-032e-49a4-bf1f-385a6505832a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041222 Aug 23 14:29:43.476027 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069f468-0b01-452e-8e83-4817ecaef7ec tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Subnet': ['ID=de08e623-097e-4452-a37e-962cc149c0fc,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:43.477429 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8069f468-0b01-452e-8e83-4817ecaef7ec tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:43.514504 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-fe0c5fe8-de09-4350-8447-b3d9a4692836 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:43.524201 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-fe0c5fe8-de09-4350-8447-b3d9a4692836 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports/11c78783-d31a-495c-9a29-a874deba2646 HTTP/1.1" status: 200 len: 942 time: 0.1348076 Aug 23 14:29:43.546605 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-69bb26bb-2ce4-4874-a0ca-145d37d468b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-router', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'gw_port': {'id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:21Z', 'updated_at': '2021-08-23T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'fb1c7428-5b98-4cf8-aa68-d1e6b9bf0329', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'port_id': '11c78783-d31a-495c-9a29-a874deba2646', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'mac_address': 'fa:16:3e:1c:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:29:35Z', 'updated_at': '2021-08-23T14:29:39Z', 'revision_number': 1, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5258df-a985-4f08-85d7-407061e1909e', 'name': '', 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'mac_address': 'fa:16:3e:ae:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:28Z', 'updated_at': '2021-08-23T14:29:00Z', 'revision_number': 5, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'subnets': [{'id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:43.555467 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb26bb-2ce4-4874-a0ca-145d37d468b3 None None] The sync data for ids ['abc1c198-9062-47ac-949a-40e00a58f806'] in n-d-805629-1 is: [{'id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-router', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'gw_port': {'id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:21Z', 'updated_at': '2021-08-23T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_floatingips': [{'id': 'fb1c7428-5b98-4cf8-aa68-d1e6b9bf0329', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'router_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'port_id': '11c78783-d31a-495c-9a29-a874deba2646', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'mac_address': 'fa:16:3e:1c:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:29:35Z', 'updated_at': '2021-08-23T14:29:39Z', 'revision_number': 1, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5258df-a985-4f08-85d7-407061e1909e', 'name': '', 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'mac_address': 'fa:16:3e:ae:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:28Z', 'updated_at': '2021-08-23T14:29:00Z', 'revision_number': 5, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'subnets': [{'id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:29:43.595678 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-8069f468-0b01-452e-8e83-4817ecaef7ec tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5119209 Aug 23 14:29:43.601522 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51206) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:43.615292 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-168350eb-3798-4dc8-a674-1bfca25dfd9e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1606793559', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'de08e623-097e-4452-a37e-962cc149c0fc'}], 'security_groups': ['83cddc9f-6c5e-4c9e-8690-1c0f328e43cf', 'b6ee2b93-b7de-443b-bcf1-06fd037d62da']}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:43.877021 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e06b413-d7c1-4cec-8df4-9dd56cf5c346 None None] New status for floating IP fb1c7428-5b98-4cf8-aa68-d1e6b9bf0329: ACTIVE {{(pid=76510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:29:43.922171 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca34e527-6b8b-4d23-a2df-5c9313ac5c28 None None] Update dhcp port {'port': {'network_id': 'ae3ccff1-aad5-47d9-b526-36a1335e78ad', 'fixed_ips': [{'subnet_id': 'a17555c2-ffd5-4f01-bbe9-b903ee871a2e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f179e4b0-5638-4aa1-8c01-ece191101564', 'ip_address': '2001:db8::2'}, {'subnet_id': 'de08e623-097e-4452-a37e-962cc149c0fc'}], 'binding:host_id': 'n-d-805629-1'}, 'id': 'f503b738-ae5f-4f7b-8945-d41c3d738479'} from n-d-805629-1. {{(pid=76509) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Aug 23 14:29:43.984725 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ca34e527-6b8b-4d23-a2df-5c9313ac5c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:44.020610 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-e872752f-4030-4a56-921f-e9bd5cacb240 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 999 time: 0.3516874 Aug 23 14:29:44.234544 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50afeff-59ca-4e57-88a6-7256ea23ed24 req-065e0d45-e8ec-4b35-8006-dbb6633f0676 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:44.236122 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c50afeff-59ca-4e57-88a6-7256ea23ed24 req-065e0d45-e8ec-4b35-8006-dbb6633f0676 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 946 time: 0.3227842 Aug 23 14:29:44.266209 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-ca34e527-6b8b-4d23-a2df-5c9313ac5c28 None None] Allocated IP 2001:db8:0:2::2 (ae3ccff1-aad5-47d9-b526-36a1335e78ad/de08e623-097e-4452-a37e-962cc149c0fc/f503b738-ae5f-4f7b-8945-d41c3d738479) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:44.288946 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-168350eb-3798-4dc8-a674-1bfca25dfd9e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:44.333439 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-5374b632-4b3e-498b-a013-5ecc3089235e tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:44.342365 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-5374b632-4b3e-498b-a013-5ecc3089235e tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.2992520 Aug 23 14:29:44.448586 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-ca34e527-6b8b-4d23-a2df-5c9313ac5c28 None None] For port f503b738-ae5f-4f7b-8945-d41c3d738479, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=f503b738-ae5f-4f7b-8945-d41c3d738479,segment=NetworkSegment(17390bba-0a43-4aa6-80e7-1a750c091209),segment_id=17390bba-0a43-4aa6-80e7-1a750c091209)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:44.479332 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c50afeff-59ca-4e57-88a6-7256ea23ed24 req-98b6dc98-57e3-4db0-9832-b5cec6665786 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297783 Aug 23 14:29:44.484414 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ca34e527-6b8b-4d23-a2df-5c9313ac5c28 None None] Notify callbacks [] for port, precommit_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:44.506267 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-ca34e527-6b8b-4d23-a2df-5c9313ac5c28 None None] Transition to ACTIVE for port object f503b738-ae5f-4f7b-8945-d41c3d738479 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:44.601108 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ca34e527-6b8b-4d23-a2df-5c9313ac5c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:44.607836 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-aaf6a1f2-1c10-49a7-81a1-8a3e666b7b00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:44.638676 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-c94da614-bb02-4650-a9ee-8541f3c0879d tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.2581513 Aug 23 14:29:44.658592 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-54db8294-733a-40dc-90de-771aba20bbf8 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Request body: {'floatingip': {'port_id': None}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:44.688139 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34e527-6b8b-4d23-a2df-5c9313ac5c28 None None] Pushing event updated for resources: {'Port': ['ID=f503b738-ae5f-4f7b-8945-d41c3d738479,revision_number=7']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:44.694405 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-ca34e527-6b8b-4d23-a2df-5c9313ac5c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:45.084270 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-54db8294-733a-40dc-90de-771aba20bbf8 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for floatingip, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:45.136952 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9eb654db-71c6-4f12-9a17-0bd5cd458fe6 req-8d969f7f-fa5d-40b8-9f9e-f0fb02cd57d7 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.2908909 Aug 23 14:29:45.440358 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-168350eb-3798-4dc8-a674-1bfca25dfd9e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Delete allocated IP 2001:db8::37e (ae3ccff1-aad5-47d9-b526-36a1335e78ad/f179e4b0-5638-4aa1-8c01-ece191101564) {{(pid=76505) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 23 14:29:45.508719 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [None req-168350eb-3798-4dc8-a674-1bfca25dfd9e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Allocated IP 2001:db8:0:2::2e9 (ae3ccff1-aad5-47d9-b526-36a1335e78ad/de08e623-097e-4452-a37e-962cc149c0fc/dac07107-408d-4232-ac43-552f5525729d) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:45.549422 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-54db8294-733a-40dc-90de-771aba20bbf8 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:45.590315 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c759b95d-93e5-4b8a-958d-410287441025 None None] Provisioning complete for port dac07107-408d-4232-ac43-552f5525729d triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:45.591612 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c759b95d-93e5-4b8a-958d-410287441025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:45.711045 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-54db8294-733a-40dc-90de-771aba20bbf8 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:45.711045 n-d-805629-1 neutron-server[76505]: INFO neutron.db.l3_db [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-54db8294-733a-40dc-90de-771aba20bbf8 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Floating IP fb1c7428-5b98-4cf8-aa68-d1e6b9bf0329 disassociated. External IP: 172.25.6.229, port: 11c78783-d31a-495c-9a29-a874deba2646. Aug 23 14:29:45.722160 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c759b95d-93e5-4b8a-958d-410287441025 None None] Port dac07107-408d-4232-ac43-552f5525729d cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:29:45.812390 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c759b95d-93e5-4b8a-958d-410287441025 None None] Provisioning for port f503b738-ae5f-4f7b-8945-d41c3d738479 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:45.817958 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c759b95d-93e5-4b8a-958d-410287441025 None None] Provisioning complete for port f503b738-ae5f-4f7b-8945-d41c3d738479 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:45.818269 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c759b95d-93e5-4b8a-958d-410287441025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:45.945070 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-168350eb-3798-4dc8-a674-1bfca25dfd9e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:45.960300 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c759b95d-93e5-4b8a-958d-410287441025 None None] Provisioning complete for port 357f0f3a-43de-4138-ab14-2087654f6b7a triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:45.960961 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c759b95d-93e5-4b8a-958d-410287441025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:45.988791 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [None req-168350eb-3798-4dc8-a674-1bfca25dfd9e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Transition to ACTIVE for port object dac07107-408d-4232-ac43-552f5525729d will not be triggered until provisioned by entity DHCP. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:46.021912 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c759b95d-93e5-4b8a-958d-410287441025 None None] Port 357f0f3a-43de-4138-ab14-2087654f6b7a cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:29:46.105220 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-168350eb-3798-4dc8-a674-1bfca25dfd9e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:46.112694 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-69ebfa4c-7bc5-496e-b65c-6344c86f3005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:46.228033 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168350eb-3798-4dc8-a674-1bfca25dfd9e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event updated for resources: {'Port': ['ID=dac07107-408d-4232-ac43-552f5525729d,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:46.238645 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-168350eb-3798-4dc8-a674-1bfca25dfd9e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:46.239917 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-168350eb-3798-4dc8-a674-1bfca25dfd9e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] In _notify_port_updated(), no bound segment for port dac07107-408d-4232-ac43-552f5525729d on network ae3ccff1-aad5-47d9-b526-36a1335e78ad {{(pid=76505) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Aug 23 14:29:46.244065 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168350eb-3798-4dc8-a674-1bfca25dfd9e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:46.244713 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-168350eb-3798-4dc8-a674-1bfca25dfd9e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:46.246082 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-168350eb-3798-4dc8-a674-1bfca25dfd9e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "PUT /v2.0/ports/dac07107-408d-4232-ac43-552f5525729d HTTP/1.1" status: 200 len: 970 time: 2.6433909 Aug 23 14:29:46.248967 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51236) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:46.381779 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device f503b738-ae5f-4f7b-8945-d41c3d738479 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:46.382111 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-559ae987-7729-44a2-bd6f-67e0c865a7c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port dac07107-408d-4232-ac43-552f5525729d {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:46.382460 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-559ae987-7729-44a2-bd6f-67e0c865a7c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:46.471321 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port f503b738-ae5f-4f7b-8945-d41c3d738479 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:46.471684 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:46.606327 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-54db8294-733a-40dc-90de-771aba20bbf8 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Router abc1c198-9062-47ac-949a-40e00a58f806 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:29:46.779944 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-43e85945-b5d8-4b60-a876-508d04c92a49 None None] Provisioning for port dac07107-408d-4232-ac43-552f5525729d completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:46.787028 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-43e85945-b5d8-4b60-a876-508d04c92a49 None None] Provisioning complete for port dac07107-408d-4232-ac43-552f5525729d triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:46.787647 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-43e85945-b5d8-4b60-a876-508d04c92a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:46.868039 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-43e85945-b5d8-4b60-a876-508d04c92a49 None None] Port dac07107-408d-4232-ac43-552f5525729d cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:29:46.989235 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-559ae987-7729-44a2-bd6f-67e0c865a7c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.134434 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-559ae987-7729-44a2-bd6f-67e0c865a7c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for dac07107-408d-4232-ac43-552f5525729d owned by {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:29:47.246100 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b3197-831b-4441-ae97-778f6788bfb2 req-9bcc92ee-1571-41ac-b3a3-d3cd39bc0545 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:47.247596 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-264b3197-831b-4441-ae97-778f6788bfb2 req-9bcc92ee-1571-41ac-b3a3-d3cd39bc0545 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 946 time: 0.3870144 Aug 23 14:29:47.423265 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-264b3197-831b-4441-ae97-778f6788bfb2 req-09c1ae7f-7683-4b58-9621-62ca1178bbe6 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668217 Aug 23 14:29:47.446695 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-54db8294-733a-40dc-90de-771aba20bbf8 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:29:47.464137 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-54db8294-733a-40dc-90de-771aba20bbf8 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.465545 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d05062-0a4c-4a97-9abc-3fef7ace8e97 None None] Sync routers for ids ['abc1c198-9062-47ac-949a-40e00a58f806'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:29:47.490169 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d05062-0a4c-4a97-9abc-3fef7ace8e97 None None] Routers {'abc1c198-9062-47ac-949a-40e00a58f806'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:29:47.491974 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-f6d05062-0a4c-4a97-9abc-3fef7ace8e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:29:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['abc1c198-9062-47ac-949a-40e00a58f806'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:47.506851 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-559ae987-7729-44a2-bd6f-67e0c865a7c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.529764 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4107a4da-6b8a-4e2f-b75f-7fad003ff226 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:47.609098 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-54db8294-733a-40dc-90de-771aba20bbf8 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "PUT /v2.0/floatingips/fb1c7428-5b98-4cf8-aa68-d1e6b9bf0329 HTTP/1.1" status: 200 len: 695 time: 2.9642880 Aug 23 14:29:47.616835 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'tag': '11c78783-d31a-495c-9a29-a874deba2646'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:47.640028 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ae987-7729-44a2-bd6f-67e0c865a7c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=dac07107-408d-4232-ac43-552f5525729d,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:47.642012 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-559ae987-7729-44a2-bd6f-67e0c865a7c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:47.751021 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-559ae987-7729-44a2-bd6f-67e0c865a7c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.751021 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-559ae987-7729-44a2-bd6f-67e0c865a7c1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/dac07107-408d-4232-ac43-552f5525729d HTTP/1.1" status: 204 len: 168 time: 1.4990883 Aug 23 14:29:47.751883 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51252) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:47.805034 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-0ed72e1c-e167-417b-a58d-3dcf717a4ed3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a307fbb16314e169ca58f8cc4fe463a&device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 1096 time: 0.1612973 Aug 23 14:29:47.881809 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-04993bc1-1809-41d7-b1b3-fe35252abdf8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] GET failed (client error): The resource could not be found. Aug 23 14:29:47.883068 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-04993bc1-1809-41d7-b1b3-fe35252abdf8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:47.883569 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-f6d05062-0a4c-4a97-9abc-3fef7ace8e97 None None] Set router abc1c198-9062-47ac-949a-40e00a58f806 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:29:48.006504 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-04993bc1-1809-41d7-b1b3-fe35252abdf8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:48.010095 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-04993bc1-1809-41d7-b1b3-fe35252abdf8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports/dac07107-408d-4232-ac43-552f5525729d HTTP/1.1" status: 404 len: 333 time: 0.2542677 Aug 23 14:29:48.015429 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51256) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:48.040205 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1f40af50-dbe2-4d6a-a1ad-c1d52cebfc1b req-905bdc7d-8f57-4db6-875e-2df0b03165e3 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0653996 Aug 23 14:29:48.129076 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-1948debc-6105-4ef6-aebd-e200ffebf9ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:48.131234 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-1948debc-6105-4ef6-aebd-e200ffebf9ea service neutron] 10.222.0.86 "GET /v2.0/networks?id=95586b77-cc99-4f29-a188-bbece8d2a365 HTTP/1.1" status: 200 len: 920 time: 0.3116050 Aug 23 14:29:48.140505 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-beef5dac-6408-42bb-99e6-4f0f4e571e5e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.179890 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-beef5dac-6408-42bb-99e6-4f0f4e571e5e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.256550 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-f607a301-dab4-4810-9365-fc2e9d701869 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c78783-d31a-495c-9a29-a874deba2646 HTTP/1.1" status: 200 len: 217 time: 0.1183789 Aug 23 14:29:48.292088 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-beef5dac-6408-42bb-99e6-4f0f4e571e5e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.300294 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-52d03451-7c27-4902-9c9a-c8d22531ddb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:48.329899 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef5dac-6408-42bb-99e6-4f0f4e571e5e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cb8ada-8e5d-467c-be2e-3e3760df363c,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:48.336821 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-beef5dac-6408-42bb-99e6-4f0f4e571e5e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:48.350395 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-beef5dac-6408-42bb-99e6-4f0f4e571e5e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.354075 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-beef5dac-6408-42bb-99e6-4f0f4e571e5e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/security-groups/e8cb8ada-8e5d-467c-be2e-3e3760df363c HTTP/1.1" status: 204 len: 168 time: 0.3379538 Aug 23 14:29:48.358120 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51260) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:48.370970 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-0ddb9619-e614-4345-b210-e4fe9857f4b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:48.372448 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-0ddb9619-e614-4345-b210-e4fe9857f4b9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=76a018ba-b37d-4984-96f3-7af3bdcca9cd HTTP/1.1" status: 200 len: 859 time: 0.1150393 Aug 23 14:29:48.420851 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-f6d05062-0a4c-4a97-9abc-3fef7ace8e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-router', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'gw_port': {'id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:21Z', 'updated_at': '2021-08-23T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '6f5258df-a985-4f08-85d7-407061e1909e', 'name': '', 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'mac_address': 'fa:16:3e:ae:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:28Z', 'updated_at': '2021-08-23T14:29:00Z', 'revision_number': 5, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'subnets': [{'id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:48.430587 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d05062-0a4c-4a97-9abc-3fef7ace8e97 None None] Checking router: abc1c198-9062-47ac-949a-40e00a58f806 for host: n-d-805629-1 {{(pid=76509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:29:48.449070 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d05062-0a4c-4a97-9abc-3fef7ace8e97 None None] Routers {'abc1c198-9062-47ac-949a-40e00a58f806'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:29:48.450118 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-f6d05062-0a4c-4a97-9abc-3fef7ace8e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:29:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['abc1c198-9062-47ac-949a-40e00a58f806'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:48.468535 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-6ba0cb70-bf28-497d-b39e-b904aa381854 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=95586b77-cc99-4f29-a188-bbece8d2a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895867 Aug 23 14:29:48.500276 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc546d3a-495b-443d-9daa-260175900181 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.572511 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc546d3a-495b-443d-9daa-260175900181 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.691787 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-eadea371-4a6c-4236-9565-3b4214359be7 service neutron] 10.222.0.86 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141628 Aug 23 14:29:48.699827 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcedcad-228e-420c-a7c1-9d34e9be67b8 req-896e561f-2357-4bc8-b30b-9cda6444805e tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:48.701538 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdcedcad-228e-420c-a7c1-9d34e9be67b8 req-896e561f-2357-4bc8-b30b-9cda6444805e tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 946 time: 0.1364291 Aug 23 14:29:48.757330 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc546d3a-495b-443d-9daa-260175900181 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.763144 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2529f98e-f266-44c3-ae6d-cf83271b03c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:48.777946 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvr_db [None req-f6d05062-0a4c-4a97-9abc-3fef7ace8e97 None None] Set router abc1c198-9062-47ac-949a-40e00a58f806 gateway port host: n-d-805629-1 {{(pid=76509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:29:48.781750 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc546d3a-495b-443d-9daa-260175900181 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ee2b93-b7de-443b-bcf1-06fd037d62da,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:48.785806 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-fc546d3a-495b-443d-9daa-260175900181 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:48.789852 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fc546d3a-495b-443d-9daa-260175900181 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.795366 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-fc546d3a-495b-443d-9daa-260175900181 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/security-groups/b6ee2b93-b7de-443b-bcf1-06fd037d62da HTTP/1.1" status: 204 len: 168 time: 0.4361901 Aug 23 14:29:48.796441 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51266) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:48.889730 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7685acfc-c8f0-4c18-ab16-59fb18942f15 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.922046 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7685acfc-c8f0-4c18-ab16-59fb18942f15 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.014578 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cdcedcad-228e-420c-a7c1-9d34e9be67b8 req-7e9f8366-aa5c-4ea7-8d8a-83853017ac87 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995524 Aug 23 14:29:49.034405 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-97950eda-2074-460f-9c0f-e8f2403c9958 req-8268f8cb-f0b2-43b4-b870-c6da4c54763c service neutron] 10.222.0.86 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183117 Aug 23 14:29:49.082965 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7685acfc-c8f0-4c18-ab16-59fb18942f15 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.094813 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-99ae74ca-24a0-4c07-84fc-2d38451a31aa tempest-PortsAdminExtendedAttrsTestJSON-287156776 tempest-PortsAdminExtendedAttrsTestJSON-287156776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:49.111719 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'tag': '11c78783-d31a-495c-9a29-a874deba2646', 'status': 'completed', 'code': 200} Aug 23 14:29:49.173470 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685acfc-c8f0-4c18-ab16-59fb18942f15 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cddc9f-6c5e-4c9e-8690-1c0f328e43cf,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:49.194041 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7685acfc-c8f0-4c18-ab16-59fb18942f15 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:49.198323 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-7685acfc-c8f0-4c18-ab16-59fb18942f15 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.204433 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51282) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:49.216053 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-7685acfc-c8f0-4c18-ab16-59fb18942f15 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/security-groups/83cddc9f-6c5e-4c9e-8690-1c0f328e43cf HTTP/1.1" status: 204 len: 168 time: 0.4181144 Aug 23 14:29:49.338135 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-f6d05062-0a4c-4a97-9abc-3fef7ace8e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-router', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'gw_port': {'id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:21Z', 'updated_at': '2021-08-23T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '6f5258df-a985-4f08-85d7-407061e1909e', 'name': '', 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'mac_address': 'fa:16:3e:ae:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:28Z', 'updated_at': '2021-08-23T14:29:00Z', 'revision_number': 5, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'subnets': [{'id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:49.342994 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d05062-0a4c-4a97-9abc-3fef7ace8e97 None None] The sync data for ids ['abc1c198-9062-47ac-949a-40e00a58f806'] in n-d-805629-1 is: [{'id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-router', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:28:30Z', 'revision_number': 4, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'gw_port': {'id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:21Z', 'updated_at': '2021-08-23T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1', '_interfaces': [{'id': '6f5258df-a985-4f08-85d7-407061e1909e', 'name': '', 'network_id': '95586b77-cc99-4f29-a188-bbece8d2a365', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'mac_address': 'fa:16:3e:ae:f5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:28Z', 'updated_at': '2021-08-23T14:29:00Z', 'revision_number': 5, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'subnets': [{'id': '76a018ba-b37d-4984-96f3-7af3bdcca9cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:29:49.417814 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3c5beda9-8352-45a1-a36f-c7029e1f20a0 req-49cc3a6d-46b2-4ccd-b605-52c3e50d4d41 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1a307fbb16314e169ca58f8cc4fe463a&device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 1096 time: 0.2764556 Aug 23 14:29:49.514782 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-824c79b2-503f-4d0d-a755-ed2cefdaecc5 req-a57f3c9a-a42e-404f-b1f3-11340301ba31 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.1094637 Aug 23 14:29:49.600504 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-7f7c35b0-8a91-4a4d-bc3b-f104d305d2ac tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/floatingips/fb1c7428-5b98-4cf8-aa68-d1e6b9bf0329 HTTP/1.1" status: 200 len: 695 time: 0.2855115 Aug 23 14:29:49.770483 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5beda9-8352-45a1-a36f-c7029e1f20a0 req-ac227258-1c3d-4507-86fc-870f82dfba35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:49.772056 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3c5beda9-8352-45a1-a36f-c7029e1f20a0 req-ac227258-1c3d-4507-86fc-870f82dfba35 service neutron] 10.222.0.91 "GET /v2.0/networks?id=95586b77-cc99-4f29-a188-bbece8d2a365 HTTP/1.1" status: 200 len: 920 time: 0.3470018 Aug 23 14:29:49.852237 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3c5beda9-8352-45a1-a36f-c7029e1f20a0 req-d4c4861c-2b93-4311-b703-25b2fb07c9ca service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c78783-d31a-495c-9a29-a874deba2646 HTTP/1.1" status: 200 len: 217 time: 0.0713489 Aug 23 14:29:49.893422 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting subnet f179e4b0-5638-4aa1-8c01-ece191101564 {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:29:49.905048 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.926646 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5beda9-8352-45a1-a36f-c7029e1f20a0 req-25a65af2-001c-45a2-9642-3295641e89fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:49.928944 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3c5beda9-8352-45a1-a36f-c7029e1f20a0 req-25a65af2-001c-45a2-9642-3295641e89fa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=76a018ba-b37d-4984-96f3-7af3bdcca9cd HTTP/1.1" status: 200 len: 859 time: 0.0703523 Aug 23 14:29:49.964963 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-4f124812-a4b1-4c8b-81a7-53c727f441eb tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:49.966351 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-4f124812-a4b1-4c8b-81a7-53c727f441eb tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/networks/fda5307f-67bc-48cb-a9ed-aa314a59f306 HTTP/1.1" status: 200 len: 784 time: 0.3598711 Aug 23 14:29:49.976767 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3c5beda9-8352-45a1-a36f-c7029e1f20a0 req-fc9bf87e-4f14-419d-87c3-962c473ea3a0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=95586b77-cc99-4f29-a188-bbece8d2a365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413995 Aug 23 14:29:49.986931 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [req-3c5beda9-8352-45a1-a36f-c7029e1f20a0 req-a7538670-3583-42ca-aacd-675d3bbcc05c service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76506) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:29:49.988148 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3c5beda9-8352-45a1-a36f-c7029e1f20a0 req-a7538670-3583-42ca-aacd-675d3bbcc05c service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055640 Aug 23 14:29:50.054469 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:50.144974 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fe2eb-c00f-4fbc-b654-832e0b0943fc req-20d75b0b-09fd-4b1c-9ff6-7872d2b2773b tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:50.146749 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cd8fe2eb-c00f-4fbc-b654-832e0b0943fc req-20d75b0b-09fd-4b1c-9ff6-7872d2b2773b tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 946 time: 0.3989823 Aug 23 14:29:50.165453 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-8825be93-d50c-4509-880e-ebb5a613665c tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 698 time: 0.1829014 Aug 23 14:29:50.188982 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3c5beda9-8352-45a1-a36f-c7029e1f20a0 req-9188e4fd-6a00-465d-9527-fbec0f9b586e service neutron] 10.222.0.91 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927748 Aug 23 14:29:50.309377 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902bdee6-6874-496e-bf20-52fe9b669caf None None] New status for floating IP fb1c7428-5b98-4cf8-aa68-d1e6b9bf0329: DOWN {{(pid=76510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 14:29:50.337030 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-3a870ac0-03f0-47f4-8d35-dae51a5352bc tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 698 time: 0.1579931 Aug 23 14:29:50.384067 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3c5beda9-8352-45a1-a36f-c7029e1f20a0 req-ff1efc19-d620-435e-bf1b-633f0a704c60 service neutron] 10.222.0.91 "GET /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859660 Aug 23 14:29:50.418948 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cd8fe2eb-c00f-4fbc-b654-832e0b0943fc req-47bc16ee-e89d-4623-9ed6-59e40b886d73 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602701 Aug 23 14:29:50.442950 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:50.570513 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Deleting port 0f449a93-7cf2-4b59-98fe-620c23df5447 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:50.571678 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:50.809097 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:50.809457 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.064388 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.101673 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Calling delete_port for 0f449a93-7cf2-4b59-98fe-620c23df5447 owned by network:floatingip {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:29:51.127748 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ac207c99-ae9c-415c-a0d4-ea6b781a55aa tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:51.185675 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Subnet': ['ID=f179e4b0-5638-4aa1-8c01-ece191101564,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:51.205809 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7a298c17-f3ac-4ac3-85d1-827acdd5be4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.217236 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a982ac-1815-4c6c-84b9-dd5415bb77e9 None None] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:29:51.219349 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.223284 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:51.223671 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:51.224054 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:51.224420 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:51.224784 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:51.225141 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:51.225498 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:51.225893 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:51.226249 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:51.226604 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:51.226953 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:51.239456 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:51.255292 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/f179e4b0-5638-4aa1-8c01-ece191101564 HTTP/1.1" status: 204 len: 168 time: 2.0495620 Aug 23 14:29:51.259789 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51298) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:51.285325 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c0222-6dba-44c8-bde6-5af60c17fef9 req-e3382b05-fee6-4161-a575-b9f905bf5b27 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:51.286868 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-474c0222-6dba-44c8-bde6-5af60c17fef9 req-e3382b05-fee6-4161-a575-b9f905bf5b27 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 946 time: 0.2785759 Aug 23 14:29:51.352643 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.db.api [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76505) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:29:51.353453 n-d-805629-1 neutron-server[76505]: DEBUG oslo_db.api [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:29:51.372572 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-474c0222-6dba-44c8-bde6-5af60c17fef9 req-eba8d829-3764-4758-83ec-9f22a1b5ed1a tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792811 Aug 23 14:29:51.524881 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce64494b-6861-4e34-9e9c-54e77a914336 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting subnet de08e623-097e-4452-a37e-962cc149c0fc {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:29:51.529142 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ce64494b-6861-4e34-9e9c-54e77a914336 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.607662 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ce64494b-6861-4e34-9e9c-54e77a914336 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.635345 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-853ce6d7-8756-4709-85c8-6f593f80f0c4 req-eff29081-3d5c-4124-abf0-20a0a9e84c1a tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0610373 Aug 23 14:29:51.730414 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ce64494b-6861-4e34-9e9c-54e77a914336 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.817002 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.855334 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Deleting port 0f449a93-7cf2-4b59-98fe-620c23df5447 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:51.855895 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.901184 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ce64494b-6861-4e34-9e9c-54e77a914336 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.906528 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-87bec8a5-dafa-44bd-8ed7-bbf89ed47dc8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:51.947315 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64494b-6861-4e34-9e9c-54e77a914336 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Subnet': ['ID=de08e623-097e-4452-a37e-962cc149c0fc,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:51.950720 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ce64494b-6861-4e34-9e9c-54e77a914336 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:51.954622 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ce64494b-6861-4e34-9e9c-54e77a914336 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.964822 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ce64494b-6861-4e34-9e9c-54e77a914336 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/de08e623-097e-4452-a37e-962cc149c0fc HTTP/1.1" status: 204 len: 168 time: 0.7009280 Aug 23 14:29:51.967037 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51314) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:52.011707 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29aa405-a7b5-42d4-916e-0164e375e88a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] DELETE failed (client error): The resource could not be found. Aug 23 14:29:52.012155 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29aa405-a7b5-42d4-916e-0164e375e88a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=76506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:29:52.016333 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e29aa405-a7b5-42d4-916e-0164e375e88a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/f179e4b0-5638-4aa1-8c01-ece191101564 HTTP/1.1" status: 404 len: 337 time: 0.0458443 Aug 23 14:29:52.016663 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51318) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:52.097696 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e708c0a7-dbf1-4974-a991-0b33edc9e300 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting subnet a17555c2-ffd5-4f01-bbe9-b903ee871a2e {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:29:52.101474 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e708c0a7-dbf1-4974-a991-0b33edc9e300 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.135608 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.135938 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.170859 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e708c0a7-dbf1-4974-a991-0b33edc9e300 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.257765 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e708c0a7-dbf1-4974-a991-0b33edc9e300 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.267934 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Calling delete_port for 0f449a93-7cf2-4b59-98fe-620c23df5447 owned by network:floatingip {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:29:52.279577 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b598c85a-bc4b-4f92-a561-a0caa3a660e2 None None] Network ae3ccff1-aad5-47d9-b526-36a1335e78ad requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:29:52.301335 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb6395-df6c-4e34-a131-95a9db045149 req-655ae84f-a016-4da2-a8ae-b679706dae26 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:52.302858 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e6bb6395-df6c-4e34-a131-95a9db045149 req-655ae84f-a016-4da2-a8ae-b679706dae26 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 946 time: 0.3457837 Aug 23 14:29:52.373793 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e6bb6395-df6c-4e34-a131-95a9db045149 req-f903a99b-e3a5-4552-af5e-512c65a29505 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638640 Aug 23 14:29:52.396370 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-92ddba31-aca0-45f3-a3a0-8fe5cbe96370 None None] Provisioning complete for port f503b738-ae5f-4f7b-8945-d41c3d738479 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:52.396747 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-92ddba31-aca0-45f3-a3a0-8fe5cbe96370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.415428 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e708c0a7-dbf1-4974-a991-0b33edc9e300 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.418649 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-613d472e-3730-4dff-9466-84b6619c40d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:52.462232 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708c0a7-dbf1-4974-a991-0b33edc9e300 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Subnet': ['ID=a17555c2-ffd5-4f01-bbe9-b903ee871a2e,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:52.469361 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e708c0a7-dbf1-4974-a991-0b33edc9e300 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:52.477629 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-e708c0a7-dbf1-4974-a991-0b33edc9e300 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.484423 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-e708c0a7-dbf1-4974-a991-0b33edc9e300 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/a17555c2-ffd5-4f01-bbe9-b903ee871a2e HTTP/1.1" status: 204 len: 168 time: 0.4666636 Aug 23 14:29:52.487591 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51324) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:52.555060 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f469443-8faf-44ab-b39a-06e8ea5ca75a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] DELETE failed (client error): The resource could not be found. Aug 23 14:29:52.555502 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f469443-8faf-44ab-b39a-06e8ea5ca75a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=76506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:29:52.570677 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-7f469443-8faf-44ab-b39a-06e8ea5ca75a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/6db73513-87e5-49d7-86e5-2fbf7f9c0a27 HTTP/1.1" status: 404 len: 337 time: 0.0795665 Aug 23 14:29:52.571048 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51330) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:52.649798 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-92ddba31-aca0-45f3-a3a0-8fe5cbe96370 None None] Provisioning complete for port 357f0f3a-43de-4138-ab14-2087654f6b7a triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:52.650331 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-92ddba31-aca0-45f3-a3a0-8fe5cbe96370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.654189 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.679368 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4f887950-0ae4-4e30-bc52-5173db871b8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:52.729043 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-30231184-609c-4333-a761-38cfb3879aca tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Synchronizing usage tracker for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:52.729128 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-92ddba31-aca0-45f3-a3a0-8fe5cbe96370 None None] Port 357f0f3a-43de-4138-ab14-2087654f6b7a cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:29:52.747246 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fc00c6-a1d5-446f-8f04-7e6a9319b913 None None] DHCP port deletion for ae3ccff1-aad5-47d9-b526-36a1335e78ad request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:29:52.752240 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-39fc00c6-a1d5-446f-8f04-7e6a9319b913 None None] Deleting port f503b738-ae5f-4f7b-8945-d41c3d738479 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:52.752839 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-39fc00c6-a1d5-446f-8f04-7e6a9319b913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.758134 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Pushing event deleted for resources: {'Port': ['ID=0f449a93-7cf2-4b59-98fe-620c23df5447,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:52.764249 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:52.766696 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-30231184-609c-4333-a761-38cfb3879aca tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Unset dirty status for tenant:9941da49987249e0a64fa4a2b73cbf48 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:52.770266 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-30231184-609c-4333-a761-38cfb3879aca tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "GET /v2.0/ports?device_id=5df31413-5b65-48af-a35b-99cd37c3b5b2 HTTP/1.1" status: 200 len: 205 time: 0.1977851 Aug 23 14:29:52.771473 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51336) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:52.850647 n-d-805629-1 neutron-server[76506]: INFO neutron.api.v2.resource [None req-8340e0e4-969e-403c-a152-7fcbf9f224b2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] delete failed (client error): The resource could not be found. Aug 23 14:29:52.851677 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-8340e0e4-969e-403c-a152-7fcbf9f224b2 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/routers/5df31413-5b65-48af-a35b-99cd37c3b5b2 HTTP/1.1" status: 404 len: 336 time: 0.0790722 Aug 23 14:29:52.854293 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51342) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:52.895538 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-79444c21-d7d7-4e77-a47d-567ac59c69d1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] DELETE failed (client error): The resource could not be found. Aug 23 14:29:52.896184 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79444c21-d7d7-4e77-a47d-567ac59c69d1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=76506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:29:52.900292 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-79444c21-d7d7-4e77-a47d-567ac59c69d1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/c8afcbe4-e3f7-4379-b5d9-457ae89a82f8 HTTP/1.1" status: 404 len: 337 time: 0.0426140 Aug 23 14:29:52.900925 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51346) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:52.931611 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for floatingip, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.946038 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d9818f-3673-4874-8cc1-4ae637f20128 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] DELETE failed (client error): The resource could not be found. Aug 23 14:29:52.946540 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d9818f-3673-4874-8cc1-4ae637f20128 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=76506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:29:52.950661 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-61d9818f-3673-4874-8cc1-4ae637f20128 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/68a70a9b-2062-4d4d-9fc5-242b37a9f7a5 HTTP/1.1" status: 404 len: 337 time: 0.0462351 Aug 23 14:29:52.950956 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51350) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:52.973247 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf81ef-9f54-4324-9282-5ba139cc27b0 req-f74c90e9-d37c-4b4b-b613-0871939682a6 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:52.974779 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eadf81ef-9f54-4324-9282-5ba139cc27b0 req-f74c90e9-d37c-4b4b-b613-0871939682a6 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 946 time: 0.1320901 Aug 23 14:29:52.988019 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-39fc00c6-a1d5-446f-8f04-7e6a9319b913 None None] For port f503b738-ae5f-4f7b-8945-d41c3d738479, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=f503b738-ae5f-4f7b-8945-d41c3d738479,segment=NetworkSegment(17390bba-0a43-4aa6-80e7-1a750c091209),segment_id=17390bba-0a43-4aa6-80e7-1a750c091209)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:52.988539 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-39fc00c6-a1d5-446f-8f04-7e6a9319b913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:53.028973 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eadf81ef-9f54-4324-9282-5ba139cc27b0 req-97de80d6-b89c-406c-850c-1eff777f50e1 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474260 Aug 23 14:29:53.058915 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:53.060315 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c499d781-9503-4fd2-b906-6afdcb3825a5 req-0e015c19-c290-4008-97e2-d21c38ea0ed0 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "DELETE /v2.0/floatingips/fb1c7428-5b98-4cf8-aa68-d1e6b9bf0329 HTTP/1.1" status: 204 len: 173 time: 2.7099121 Aug 23 14:29:53.124306 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-39fc00c6-a1d5-446f-8f04-7e6a9319b913 None None] Calling delete_port for f503b738-ae5f-4f7b-8945-d41c3d738479 owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:29:53.145327 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-725334be-c116-4c3b-acfd-419e9e04d23d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] DELETE failed (client error): The resource could not be found. Aug 23 14:29:53.145895 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725334be-c116-4c3b-acfd-419e9e04d23d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=76506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:29:53.151212 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51358) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:53.164704 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-725334be-c116-4c3b-acfd-419e9e04d23d tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/3a04602c-1f48-41e6-87a7-38984139de6c HTTP/1.1" status: 404 len: 337 time: 0.2124557 Aug 23 14:29:53.216034 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d009e0-5448-418d-b38a-ed6aa5617b62 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] DELETE failed (client error): The resource could not be found. Aug 23 14:29:53.216034 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d009e0-5448-418d-b38a-ed6aa5617b62 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=76505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:29:53.218936 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-68d009e0-5448-418d-b38a-ed6aa5617b62 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/b99f1c65-80f1-446e-97d5-f2754e2e5454 HTTP/1.1" status: 404 len: 333 time: 0.0667057 Aug 23 14:29:53.219154 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51362) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:53.270619 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1ae964-ef43-404e-b47c-ce77add7abb0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] DELETE failed (client error): The resource could not be found. Aug 23 14:29:53.270619 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1ae964-ef43-404e-b47c-ce77add7abb0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=76506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:29:53.270619 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-8f1ae964-ef43-404e-b47c-ce77add7abb0 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/a30e6315-c752-410c-932f-83a78d542008 HTTP/1.1" status: 404 len: 337 time: 0.0428059 Aug 23 14:29:53.270619 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51368) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:53.293443 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-39fc00c6-a1d5-446f-8f04-7e6a9319b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112'] for port, after_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:53.293443 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c5cf74f4-d67d-4e9b-a07d-5b92ea67e4c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:53.298933 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a43e8292-200d-4f0f-805b-3e81e9852fbe req-cc7b9056-8c31-4994-9b33-d4e725f9f722 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0781775 Aug 23 14:29:53.313047 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bba85f4-6fd8-41c5-b59f-a1f75c7712e1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] DELETE failed (client error): The resource could not be found. Aug 23 14:29:53.313047 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bba85f4-6fd8-41c5-b59f-a1f75c7712e1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=76506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:29:53.313047 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-4bba85f4-6fd8-41c5-b59f-a1f75c7712e1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/417160ba-77bd-4e0c-a990-876fb1fbe08b HTTP/1.1" status: 404 len: 337 time: 0.0439248 Aug 23 14:29:53.321703 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51372) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:53.326644 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6ff1833f-2128-40dd-aaa8-406badad8696 req-affbf34e-6706-4131-b3eb-7c42e83781e8 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups/6cc0a600-ab2b-4cdc-8716-0e66ce0875ff HTTP/1.1" status: 200 len: 1642 time: 0.0622919 Aug 23 14:29:53.354751 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc00c6-a1d5-446f-8f04-7e6a9319b913 None None] Pushing event deleted for resources: {'Port': ['ID=f503b738-ae5f-4f7b-8945-d41c3d738479,revision_number=None']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:53.357610 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-39fc00c6-a1d5-446f-8f04-7e6a9319b913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:53.365345 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc00c6-a1d5-446f-8f04-7e6a9319b913 None None] No DVR routers for this DVR port f503b738-ae5f-4f7b-8945-d41c3d738479 on host n-d-805629-1 {{(pid=76509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:29:53.371103 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e490352-fcaa-46f0-b529-1ac101a15c9a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] DELETE failed (client error): The resource could not be found. Aug 23 14:29:53.371430 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e490352-fcaa-46f0-b529-1ac101a15c9a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=76506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:29:53.384500 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-3e490352-fcaa-46f0-b529-1ac101a15c9a tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/2557881f-d2d2-4a77-b4fa-69f5ddfada00 HTTP/1.1" status: 404 len: 333 time: 0.0631058 Aug 23 14:29:53.385930 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51376) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:53.451092 n-d-805629-1 neutron-server[76505]: INFO neutron.pecan_wsgi.hooks.translation [None req-55023eb6-3dec-43b6-9f7c-e27aca3fe409 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] DELETE failed (client error): The resource could not be found. Aug 23 14:29:53.451540 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55023eb6-3dec-43b6-9f7c-e27aca3fe409 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=76505) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:29:53.453377 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-55023eb6-3dec-43b6-9f7c-e27aca3fe409 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/a3dbb577-26cb-4824-9eae-7648e265307a HTTP/1.1" status: 404 len: 337 time: 0.0675242 Aug 23 14:29:53.454281 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6ff1833f-2128-40dd-aaa8-406badad8696 req-a94e53ab-c9cd-4ea8-b7f5-4210b525674a tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:53.456342 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51380) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:53.492932 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6ff1833f-2128-40dd-aaa8-406badad8696 req-a94e53ab-c9cd-4ea8-b7f5-4210b525674a tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:53.507766 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-e8885cc1-c4a6-4e0b-811d-9045dcdc5aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:53.507870 n-d-805629-1 neutron-server[76506]: INFO neutron.pecan_wsgi.hooks.translation [None req-998e59b3-94ed-4c37-8d0c-66f6eb4046bd tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] DELETE failed (client error): The resource could not be found. Aug 23 14:29:53.507870 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998e59b3-94ed-4c37-8d0c-66f6eb4046bd tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=76506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:29:53.507870 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-998e59b3-94ed-4c37-8d0c-66f6eb4046bd tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/subnets/ed1bafc8-8308-4430-8e4a-142957fe1e58 HTTP/1.1" status: 404 len: 337 time: 0.0465176 Aug 23 14:29:53.507870 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51384) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:53.575720 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-a5f0e82f-7e18-4f11-9a94-1c24cf53786e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Deleting port 357f0f3a-43de-4138-ab14-2087654f6b7a {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:53.576118 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e82f-7e18-4f11-9a94-1c24cf53786e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:53.633195 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0e261-586b-4765-b357-cf0defb06566 req-ef18f209-3df1-4a30-a430-539af769cc6e tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:53.635075 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6f0e261-586b-4765-b357-cf0defb06566 req-ef18f209-3df1-4a30-a430-539af769cc6e tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 946 time: 0.1319072 Aug 23 14:29:53.780197 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6ff1833f-2128-40dd-aaa8-406badad8696 req-a94e53ab-c9cd-4ea8-b7f5-4210b525674a tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:53.787055 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-69c37381-a0a5-49ce-97c9-78e6b4516887 tempest-SecurityGroupsTestAdminJSON-895596141 tempest-SecurityGroupsTestAdminJSON-895596141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:53.803226 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e53ab-c9cd-4ea8-b7f5-4210b525674a tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc0a600-ab2b-4cdc-8716-0e66ce0875ff,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:53.814340 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a94e53ab-c9cd-4ea8-b7f5-4210b525674a tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:53.830443 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6f0e261-586b-4765-b357-cf0defb06566 req-04ee0369-4f30-4192-9e53-0fe57c88ca8e tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893489 Aug 23 14:29:53.841540 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e82f-7e18-4f11-9a94-1c24cf53786e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:53.931844 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-6ff1833f-2128-40dd-aaa8-406badad8696 req-a94e53ab-c9cd-4ea8-b7f5-4210b525674a tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:53.933039 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6ff1833f-2128-40dd-aaa8-406badad8696 req-a94e53ab-c9cd-4ea8-b7f5-4210b525674a tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "DELETE /v2.0/security-groups/6cc0a600-ab2b-4cdc-8716-0e66ce0875ff HTTP/1.1" status: 204 len: 173 time: 0.6151230 Aug 23 14:29:54.021753 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-a5f0e82f-7e18-4f11-9a94-1c24cf53786e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Calling delete_port for 357f0f3a-43de-4138-ab14-2087654f6b7a owned by {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:29:54.130374 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-81cc2487-0d49-415f-9a2c-a4d131d57191 req-9680f0c2-97f3-49d3-b744-c6e36daac3bb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2090881 Aug 23 14:29:54.201012 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f3730-24f1-4f7f-a148-9b7e05a0439c req-b4b91c09-dfaf-47be-8037-c72c4b1a427a tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:54.202882 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-825f3730-24f1-4f7f-a148-9b7e05a0439c req-b4b91c09-dfaf-47be-8037-c72c4b1a427a tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 946 time: 0.1032441 Aug 23 14:29:54.266738 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-825f3730-24f1-4f7f-a148-9b7e05a0439c req-653a8800-6ef4-43de-88f8-3e9e10a3f4c8 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530906 Aug 23 14:29:54.295917 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e82f-7e18-4f11-9a94-1c24cf53786e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:54.305222 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d5b0a477-8883-4fe1-a61f-e33a236e23d1 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:54.368842 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0e82f-7e18-4f11-9a94-1c24cf53786e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Port': ['ID=357f0f3a-43de-4138-ab14-2087654f6b7a,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:54.372206 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a5f0e82f-7e18-4f11-9a94-1c24cf53786e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:54.397400 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device f503b738-ae5f-4f7b-8945-d41c3d738479 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:29:54.413070 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a5f0e82f-7e18-4f11-9a94-1c24cf53786e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:54.446373 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: f503b738-ae5f-4f7b-8945-d41c3d738479 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:29:54.457958 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device f503b738-ae5f-4f7b-8945-d41c3d738479 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:29:54.469579 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-81cc2487-0d49-415f-9a2c-a4d131d57191 req-56fc6d19-3d09-4836-9acb-b74df34b9d18 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=408ea8540e3c437ebed84fe21cc31af0&device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 1096 time: 0.2353697 Aug 23 14:29:54.596729 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a5f0e82f-7e18-4f11-9a94-1c24cf53786e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/ports/357f0f3a-43de-4138-ab14-2087654f6b7a HTTP/1.1" status: 204 len: 168 time: 1.0858803 Aug 23 14:29:54.597499 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51406) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:54.638835 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:54.672803 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc2487-0d49-415f-9a2c-a4d131d57191 req-b32abf0f-808d-445b-819e-f777647ff683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:54.675000 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-81cc2487-0d49-415f-9a2c-a4d131d57191 req-b32abf0f-808d-445b-819e-f777647ff683 service neutron] 10.222.0.91 "GET /v2.0/networks?id=87201e98-0c42-47b0-84b6-a734e366810a HTTP/1.1" status: 200 len: 911 time: 0.1604190 Aug 23 14:29:54.769477 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3efdb36a-189f-4334-ab0d-96df163a0d30 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:54.840717 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-81cc2487-0d49-415f-9a2c-a4d131d57191 req-3c88968f-6b8c-4fe2-9aea-22aca6a87679 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3a3563a-f557-4418-a978-f27ab3bf6059 HTTP/1.1" status: 200 len: 1001 time: 0.1519766 Aug 23 14:29:54.841252 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4a5d8a43-36e8-428f-be89-4c27dd160b6b req-13ccc3d4-a964-492d-a0ea-ae114fc63648 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0581231 Aug 23 14:29:54.932919 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc2487-0d49-415f-9a2c-a4d131d57191 req-8c2f7134-7411-4b91-9913-e6c1e393e27d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:54.934811 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-81cc2487-0d49-415f-9a2c-a4d131d57191 req-8c2f7134-7411-4b91-9913-e6c1e393e27d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12b0b345-a54c-4994-a569-11c59bf7b397 HTTP/1.1" status: 200 len: 849 time: 0.0827546 Aug 23 14:29:54.994999 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3efdb36a-189f-4334-ab0d-96df163a0d30 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:55.014619 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-3efdb36a-189f-4334-ab0d-96df163a0d30 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3ccff1-aad5-47d9-b526-36a1335e78ad']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:55.031970 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-3efdb36a-189f-4334-ab0d-96df163a0d30 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17390bba-0a43-4aa6-80e7-1a750c091209') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:55.032279 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-3efdb36a-189f-4334-ab0d-96df163a0d30 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17390bba-0a43-4aa6-80e7-1a750c091209') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:55.038179 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-81cc2487-0d49-415f-9a2c-a4d131d57191 req-735e0db0-ee36-4436-a98f-185fc25bac14 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=87201e98-0c42-47b0-84b6-a734e366810a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958099 Aug 23 14:29:55.043510 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:29:55.121239 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3efdb36a-189f-4334-ab0d-96df163a0d30 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:55.121239 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3efdb36a-189f-4334-ab0d-96df163a0d30 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:55.126196 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efdb36a-189f-4334-ab0d-96df163a0d30 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:29:55.126753 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3efdb36a-189f-4334-ab0d-96df163a0d30 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:29:55.150089 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:29:55.207848 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-81cc2487-0d49-415f-9a2c-a4d131d57191 req-d8101b78-c7bf-404f-a27f-277b16a2ba08 service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585579 Aug 23 14:29:55.241654 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176c3a8-9cc5-4673-a55a-1638e0c1759a req-65333874-8866-46a1-bb3f-6f09f13597a2 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:55.242291 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a176c3a8-9cc5-4673-a55a-1638e0c1759a req-65333874-8866-46a1-bb3f-6f09f13597a2 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Synchronizing usage tracker for tenant:1a307fbb16314e169ca58f8cc4fe463a on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:55.366289 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3efdb36a-189f-4334-ab0d-96df163a0d30 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:55.366289 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3efdb36a-189f-4334-ab0d-96df163a0d30 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:55.366289 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b6314f46-1cdd-4f4a-938b-b83c54eb739c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:55.396956 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-3efdb36a-189f-4334-ab0d-96df163a0d30 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] 10.222.0.86 "DELETE /v2.0/networks/ae3ccff1-aad5-47d9-b526-36a1335e78ad HTTP/1.1" status: 204 len: 168 time: 0.7979839 Aug 23 14:29:55.398285 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdb36a-189f-4334-ab0d-96df163a0d30 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Pushing event deleted for resources: {'Network': ['ID=ae3ccff1-aad5-47d9-b526-36a1335e78ad,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:55.401817 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3efdb36a-189f-4334-ab0d-96df163a0d30 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:55.428765 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a176c3a8-9cc5-4673-a55a-1638e0c1759a req-65333874-8866-46a1-bb3f-6f09f13597a2 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Unset dirty status for tenant:1a307fbb16314e169ca58f8cc4fe463a on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:55.430972 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a176c3a8-9cc5-4673-a55a-1638e0c1759a req-65333874-8866-46a1-bb3f-6f09f13597a2 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.3882384 Aug 23 14:29:55.510348 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-81cc2487-0d49-415f-9a2c-a4d131d57191 req-de3d956d-2ecf-4057-96b8-f664bd772afd service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877376 Aug 23 14:29:55.524721 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a176c3a8-9cc5-4673-a55a-1638e0c1759a req-55aadcb8-fb00-44eb-9160-9465da2f81f3 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Synchronizing usage tracker for tenant:1a307fbb16314e169ca58f8cc4fe463a on resource:security_group {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:55.725682 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-a176c3a8-9cc5-4673-a55a-1638e0c1759a req-55aadcb8-fb00-44eb-9160-9465da2f81f3 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Unset dirty status for tenant:1a307fbb16314e169ca58f8cc4fe463a on resource:security_group {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:55.730074 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a176c3a8-9cc5-4673-a55a-1638e0c1759a req-55aadcb8-fb00-44eb-9160-9465da2f81f3 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908072 Aug 23 14:29:56.020999 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-75527d16-1211-4cbc-98e2-319d009ff751 req-3adbe06b-d358-4b31-8489-5fad96457590 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0738490 Aug 23 14:29:56.083992 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-7197e898-d413-45a0-9dd3-91cd08e2c237 req-380fa16d-0f11-4d71-af3e-627de55ed83e tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0416491 Aug 23 14:29:56.105848 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:56.115876 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51438) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:56.380079 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-ab492754-f0cc-4f56-905f-6651cf566285 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9941da49987249e0a64fa4a2b73cbf48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2628665 Aug 23 14:29:56.382504 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51448) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:56.391597 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe622fc-d9e7-4784-a988-938cd0cc8570 req-10a3787c-60c8-4b74-9d14-7a3110cd0f55 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:56.393081 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-abe622fc-d9e7-4784-a988-938cd0cc8570 req-10a3787c-60c8-4b74-9d14-7a3110cd0f55 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 946 time: 0.1367440 Aug 23 14:29:56.441849 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-abe622fc-d9e7-4784-a988-938cd0cc8570 req-c33af35c-1079-4be7-b71c-73a927ee3e2c tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430322 Aug 23 14:29:56.446944 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f1075f2a-207b-45bc-80bb-b3158d202df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:56.474669 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f1075f2a-207b-45bc-80bb-b3158d202df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:56.645635 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f1075f2a-207b-45bc-80bb-b3158d202df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:56.651432 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ea8d7299-34b0-4a6e-9b26-f3fa7ac9eca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:56.668406 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1075f2a-207b-45bc-80bb-b3158d202df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e4e5b5-4b12-4952-8596-e93dc6b95757,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:56.671184 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f1075f2a-207b-45bc-80bb-b3158d202df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:56.672538 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f1075f2a-207b-45bc-80bb-b3158d202df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:56.673797 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f1075f2a-207b-45bc-80bb-b3158d202df1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/63e4e5b5-4b12-4952-8596-e93dc6b95757 HTTP/1.1" status: 204 len: 168 time: 0.2902193 Aug 23 14:29:56.733889 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c296951-a72c-455f-80ae-712537ab39cf req-f0bba109-59d5-4f4b-bdab-03a43a6c3879 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:56.735405 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9c296951-a72c-455f-80ae-712537ab39cf req-f0bba109-59d5-4f4b-bdab-03a43a6c3879 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 945 time: 0.0885606 Aug 23 14:29:56.794283 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9c296951-a72c-455f-80ae-712537ab39cf req-87828ccf-5875-49f6-a012-a200bf1c6d7b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494103 Aug 23 14:29:56.973809 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926a56b-08a4-43b1-bf03-dcd841d5703d req-914e4f87-8514-4a9d-8d3f-1ca776ba7cca tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:56.975353 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e926a56b-08a4-43b1-bf03-dcd841d5703d req-914e4f87-8514-4a9d-8d3f-1ca776ba7cca tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.0928841 Aug 23 14:29:57.030292 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e926a56b-08a4-43b1-bf03-dcd841d5703d req-d20d88fe-1d49-48c5-a691-c5b461b0ecd1 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/security-groups?id=5bf41553-38c2-4a07-94ff-3cb1a4858197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426483 Aug 23 14:29:57.288241 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6f575c1c-1a93-430f-8a9b-dc98d246af30 req-646439d3-c26a-4043-979f-d65ef3400d7f tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0451477 Aug 23 14:29:57.375054 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa322c9-ab90-4493-ab7c-dfe845d79ca5 req-a5cf8f2f-dc40-49f8-bfb1-07d3515599ae tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:57.375054 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-3fa322c9-ab90-4493-ab7c-dfe845d79ca5 req-a5cf8f2f-dc40-49f8-bfb1-07d3515599ae tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Synchronizing usage tracker for tenant:1a307fbb16314e169ca58f8cc4fe463a on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:57.391832 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-3fa322c9-ab90-4493-ab7c-dfe845d79ca5 req-a5cf8f2f-dc40-49f8-bfb1-07d3515599ae tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Unset dirty status for tenant:1a307fbb16314e169ca58f8cc4fe463a on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:57.395035 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3fa322c9-ab90-4493-ab7c-dfe845d79ca5 req-a5cf8f2f-dc40-49f8-bfb1-07d3515599ae tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.91 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 945 time: 0.1186106 Aug 23 14:29:57.475513 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-3fa322c9-ab90-4493-ab7c-dfe845d79ca5 req-288fc228-d934-4497-af1d-5731059c3b60 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Deleting port 11c78783-d31a-495c-9a29-a874deba2646 {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:29:57.475909 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3fa322c9-ab90-4493-ab7c-dfe845d79ca5 req-288fc228-d934-4497-af1d-5731059c3b60 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:57.723792 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f4782-43ea-4c4b-a1db-0adac83b9f1c req-4131a377-5711-45f1-9023-614ffd41e123 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:57.733303 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4e2f4782-43ea-4c4b-a1db-0adac83b9f1c req-4131a377-5711-45f1-9023-614ffd41e123 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 946 time: 0.1400633 Aug 23 14:29:57.795816 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4e2f4782-43ea-4c4b-a1db-0adac83b9f1c req-98b64460-e555-4105-a736-cb629f2471e7 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612061 Aug 23 14:29:57.849412 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-3fa322c9-ab90-4493-ab7c-dfe845d79ca5 req-288fc228-d934-4497-af1d-5731059c3b60 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] For port 11c78783-d31a-495c-9a29-a874deba2646, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=11c78783-d31a-495c-9a29-a874deba2646,segment=NetworkSegment(11dadd34-dcab-4e02-b4ac-3c71cd908eef),segment_id=11dadd34-dcab-4e02-b4ac-3c71cd908eef)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:57.849412 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3fa322c9-ab90-4493-ab7c-dfe845d79ca5 req-288fc228-d934-4497-af1d-5731059c3b60 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:58.010602 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [req-3fa322c9-ab90-4493-ab7c-dfe845d79ca5 req-288fc228-d934-4497-af1d-5731059c3b60 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Calling delete_port for 11c78783-d31a-495c-9a29-a874deba2646 owned by compute:nova {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:29:58.175913 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-c2dddc6f-99b3-46ce-b820-74ded80e0d7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2062819 Aug 23 14:29:58.205477 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f868c07-e566-4e45-b09a-ee4d21b80533 req-0666d4db-9428-47b1-a0ba-5b454826b217 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:58.211944 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6f868c07-e566-4e45-b09a-ee4d21b80533 req-0666d4db-9428-47b1-a0ba-5b454826b217 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 945 time: 0.1687157 Aug 23 14:29:58.275574 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6f868c07-e566-4e45-b09a-ee4d21b80533 req-63454353-7d38-4477-8faa-18f936e7e5ed tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582950 Aug 23 14:29:58.378682 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3fa322c9-ab90-4493-ab7c-dfe845d79ca5 req-288fc228-d934-4497-af1d-5731059c3b60 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:58.399323 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['11c78783-d31a-495c-9a29-a874deba2646'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:29:58.404292 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-276b2a4e-4488-4282-80b9-ac21e1ac72db req-023aa6ab-2df2-47db-a7db-db6448c59da2 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 210 time: 0.0807788 Aug 23 14:29:58.430264 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-360e7a91-7e53-4a12-bf05-5b3151c54854 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:58.445671 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-1303e3c5-df61-424c-ad1d-e0d0cfcf08e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 6491 time: 0.1636708 Aug 23 14:29:58.568159 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51496) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:58.587544 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fc228-d934-4497-af1d-5731059c3b60 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Pushing event deleted for resources: {'Port': ['ID=11c78783-d31a-495c-9a29-a874deba2646,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:58.593095 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-288fc228-d934-4497-af1d-5731059c3b60 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:58.641361 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa322c9-ab90-4493-ab7c-dfe845d79ca5 req-288fc228-d934-4497-af1d-5731059c3b60 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] No DVR routers for this DVR port 11c78783-d31a-495c-9a29-a874deba2646 on host n-h1-805629-1 {{(pid=76506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:29:58.643720 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-3fa322c9-ab90-4493-ab7c-dfe845d79ca5 req-288fc228-d934-4497-af1d-5731059c3b60 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:58.647168 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'name': 'network-vif-deleted', 'tag': '11c78783-d31a-495c-9a29-a874deba2646'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:58.703395 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d3839f-f01e-4a5e-8e67-2edaa123a092', 'name': 'network-vif-deleted', 'tag': '11c78783-d31a-495c-9a29-a874deba2646', 'status': 'completed', 'code': 200} Aug 23 14:29:58.752977 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f74ee7ab-b2c3-4b8f-8f8f-fcafc2eb9114 req-580e99a4-a83d-47d1-9e4a-da5a79b19df3 tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.1865447 Aug 23 14:29:58.817050 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe152a-da77-473a-bf79-b62d527f9999 req-f927364e-0b39-4af5-8474-291b2300d041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:58.817714 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe152a-da77-473a-bf79-b62d527f9999 req-f927364e-0b39-4af5-8474-291b2300d041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:58.818052 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe152a-da77-473a-bf79-b62d527f9999 req-f927364e-0b39-4af5-8474-291b2300d041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:58.820032 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-f927364e-0b39-4af5-8474-291b2300d041 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d27153f4-243c-41c7-bfad-3a69009a013b&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=858144c2-6cd4-447d-8936-4f3181765b0c&id=858144c2-6cd4-447d-8936-4f3181765b0c HTTP/1.1" status: 200 len: 2293 time: 0.3455014 Aug 23 14:29:58.820174 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-3fa322c9-ab90-4493-ab7c-dfe845d79ca5 req-288fc228-d934-4497-af1d-5731059c3b60 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.91 "DELETE /v2.0/ports/11c78783-d31a-495c-9a29-a874deba2646 HTTP/1.1" status: 204 len: 173 time: 1.4203820 Aug 23 14:29:58.964199 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Request body: {'network': {'name': 'tempest-RoutersTest-613581945'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:29:58.976086 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:58.984683 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Usage tracker for resource:network and tenant:1ac1485839e64b89b04c82544b3f632f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:58.991083 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:59.041307 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:59.066210 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-ee700d41-095a-406d-9d0f-9710eb64e278 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5440ff85-26d7-40aa-bb9e-b550d1c91090 HTTP/1.1" status: 200 len: 1000 time: 0.2310114 Aug 23 14:29:59.124175 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Made reservation on behalf of 1ac1485839e64b89b04c82544b3f632f for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:59.127131 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:59.151278 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:59.188369 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe152a-da77-473a-bf79-b62d527f9999 req-d3e77d8a-043c-449a-b5c4-a937caca959b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:59.190359 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-d3e77d8a-043c-449a-b5c4-a937caca959b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70854ba0-fc96-4f7c-8613-5507e36941a2 HTTP/1.1" status: 200 len: 851 time: 0.1116426 Aug 23 14:29:59.240973 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cd76f-3a63-4743-8a96-eb0684cd6e98 req-887f5651-f130-4cb3-902c-783dd22e10ac tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:59.242499 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9b7cd76f-3a63-4743-8a96-eb0684cd6e98 req-887f5651-f130-4cb3-902c-783dd22e10ac tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 946 time: 0.2544956 Aug 23 14:29:59.274651 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:59.284888 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Usage tracker for resource:security_group_rule and tenant:1ac1485839e64b89b04c82544b3f632f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:59.285300 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 01b21825-a2db-41db-99fc-7c5bdcdfd041 details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:29:59.295488 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:59.315192 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:59.343979 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9b7cd76f-3a63-4743-8a96-eb0684cd6e98 req-35b18b17-ea0a-445a-a4d7-5493640cc65c tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946858 Aug 23 14:29:59.374197 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-ed674034-d444-48ea-8f6b-f66ecf3feaee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d27153f4-243c-41c7-bfad-3a69009a013b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754518 Aug 23 14:29:59.386474 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-53a9e14c-75f6-4814-bb77-f7ffa10969e4 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=76505) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 14:29:59.388088 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-53a9e14c-75f6-4814-bb77-f7ffa10969e4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058093 Aug 23 14:29:59.458305 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 01b21825-a2db-41db-99fc-7c5bdcdfd041, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=01b21825-a2db-41db-99fc-7c5bdcdfd041,segment=NetworkSegment(be3772f8-889d-44fb-bc75-f901f3ef01f1),segment_id=be3772f8-889d-44fb-bc75-f901f3ef01f1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:59.481053 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': '01b21825-a2db-41db-99fc-7c5bdcdfd041', 'network_id': '598d338a-5956-4afb-a942-44ffa4a8f6e4', 'port_id': '01b21825-a2db-41db-99fc-7c5bdcdfd041', 'mac_address': 'fa:16:3e:35:32:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00914b12-0890-41bd-8b52-6b28a9e3feeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:29:59.515423 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:59.570108 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-5b16169b-59fb-4ee9-a0f6-c9b69f26e637 service neutron] 10.222.0.60 "GET /v2.0/networks/d27153f4-243c-41c7-bfad-3a69009a013b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709573 Aug 23 14:29:59.632353 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:59.657700 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01b21825-a2db-41db-99fc-7c5bdcdfd041 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:29:59.660321 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:59.672214 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-d986cffc-13a2-4812-af2b-e89755c54aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:59.720865 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:29:59.723548 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 01b21825-a2db-41db-99fc-7c5bdcdfd041, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=01b21825-a2db-41db-99fc-7c5bdcdfd041,segment=NetworkSegment(be3772f8-889d-44fb-bc75-f901f3ef01f1),segment_id=be3772f8-889d-44fb-bc75-f901f3ef01f1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:29:59.738534 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-45ef2bb6-e820-4e99-bef2-8dd27b445a37 req-7f1b5797-7118-4789-b2da-5902148432e2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d51d9be316d546529878279366d046bb&device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0438609 Aug 23 14:29:59.780783 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-45ef2bb6-e820-4e99-bef2-8dd27b445a37 req-05ef4c90-f2de-4008-bf15-829d54b1d7f5 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=d51d9be316d546529878279366d046bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347157 Aug 23 14:29:59.799592 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:59.799711 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:59.799811 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Added segment b75e6f9f-3f61-44df-96cd-332f5ae0b320 of type vlan for network 8cd25441-0e18-436b-b82f-4ad6ab5ef0f7 Aug 23 14:29:59.800800 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:59.810723 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e281e048-ce6e-4cb4-8273-554bb81c58c5,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:59.825229 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:59.906678 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=01b21825-a2db-41db-99fc-7c5bdcdfd041,revision_number=6']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:59.919098 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b02dc0bd-577a-4054-b1e5-809fcb91b8bf req-da593899-2af2-46ee-ba42-367e598c5086 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7d3839f-f01e-4a5e-8e67-2edaa123a092 HTTP/1.1" status: 200 len: 210 time: 0.0828562 Aug 23 14:29:59.919817 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:59.931101 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:59.937715 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-72d251c0-31b2-4f7b-a9a6-9df6ba6503af service neutron] 10.222.0.60 "GET /v2.0/networks/d27153f4-243c-41c7-bfad-3a69009a013b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592203 Aug 23 14:29:59.960692 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['01b21825-a2db-41db-99fc-7c5bdcdfd041'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:29:59.998869 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef2bb6-e820-4e99-bef2-8dd27b445a37 req-5ec07a87-0f09-4b34-8e1f-486201480f2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:00.002854 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-45ef2bb6-e820-4e99-bef2-8dd27b445a37 req-5ec07a87-0f09-4b34-8e1f-486201480f2b service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2122061 Aug 23 14:30:00.043051 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a54c86-b2c3-471e-8863-dd2a16c4b4c7 req-5b66b5cf-3996-4343-8aed-96a6d9ee1ca9 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:00.044616 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99a54c86-b2c3-471e-8863-dd2a16c4b4c7 req-5b66b5cf-3996-4343-8aed-96a6d9ee1ca9 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 945 time: 0.3118641 Aug 23 14:30:00.051227 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-9bfc72d2-cea9-46f4-b256-2662a6a0e4e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=4068ceab-52bd-4af1-a8ff-bd84eee1a96f HTTP/1.1" status: 200 len: 217 time: 0.1047959 Aug 23 14:30:00.151117 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-5a8a6b31-b017-4028-944a-46d864f21334 req-e199e7cc-ce52-4051-9cf7-b66a7f61e3bc tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.1055260 Aug 23 14:30:00.191504 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-99a54c86-b2c3-471e-8863-dd2a16c4b4c7 req-a57e835f-1b1e-431e-b60f-45f9e087aeea tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078131 Aug 23 14:30:00.197614 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe152a-da77-473a-bf79-b62d527f9999 req-bb9d6515-6147-4d50-9c24-ad69513a60c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:00.198928 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-bb9d6515-6147-4d50-9c24-ad69513a60c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.1135643 Aug 23 14:30:00.200237 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:00.203825 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:00.205276 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:00.211795 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-370ec8c9-8a33-42bd-b7ad-7452e6c86dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:00.371183 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event updated for resources: {'Network': ['ID=8cd25441-0e18-436b-b82f-4ad6ab5ef0f7,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:00.374076 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:00.382075 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 8cd25441-0e18-436b-b82f-4ad6ab5ef0f7 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:30:00.392284 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-8b8013ed-3455-415e-9aa2-ec8b93662370 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1830537 Aug 23 14:30:00.531111 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-46c38ac8-4499-481f-a08b-8323ce58a153 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9600537 Aug 23 14:30:00.534062 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51528) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:00.539913 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Request body: {'network': {'name': 'tempest-RoutersTest-666238193'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:00.549721 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:00.549721 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Usage tracker for resource:network and tenant:1ac1485839e64b89b04c82544b3f632f is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:00.552551 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:00.559897 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:00.615532 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-a23c103f-0a38-4bf0-b3b3-d6a11a2dbfb9 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120202 Aug 23 14:30:00.622253 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aefb7-6e09-43cf-92d0-b63d8d7ff52d req-12f2c9ea-05a4-490c-9026-dbb0a801afb6 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:00.623653 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3f8aefb7-6e09-43cf-92d0-b63d8d7ff52d req-12f2c9ea-05a4-490c-9026-dbb0a801afb6 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 945 time: 0.1286488 Aug 23 14:30:00.663130 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Made reservation on behalf of 1ac1485839e64b89b04c82544b3f632f for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:30:00.666809 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:00.714613 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:30:00.723303 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:00.723648 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Added segment c838d105-78bb-4c23-8140-ce6f145a754e of type vlan for network b5d905c4-2339-4853-a083-c763392cff34 Aug 23 14:30:00.752109 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:00.851617 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:00.856440 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:00.856440 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:00.867121 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-32e97334-f978-4307-bf4f-63abdd02868f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:00.895895 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-3f8aefb7-6e09-43cf-92d0-b63d8d7ff52d req-4b090e8d-c262-4359-9011-d4f4ec5cfeb9 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511015 Aug 23 14:30:00.919618 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-ffab67ee-fbce-4293-9940-b20daa4176dc service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944808 Aug 23 14:30:00.980031 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event updated for resources: {'Network': ['ID=b5d905c4-2339-4853-a083-c763392cff34,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:00.987340 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:00.995263 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network b5d905c4-2339-4853-a083-c763392cff34 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:30:01.015929 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-53ee4f86-06e3-49e2-96f0-28ae416f781d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=b7afa866-f977-42da-ab92-c3c330d6abe4 HTTP/1.1" status: 200 len: 217 time: 0.0763366 Aug 23 14:30:01.016109 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-aedca223-e801-43dd-968a-962db3dfb4a9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4779482 Aug 23 14:30:01.016313 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51538) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:01.022924 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Request body: {'subnet': {'network_id': '8cd25441-0e18-436b-b82f-4ad6ab5ef0f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:01.081676 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51542) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:01.156173 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:01.161369 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Usage tracker for resource:subnet and tenant:1ac1485839e64b89b04c82544b3f632f is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:01.167295 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:01.174987 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:01.215786 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe152a-da77-473a-bf79-b62d527f9999 req-cc4be248-772b-47ce-a568-d7d5b186f2ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:01.217255 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-cc4be248-772b-47ce-a568-d7d5b186f2ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.1980166 Aug 23 14:30:01.270336 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Made reservation on behalf of 1ac1485839e64b89b04c82544b3f632f for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:30:01.282716 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 11c78783-d31a-495c-9a29-a874deba2646 no longer exists at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:30:01.315336 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-45ef2bb6-e820-4e99-bef2-8dd27b445a37 req-a043e04c-7edb-46ea-9f7f-cb341d33708d tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.91 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0837772 Aug 23 14:30:01.318339 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 01b21825-a2db-41db-99fc-7c5bdcdfd041 up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:30:01.359577 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] No Port match for: 11c78783-d31a-495c-9a29-a874deba2646 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:30:01.360537 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 11c78783-d31a-495c-9a29-a874deba2646 not bound to the agent host n-h1-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:30:01.396143 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ff785537-6065-4b42-bfde-0a4104cde59c req-f4c03b6c-c60c-4427-8457-6e4449aeac7d tempest-ServerShowV254Test-573021939 tempest-ServerShowV254Test-573021939-project] 10.222.0.86 "GET /v2.0/ports?device_id=2f03e530-8442-4ccf-b355-acb0729da8ef HTTP/1.1" status: 200 len: 210 time: 0.0942194 Aug 23 14:30:01.462866 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port 01b21825-a2db-41db-99fc-7c5bdcdfd041 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:01.463332 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:01.600789 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:01.637770 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-1c8eb517-aa12-4fd8-ac52-9b90f1be42b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4009666 Aug 23 14:30:01.661519 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:01.706619 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdde10-e5b1-4a5f-b1b1-177dfeebda86 req-b9a0b6df-f6d1-42a2-8333-399fef35b43a tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:01.708394 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-62fdde10-e5b1-4a5f-b1b1-177dfeebda86 req-b9a0b6df-f6d1-42a2-8333-399fef35b43a tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 945 time: 0.1540294 Aug 23 14:30:01.719213 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573fa2cc-06f9-4366-8f7f-295062dcceb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b21825-a2db-41db-99fc-7c5bdcdfd041'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:30:01.730356 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port 01b21825-a2db-41db-99fc-7c5bdcdfd041, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=01b21825-a2db-41db-99fc-7c5bdcdfd041,segment=NetworkSegment(be3772f8-889d-44fb-bc75-f901f3ef01f1),segment_id=be3772f8-889d-44fb-bc75-f901f3ef01f1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:01.791714 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:01.795644 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bde58bca-5a11-4aae-af94-6a11e72e03f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:01.861229 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:01.891475 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=01b21825-a2db-41db-99fc-7c5bdcdfd041,revision_number=7']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:01.895526 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:01.917108 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-62fdde10-e5b1-4a5f-b1b1-177dfeebda86 req-3b009807-b52f-4d9e-a6b4-e92be1fb70dd tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982759 Aug 23 14:30:01.969451 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:01.977674 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:02.015088 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-ae14f178-7827-4a78-b108-35f9ad8206fe service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630431 Aug 23 14:30:02.072544 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event updated for resources: {'Subnet': ['ID=001e8c39-cdda-4c1b-ba4c-fe157fbc5a88,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:02.076644 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:02.095730 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Checking segment: {'id': 'b75e6f9f-3f61-44df-96cd-332f5ae0b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8cd25441-0e18-436b-b82f-4ad6ab5ef0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:30:02.095730 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Network hostable DHCP agents. Network: 8cd25441-0e18-436b-b82f-4ad6ab5ef0f7, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:30:02.253410 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Network 8cd25441-0e18-436b-b82f-4ad6ab5ef0f7 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:30:02.283731 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbb398-0cce-465e-ba6c-76aa153b1449 req-12ad6e5b-1364-476c-8f3f-37d87807ab2f tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:02.283731 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a6cbb398-0cce-465e-ba6c-76aa153b1449 req-12ad6e5b-1364-476c-8f3f-37d87807ab2f tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 946 time: 0.3119080 Aug 23 14:30:02.295043 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-796feb2c-4013-4360-9bee-565261cd0c05 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567246 Aug 23 14:30:02.349027 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 8cd25441-0e18-436b-b82f-4ad6ab5ef0f7) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:02.352624 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573fa2cc-06f9-4366-8f7f-295062dcceb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b21825-a2db-41db-99fc-7c5bdcdfd041', 'code': 200} Aug 23 14:30:02.357414 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4977d14-19d5-4c35-87e0-690b045053ce None None] Network 8cd25441-0e18-436b-b82f-4ad6ab5ef0f7 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:30:02.360893 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:02.361837 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:02.402853 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-34937b47-a696-4a55-bcfb-27bf5f1fa594 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=c1912297-a38b-480c-8f8a-667e7865044c HTTP/1.1" status: 200 len: 217 time: 0.0874767 Aug 23 14:30:02.410509 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e3ea87d9-5949-4c03-9054-88196163d945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:02.470910 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-dc421465-f123-4d9f-b877-a80b44c20f9d tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4496417 Aug 23 14:30:02.470910 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51564) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:02.477110 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Request body: {'subnet': {'network_id': 'b5d905c4-2339-4853-a083-c763392cff34', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:02.616192 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:02.625386 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Usage tracker for resource:subnet and tenant:1ac1485839e64b89b04c82544b3f632f is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:02.637683 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-8cd25441-0e18-436b-b82f-4ad6ab5ef0f7', 'network_id': '8cd25441-0e18-436b-b82f-4ad6ab5ef0f7', 'tenant_id': '1ac1485839e64b89b04c82544b3f632f', 'fixed_ips': [{'subnet_id': '001e8c39-cdda-4c1b-ba4c-fe157fbc5a88'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:30:02.638911 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:02.640027 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:02.646333 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-a6cbb398-0cce-465e-ba6c-76aa153b1449 req-ee00f2a4-cbb5-4a7c-ac71-7e3bcc806903 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571050 Aug 23 14:30:02.655465 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:02.741041 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe152a-da77-473a-bf79-b62d527f9999 req-64708a81-817f-4faa-9ca3-ca2267f750bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:02.741041 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-64708a81-817f-4faa-9ca3-ca2267f750bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.1397822 Aug 23 14:30:02.836551 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Made reservation on behalf of 1ac1485839e64b89b04c82544b3f632f for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:30:02.881145 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Allocated IP 172.20.0.2 (8cd25441-0e18-436b-b82f-4ad6ab5ef0f7/001e8c39-cdda-4c1b-ba4c-fe157fbc5a88/096383d1-b589-4dcb-9389-bcc653fab065) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:30:02.942075 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-13b563c2-d62c-4d81-bdb7-e78416ad01c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1966953 Aug 23 14:30:02.975056 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:03.190072 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:03.207735 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Transition to ACTIVE for port object 096383d1-b589-4dcb-9389-bcc653fab065 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:30:03.247550 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Transition to ACTIVE for port object 096383d1-b589-4dcb-9389-bcc653fab065 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:30:03.308592 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51580) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:03.308770 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:03.313963 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-bde58bca-5a11-4aae-af94-6a11e72e03f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:03.336662 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-bf5c42b1-e006-442f-b7f2-b293f9f6e0d1 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725169 Aug 23 14:30:03.380302 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Network 8cd25441-0e18-436b-b82f-4ad6ab5ef0f7 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:30:03.384000 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:03.387868 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:30:03.397100 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:03.399124 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Pushing event updated for resources: {'Port': ['ID=096383d1-b589-4dcb-9389-bcc653fab065,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:03.404141 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:03.410582 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9de60052-c0b3-443e-bd08-366f93c7a2d5 tempest-TaggedBootDevicesTest-234681422 tempest-TaggedBootDevicesTest-234681422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:03.501803 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Attempting to bind port 096383d1-b589-4dcb-9389-bcc653fab065 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:30:03.502586 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Attempting to bind port 096383d1-b589-4dcb-9389-bcc653fab065 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'b75e6f9f-3f61-44df-96cd-332f5ae0b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8cd25441-0e18-436b-b82f-4ad6ab5ef0f7'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:30:03.503052 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Attempting to bind port 096383d1-b589-4dcb-9389-bcc653fab065 on network 8cd25441-0e18-436b-b82f-4ad6ab5ef0f7 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:30:03.510819 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:30:03.511629 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Checking segment: {'id': 'b75e6f9f-3f61-44df-96cd-332f5ae0b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8cd25441-0e18-436b-b82f-4ad6ab5ef0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:30:03.512249 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:03.512892 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Bound using segment: {'id': 'b75e6f9f-3f61-44df-96cd-332f5ae0b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8cd25441-0e18-436b-b82f-4ad6ab5ef0f7'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:30:03.513656 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Bound port: 096383d1-b589-4dcb-9389-bcc653fab065, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75e6f9f-3f61-44df-96cd-332f5ae0b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8cd25441-0e18-436b-b82f-4ad6ab5ef0f7'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:30:03.514253 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:03.525114 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-acf153e8-32f4-4425-8d20-eec3c8b243e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:03.553117 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Checking segment: {'id': 'c838d105-78bb-4c23-8140-ce6f145a754e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b5d905c4-2339-4853-a083-c763392cff34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:30:03.553487 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Network hostable DHCP agents. Network: b5d905c4-2339-4853-a083-c763392cff34, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:30:03.568026 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:03.615639 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d13eb7-6c29-41cf-b554-ab10cd745dcc req-ca07b107-c599-4382-9b13-6fa1216e5076 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:03.618459 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-83d13eb7-6c29-41cf-b554-ab10cd745dcc req-ca07b107-c599-4382-9b13-6fa1216e5076 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 945 time: 0.5050340 Aug 23 14:30:03.634278 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-acf153e8-32f4-4425-8d20-eec3c8b243e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:03.638846 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-acf153e8-32f4-4425-8d20-eec3c8b243e8 admin admin] Usage tracker for resource:security_group_rule and tenant:d51d9be316d546529878279366d046bb is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:03.641990 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-acf153e8-32f4-4425-8d20-eec3c8b243e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:03.652479 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event updated for resources: {'Subnet': ['ID=16b80681-3898-4b2b-a60b-d928da18318f,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:03.656149 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:03.657831 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-acf153e8-32f4-4425-8d20-eec3c8b243e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:03.685402 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] For port 096383d1-b589-4dcb-9389-bcc653fab065, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:30:03.692066 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] For port 096383d1-b589-4dcb-9389-bcc653fab065, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=096383d1-b589-4dcb-9389-bcc653fab065,segment=NetworkSegment(b75e6f9f-3f61-44df-96cd-332f5ae0b320),segment_id=b75e6f9f-3f61-44df-96cd-332f5ae0b320)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:30:03.729634 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-15de6c6e-6d45-4104-80dc-ea326e336797 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851569 Aug 23 14:30:03.772021 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-acf153e8-32f4-4425-8d20-eec3c8b243e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:03.819576 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:03.825244 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:03.865018 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Network b5d905c4-2339-4853-a083-c763392cff34 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:30:03.882272 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-5220c4c4-3912-48fa-8d68-0a9c96452a9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=683adaf1-cc1f-4f95-bcdb-5aa72f290c9e HTTP/1.1" status: 200 len: 217 time: 0.1351449 Aug 23 14:30:03.894070 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c42703-6814-4a59-8269-0cf45acb7002 req-9ba9c808-980d-4c18-9c75-0e792a72e7dc tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:03.894070 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-02c42703-6814-4a59-8269-0cf45acb7002 req-9ba9c808-980d-4c18-9c75-0e792a72e7dc tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.60 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 946 time: 0.4120479 Aug 23 14:30:03.898042 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-83d13eb7-6c29-41cf-b554-ab10cd745dcc req-f9546b83-5803-4ab0-9f44-be319485c73b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600350 Aug 23 14:30:03.902847 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Pushing event updated for resources: {'Port': ['ID=096383d1-b589-4dcb-9389-bcc653fab065,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:03.905745 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-2ca1ef4e-ca74-4f02-8e59-6690e9c7ce09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:03.910577 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-acf153e8-32f4-4425-8d20-eec3c8b243e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:03.934665 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-d090c236-998e-4b2b-b1f7-28e20ed4ccda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:03.977833 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, b5d905c4-2339-4853-a083-c763392cff34) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:03.987570 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b3708-9288-4a26-bd3d-f11e622683ed None None] Network b5d905c4-2339-4853-a083-c763392cff34 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:30:04.000909 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:04.002188 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:04.011127 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-acf153e8-32f4-4425-8d20-eec3c8b243e8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d51d9be316d546529878279366d046bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7014940 Aug 23 14:30:04.015838 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51592) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:04.025812 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf153e8-32f4-4425-8d20-eec3c8b243e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cbed01-3131-4085-b16b-7115457bc4ba,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:04.067636 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-acf153e8-32f4-4425-8d20-eec3c8b243e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:04.104906 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe152a-da77-473a-bf79-b62d527f9999 req-5117fbc9-8a23-47fc-983d-2a8f5572fb56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:04.106406 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-5117fbc9-8a23-47fc-983d-2a8f5572fb56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.1883581 Aug 23 14:30:04.116987 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-02c42703-6814-4a59-8269-0cf45acb7002 req-9ce35989-b0ed-482c-89cd-fa29af7fb452 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Deleting port 01b21825-a2db-41db-99fc-7c5bdcdfd041 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:30:04.119788 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-02c42703-6814-4a59-8269-0cf45acb7002 req-9ce35989-b0ed-482c-89cd-fa29af7fb452 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:04.142592 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-964dfdb7-c9b7-4695-8d17-3df8c8cfbfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:04.176157 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-b44bcbbe-a689-4aee-aa11-f09d06cea6d6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7009242 Aug 23 14:30:04.180536 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51596) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:04.189432 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-d024bd0f-ffbd-49d4-a7cf-5a06bc7c20dc tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1183733106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:04.215062 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-d024bd0f-ffbd-49d4-a7cf-5a06bc7c20dc tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:04.227504 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-964dfdb7-c9b7-4695-8d17-3df8c8cfbfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:04.251763 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-d024bd0f-ffbd-49d4-a7cf-5a06bc7c20dc tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Usage tracker for resource:router and tenant:1ac1485839e64b89b04c82544b3f632f is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:04.270557 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-d024bd0f-ffbd-49d4-a7cf-5a06bc7c20dc tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:04.285252 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-d024bd0f-ffbd-49d4-a7cf-5a06bc7c20dc tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:04.297136 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ea0f1-e047-4f8b-bd78-e130053b4357 req-9954242e-ee43-427b-8c7f-13a8cddb062b tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:04.304038 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cf0ea0f1-e047-4f8b-bd78-e130053b4357 req-9954242e-ee43-427b-8c7f-13a8cddb062b tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 946 time: 0.4933524 Aug 23 14:30:04.457683 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 096383d1-b589-4dcb-9389-bcc653fab065 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:30:04.483842 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d024bd0f-ffbd-49d4-a7cf-5a06bc7c20dc tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:04.488195 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d024bd0f-ffbd-49d4-a7cf-5a06bc7c20dc tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:04.492771 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-964dfdb7-c9b7-4695-8d17-3df8c8cfbfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:04.498912 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7685acfc-c8f0-4c18-ab16-59fb18942f15 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:04.515085 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-b5d905c4-2339-4853-a083-c763392cff34', 'network_id': 'b5d905c4-2339-4853-a083-c763392cff34', 'tenant_id': '1ac1485839e64b89b04c82544b3f632f', 'fixed_ips': [{'subnet_id': '16b80681-3898-4b2b-a60b-d928da18318f'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:30:04.515085 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:04.516557 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964dfdb7-c9b7-4695-8d17-3df8c8cfbfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cbed01-3131-4085-b16b-7115457bc4ba,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:04.528552 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-964dfdb7-c9b7-4695-8d17-3df8c8cfbfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:04.539537 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-964dfdb7-c9b7-4695-8d17-3df8c8cfbfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:04.543814 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-964dfdb7-c9b7-4695-8d17-3df8c8cfbfac admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/43cbed01-3131-4085-b16b-7115457bc4ba HTTP/1.1" status: 204 len: 168 time: 0.5236111 Aug 23 14:30:04.550860 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d024bd0f-ffbd-49d4-a7cf-5a06bc7c20dc tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:04.692010 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d024bd0f-ffbd-49d4-a7cf-5a06bc7c20dc tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:04.733513 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Allocated IP 172.21.0.2 (b5d905c4-2339-4853-a083-c763392cff34/16b80681-3898-4b2b-a60b-d928da18318f/23941aa3-1eac-40a1-8387-14f286d05a1b) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:30:04.790144 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cf0ea0f1-e047-4f8b-bd78-e130053b4357 req-7d391e98-9c7f-43dd-ae20-f41fb7f2bb0e tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851654 Aug 23 14:30:04.802467 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-d024bd0f-ffbd-49d4-a7cf-5a06bc7c20dc tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:04.804048 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-d024bd0f-ffbd-49d4-a7cf-5a06bc7c20dc tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6225789 Aug 23 14:30:04.808647 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-b40ebeca-8e37-4bd6-8a9d-2a709a82140a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6620975 Aug 23 14:30:04.810912 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51604) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:04.838607 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 096383d1-b589-4dcb-9389-bcc653fab065 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:30:05.071471 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:05.092222 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Transition to ACTIVE for port object 23941aa3-1eac-40a1-8387-14f286d05a1b will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:30:05.126385 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Transition to ACTIVE for port object 23941aa3-1eac-40a1-8387-14f286d05a1b will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:30:05.213684 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:05.226572 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:05.309796 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Network b5d905c4-2339-4853-a083-c763392cff34 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:30:05.313103 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:05.316477 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:30:05.365500 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea87d9-5949-4c03-9054-88196163d945 admin admin] Deleting port 6f5258df-a985-4f08-85d7-407061e1909e {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:30:05.365994 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e3ea87d9-5949-4c03-9054-88196163d945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:05.383335 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Pushing event updated for resources: {'Port': ['ID=23941aa3-1eac-40a1-8387-14f286d05a1b,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:05.396910 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:05.458898 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a706ec-3af6-4d16-86b2-a23a75ab3134 None None] Network 8cd25441-0e18-436b-b82f-4ad6ab5ef0f7 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:30:05.520997 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-02c42703-6814-4a59-8269-0cf45acb7002 req-9ce35989-b0ed-482c-89cd-fa29af7fb452 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] For port 01b21825-a2db-41db-99fc-7c5bdcdfd041, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=01b21825-a2db-41db-99fc-7c5bdcdfd041,segment=NetworkSegment(be3772f8-889d-44fb-bc75-f901f3ef01f1),segment_id=be3772f8-889d-44fb-bc75-f901f3ef01f1)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:05.521368 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-02c42703-6814-4a59-8269-0cf45acb7002 req-9ce35989-b0ed-482c-89cd-fa29af7fb452 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:05.563601 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Attempting to bind port 23941aa3-1eac-40a1-8387-14f286d05a1b on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:30:05.563984 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Attempting to bind port 23941aa3-1eac-40a1-8387-14f286d05a1b by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': 'c838d105-78bb-4c23-8140-ce6f145a754e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b5d905c4-2339-4853-a083-c763392cff34'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:30:05.564360 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Attempting to bind port 23941aa3-1eac-40a1-8387-14f286d05a1b on network b5d905c4-2339-4853-a083-c763392cff34 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:30:05.574041 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:30:05.574758 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Checking segment: {'id': 'c838d105-78bb-4c23-8140-ce6f145a754e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b5d905c4-2339-4853-a083-c763392cff34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:30:05.575377 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:05.575969 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Bound using segment: {'id': 'c838d105-78bb-4c23-8140-ce6f145a754e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b5d905c4-2339-4853-a083-c763392cff34'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:30:05.576717 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Bound port: 23941aa3-1eac-40a1-8387-14f286d05a1b, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c838d105-78bb-4c23-8140-ce6f145a754e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b5d905c4-2339-4853-a083-c763392cff34'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:30:05.577297 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:05.687980 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:05.736126 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c952a814-398b-4c89-80fd-f3d8e0be3e21 None None] Provisioning for port 096383d1-b589-4dcb-9389-bcc653fab065 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:30:05.772812 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c952a814-398b-4c89-80fd-f3d8e0be3e21 None None] Provisioning complete for port 096383d1-b589-4dcb-9389-bcc653fab065 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:05.773390 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c952a814-398b-4c89-80fd-f3d8e0be3e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:05.812769 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [req-02c42703-6814-4a59-8269-0cf45acb7002 req-9ce35989-b0ed-482c-89cd-fa29af7fb452 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Calling delete_port for 01b21825-a2db-41db-99fc-7c5bdcdfd041 owned by compute:nova {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:30:05.874530 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-a889baf5-e4bc-442a-9798-52493f973cb8 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0459187 Aug 23 14:30:05.881344 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] For port 23941aa3-1eac-40a1-8387-14f286d05a1b, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:30:05.886350 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7c1cc-5f64-4b49-a178-beb32bac5a5f req-7f21a9c1-f9f5-4b44-ad7d-703a705e2372 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:05.888302 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-27b7c1cc-5f64-4b49-a178-beb32bac5a5f req-7f21a9c1-f9f5-4b44-ad7d-703a705e2372 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 945 time: 0.7782793 Aug 23 14:30:05.896764 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] For port 23941aa3-1eac-40a1-8387-14f286d05a1b, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=23941aa3-1eac-40a1-8387-14f286d05a1b,segment=NetworkSegment(c838d105-78bb-4c23-8140-ce6f145a754e),segment_id=c838d105-78bb-4c23-8140-ce6f145a754e)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:30:06.000546 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:06.027459 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-baaa7fad-c869-4a3a-86f6-87101ccc70b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:06.105821 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c952a814-398b-4c89-80fd-f3d8e0be3e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:06.130773 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-27b7c1cc-5f64-4b49-a178-beb32bac5a5f req-e13481f7-9b62-4420-84d0-58ceb442a565 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087086 Aug 23 14:30:06.190170 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c952a814-398b-4c89-80fd-f3d8e0be3e21 None None] For port 096383d1-b589-4dcb-9389-bcc653fab065, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=096383d1-b589-4dcb-9389-bcc653fab065,segment=NetworkSegment(b75e6f9f-3f61-44df-96cd-332f5ae0b320),segment_id=b75e6f9f-3f61-44df-96cd-332f5ae0b320)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:06.197329 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-b829e527-8117-4c55-a411-79f55bc786e4 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037379 Aug 23 14:30:06.199683 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-e3ea87d9-5949-4c03-9054-88196163d945 admin admin] For port 6f5258df-a985-4f08-85d7-407061e1909e, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=6f5258df-a985-4f08-85d7-407061e1909e,segment=NetworkSegment(11dadd34-dcab-4e02-b4ac-3c71cd908eef),segment_id=11dadd34-dcab-4e02-b4ac-3c71cd908eef)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:06.200052 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e3ea87d9-5949-4c03-9054-88196163d945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:06.201483 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Pushing event updated for resources: {'Port': ['ID=23941aa3-1eac-40a1-8387-14f286d05a1b,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:06.210125 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:06.273083 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c952a814-398b-4c89-80fd-f3d8e0be3e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:06.286007 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:06.356251 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51636) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:06.367735 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Allocated IP 172.20.0.1 (8cd25441-0e18-436b-b82f-4ad6ab5ef0f7/001e8c39-cdda-4c1b-ba4c-fe157fbc5a88/6ad87da7-ceea-4b92-8440-0172fad1deb1) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:30:06.372595 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-de591c61-e2fa-4e3e-9ca0-4a8a84d2e01b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c2159fc-68ae-4edd-adbe-3629754db35f HTTP/1.1" status: 200 len: 217 time: 0.1626205 Aug 23 14:30:06.406419 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952a814-398b-4c89-80fd-f3d8e0be3e21 None None] Pushing event updated for resources: {'Port': ['ID=096383d1-b589-4dcb-9389-bcc653fab065,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:06.418404 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c952a814-398b-4c89-80fd-f3d8e0be3e21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:06.690902 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea87d9-5949-4c03-9054-88196163d945 admin admin] Calling delete_port for 6f5258df-a985-4f08-85d7-407061e1909e owned by network:router_interface {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:30:06.694017 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1054079486-network', 'tenant_id': '1848099e602848f39b6cdeeccb9050e5'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:06.716568 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:06.727409 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:06.753214 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Usage tracker for resource:network and tenant:1848099e602848f39b6cdeeccb9050e5 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:06.758800 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:06.770655 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:06.775408 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Transition to ACTIVE for port object 6ad87da7-ceea-4b92-8440-0172fad1deb1 will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:30:06.825240 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3d6417-f33d-4c7f-af40-03469c795941 None None] Provisioning complete for port 096383d1-b589-4dcb-9389-bcc653fab065 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:06.825240 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3d6417-f33d-4c7f-af40-03469c795941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:06.867967 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f84a3b-4867-4185-b338-9c6eb5713b0f req-3e6db506-be0d-4ab1-a944-a7b915c184cc tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:06.869469 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32f84a3b-4867-4185-b338-9c6eb5713b0f req-3e6db506-be0d-4ab1-a944-a7b915c184cc tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 946 time: 0.8273354 Aug 23 14:30:06.875484 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe152a-da77-473a-bf79-b62d527f9999 req-ffc91944-b7c4-4218-b9ab-68f12585d8c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:06.876987 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-ffc91944-b7c4-4218-b9ab-68f12585d8c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8c9c5e61-c2f1-429e-ba16-12c7c4010460 HTTP/1.1" status: 200 len: 797 time: 0.3373890 Aug 23 14:30:06.904867 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Made reservation on behalf of 1848099e602848f39b6cdeeccb9050e5 for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:30:06.907789 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:06.922386 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:06.937629 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:06.942207 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-bae94948-f92f-4a0f-a2d0-81644a5feb9b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:07.036510 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Network 8cd25441-0e18-436b-b82f-4ad6ab5ef0f7 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:30:07.046927 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:07.061713 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:30:07.126383 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event updated for resources: {'Port': ['ID=6ad87da7-ceea-4b92-8440-0172fad1deb1,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:07.146809 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:07.153364 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:07.173945 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:07.184876 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Usage tracker for resource:security_group_rule and tenant:1848099e602848f39b6cdeeccb9050e5 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:07.188580 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:07.210835 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:07.232461 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-32f84a3b-4867-4185-b338-9c6eb5713b0f req-27bb8ebf-4909-444a-bc9e-20e896e2c568 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481970 Aug 23 14:30:07.240577 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-02c42703-6814-4a59-8269-0cf45acb7002 req-9ce35989-b0ed-482c-89cd-fa29af7fb452 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:07.259745 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ee8f7024-7fdb-4945-8a05-da8d5d67924e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:07.322781 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce35989-b0ed-482c-89cd-fa29af7fb452 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Pushing event deleted for resources: {'Port': ['ID=01b21825-a2db-41db-99fc-7c5bdcdfd041,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:07.334179 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 01b21825-a2db-41db-99fc-7c5bdcdfd041 no longer exists at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:30:07.339490 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-9ce35989-b0ed-482c-89cd-fa29af7fb452 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:07.346060 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-d83bbf5d-d8d9-44a9-93fc-21da7bc0055d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=858144c2-6cd4-447d-8936-4f3181765b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2816830 Aug 23 14:30:07.380909 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] No Port match for: 01b21825-a2db-41db-99fc-7c5bdcdfd041 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:30:07.380909 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device 01b21825-a2db-41db-99fc-7c5bdcdfd041 not bound to the agent host n-h2-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:30:07.449198 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:07.475416 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:07.543912 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:07.551126 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-acf153e8-32f4-4425-8d20-eec3c8b243e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:07.583574 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c42703-6814-4a59-8269-0cf45acb7002 req-9ce35989-b0ed-482c-89cd-fa29af7fb452 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] No DVR routers for this DVR port 01b21825-a2db-41db-99fc-7c5bdcdfd041 on host n-h2-805629-1 {{(pid=76505) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:30:07.620866 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-02c42703-6814-4a59-8269-0cf45acb7002 req-9ce35989-b0ed-482c-89cd-fa29af7fb452 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:07.630889 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573fa2cc-06f9-4366-8f7f-295062dcceb6', 'name': 'network-vif-deleted', 'tag': '01b21825-a2db-41db-99fc-7c5bdcdfd041'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:30:07.667462 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1370687-5cfc-4a76-847d-8ba784650dff,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:07.678784 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:30:07.681666 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:07.691156 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-93877184-de07-4b2a-a8b3-eafc6fcd2383 None None] Provisioning for port 6ad87da7-ceea-4b92-8440-0172fad1deb1 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:30:07.698165 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-93877184-de07-4b2a-a8b3-eafc6fcd2383 None None] Provisioning complete for port 6ad87da7-ceea-4b92-8440-0172fad1deb1 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:07.698842 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-93877184-de07-4b2a-a8b3-eafc6fcd2383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:07.740349 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48ccc7-b074-4200-8916-8f82f9c9950e req-0cd5f0c0-73e1-4009-97c9-df0ca6960301 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:07.742339 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cb48ccc7-b074-4200-8916-8f82f9c9950e req-0cd5f0c0-73e1-4009-97c9-df0ca6960301 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 945 time: 0.4221516 Aug 23 14:30:07.790637 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:07.791161 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Added segment fe9661ed-5ec5-42a2-b5d3-69a593feb34d of type vlan for network b244fc6e-b5ab-4513-8c07-210375c37d28 Aug 23 14:30:07.801450 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-02c42703-6814-4a59-8269-0cf45acb7002 req-9ce35989-b0ed-482c-89cd-fa29af7fb452 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.60 "DELETE /v2.0/ports/01b21825-a2db-41db-99fc-7c5bdcdfd041 HTTP/1.1" status: 204 len: 173 time: 3.8845243 Aug 23 14:30:07.826138 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e3ea87d9-5949-4c03-9054-88196163d945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:07.835972 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-297e786e-e1d4-4f4b-9365-6ba64d3097d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:07.843668 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-93877184-de07-4b2a-a8b3-eafc6fcd2383 None None] Port 6ad87da7-ceea-4b92-8440-0172fad1deb1 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:30:07.871951 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573fa2cc-06f9-4366-8f7f-295062dcceb6', 'name': 'network-vif-deleted', 'tag': '01b21825-a2db-41db-99fc-7c5bdcdfd041', 'status': 'completed', 'code': 200} Aug 23 14:30:07.873914 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:07.875493 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270fa507-36f4-4d45-b081-d0d11517d4ea None None] Network b5d905c4-2339-4853-a083-c763392cff34 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:30:07.882480 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-933920fc-9ff1-48e1-94cd-b596925f1ae0 service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925940 Aug 23 14:30:07.892050 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea87d9-5949-4c03-9054-88196163d945 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5258df-a985-4f08-85d7-407061e1909e,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:07.911324 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-cb48ccc7-b074-4200-8916-8f82f9c9950e req-8671a42c-468d-46c0-9f7b-5aff9aafd40e tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503015 Aug 23 14:30:07.912597 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-e3ea87d9-5949-4c03-9054-88196163d945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:08.062207 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-ef48747b-5dc0-4e46-a47e-1bdbe7c6271d service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477661 Aug 23 14:30:08.093610 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:08.095720 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:08.096502 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:08.105304 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1c94fcad-31f2-42fa-b59c-a8dee57e95a7 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:08.154410 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-341cb5ca-03d3-4390-9d5b-090dfec2831a None None] Provisioning for port 23941aa3-1eac-40a1-8387-14f286d05a1b completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:30:08.224033 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-0de3b811-f655-46fe-950e-8d9d5925807a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d HTTP/1.1" status: 200 len: 217 time: 0.1194534 Aug 23 14:30:08.310122 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe152a-da77-473a-bf79-b62d527f9999 req-ea1cb28f-f376-4932-903c-a1e22961aebf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:08.311849 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-ea1cb28f-f376-4932-903c-a1e22961aebf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8c9c5e61-c2f1-429e-ba16-12c7c4010460 HTTP/1.1" status: 200 len: 797 time: 0.0797739 Aug 23 14:30:08.449340 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Pushing event updated for resources: {'Network': ['ID=b244fc6e-b5ab-4513-8c07-210375c37d28,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:08.459397 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:08.464611 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network b244fc6e-b5ab-4513-8c07-210375c37d28 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:30:08.478565 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.resource_extend [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:30:08.490950 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-04b8b8b6-2aef-40fc-a25a-91f808a095cf req-83e37a38-4489-4071-9622-090b4c583b6a tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Synchronizing usage tracker for tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:30:08.509902 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:08.548342 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-3344193c-673d-4a0d-b7d6-e9fca4ebb1cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=858144c2-6cd4-447d-8936-4f3181765b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2246509 Aug 23 14:30:08.567408 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-a75e4ccc-e2de-48d3-bb11-f1ac0c01390a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2077866 Aug 23 14:30:08.568320 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51658) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:08.588179 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] Request body: {'subnet': {'network_id': 'b244fc6e-b5ab-4513-8c07-210375c37d28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1054079486-subnet', 'tenant_id': '1848099e602848f39b6cdeeccb9050e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:08.595252 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:08.613784 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] Usage tracker for resource:subnet and tenant:1848099e602848f39b6cdeeccb9050e5 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:08.622595 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:08.636645 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:08.669213 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 23941aa3-1eac-40a1-8387-14f286d05a1b up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:30:08.680461 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:08.725486 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-be8463ca-8964-4d1b-9f1f-d07d254e9343 service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660109 Aug 23 14:30:08.744409 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-9bc4c6e4-4a13-4bf5-a110-961723e4537f tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:08.793599 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-04b8b8b6-2aef-40fc-a25a-91f808a095cf req-83e37a38-4489-4071-9622-090b4c583b6a tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Unset dirty status for tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:30:08.795642 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-04b8b8b6-2aef-40fc-a25a-91f808a095cf req-83e37a38-4489-4071-9622-090b4c583b6a tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=573fa2cc-06f9-4366-8f7f-295062dcceb6 HTTP/1.1" status: 200 len: 210 time: 0.3618891 Aug 23 14:30:08.802740 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] Made reservation on behalf of 1848099e602848f39b6cdeeccb9050e5 for: {'subnet': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:30:08.806130 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1972513'] for subnet, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:08.862555 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 23941aa3-1eac-40a1-8387-14f286d05a1b completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:30:08.871310 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 23941aa3-1eac-40a1-8387-14f286d05a1b triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:08.871985 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:08.947761 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:08.979250 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event updated for resources: {'Port': ['ID=6ad87da7-ceea-4b92-8440-0172fad1deb1,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:08.993498 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:09.067249 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:09.139681 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] For port 23941aa3-1eac-40a1-8387-14f286d05a1b, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=23941aa3-1eac-40a1-8387-14f286d05a1b,segment=NetworkSegment(c838d105-78bb-4c23-8140-ce6f145a754e),segment_id=c838d105-78bb-4c23-8140-ce6f145a754e)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:09.158057 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4afe152a-da77-473a-bf79-b62d527f9999 req-90b648f6-8696-4e22-81c5-eb5a0749eecb service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605933 Aug 23 14:30:09.163932 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-e3ea87d9-5949-4c03-9054-88196163d945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:09.209045 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Network 8cd25441-0e18-436b-b82f-4ad6ab5ef0f7 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:30:09.214173 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:09.246581 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:09.248054 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 096383d1-b589-4dcb-9389-bcc653fab065 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:30:09.386149 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:09.529945 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ae12a-2ba3-4095-b406-f6b18cfe4dd0 req-5ca229de-5c6b-42ca-b3dd-19dee932e34b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:09.544802 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-167ae12a-2ba3-4095-b406-f6b18cfe4dd0 req-5ca229de-5c6b-42ca-b3dd-19dee932e34b tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 945 time: 0.2748001 Aug 23 14:30:09.545295 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Pushing event updated for resources: {'Port': ['ID=23941aa3-1eac-40a1-8387-14f286d05a1b,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:09.551544 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:09.567405 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 096383d1-b589-4dcb-9389-bcc653fab065 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:09.567405 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:09.628895 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1931057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1972531'] for subnet, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:09.637087 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b65713a6-8b44-410f-8d56-1d1025c6fa02 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:09.708858 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c205eccd-0e8e-43bc-96a7-ea240cde0690,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:09.718487 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:09.738048 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c5af6075-85e1-4db2-bceb-a465133fd1f7 None None] Provisioning complete for port 6ad87da7-ceea-4b92-8440-0172fad1deb1 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:09.738596 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c5af6075-85e1-4db2-bceb-a465133fd1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:09.764051 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-167ae12a-2ba3-4095-b406-f6b18cfe4dd0 req-2e0957cd-6a8e-454d-8097-2b69ad1d17ec tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181726 Aug 23 14:30:09.834491 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c5af6075-85e1-4db2-bceb-a465133fd1f7 None None] Port 6ad87da7-ceea-4b92-8440-0172fad1deb1 cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:30:09.901986 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] Checking segment: {'id': 'fe9661ed-5ec5-42a2-b5d3-69a593feb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b244fc6e-b5ab-4513-8c07-210375c37d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:30:09.902486 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] Network hostable DHCP agents. Network: b244fc6e-b5ab-4513-8c07-210375c37d28, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:30:10.045195 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] Network b244fc6e-b5ab-4513-8c07-210375c37d28 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:30:10.075774 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Router 08d6140c-78b6-49f7-bde0-c24de3fbbe12 is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:30:10.179726 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, b244fc6e-b5ab-4513-8c07-210375c37d28) {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:10.187950 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1820c4c3-8f22-4a1c-8008-b750f2a5b6d9 None None] Network b244fc6e-b5ab-4513-8c07-210375c37d28 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:30:10.248189 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:10.248994 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:10.347501 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:30:10.369604 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "PUT /v2.0/routers/08d6140c-78b6-49f7-bde0-c24de3fbbe12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5540011 Aug 23 14:30:10.370689 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51682) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:10.371130 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-2b276cda-84ab-4ac4-bcb7-7f41fc85e438 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7992826 Aug 23 14:30:10.384189 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1fcd9d-1bb1-4f1e-b2ca-33bb59a898f0 None None] Sync routers for ids ['08d6140c-78b6-49f7-bde0-c24de3fbbe12'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:30:10.448366 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1fcd9d-1bb1-4f1e-b2ca-33bb59a898f0 None None] Routers {'08d6140c-78b6-49f7-bde0-c24de3fbbe12'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:30:10.449426 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-1a1fcd9d-1bb1-4f1e-b2ca-33bb59a898f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:29:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['08d6140c-78b6-49f7-bde0-c24de3fbbe12'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:10.490077 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bf4470-97dc-4ef9-8df8-68d49ee80057 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:10.492162 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-79bf4470-97dc-4ef9-8df8-68d49ee80057 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "GET /v2.0/ports/6ad87da7-ceea-4b92-8440-0172fad1deb1 HTTP/1.1" status: 200 len: 910 time: 0.1217477 Aug 23 14:30:10.495131 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51688) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:10.495502 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51690) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:10.547313 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 23941aa3-1eac-40a1-8387-14f286d05a1b up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:30:10.649131 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-1a1fcd9d-1bb1-4f1e-b2ca-33bb59a898f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:10.662375 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-4412e533-203d-48ed-be73-abb35a4c4f18 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1875258533', 'description': 'tempest-description--1710473619'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:10.662732 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ea87d9-5949-4c03-9054-88196163d945 admin admin] Router abc1c198-9062-47ac-949a-40e00a58f806 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:30:10.668810 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1fcd9d-1bb1-4f1e-b2ca-33bb59a898f0 None None] Routers {'08d6140c-78b6-49f7-bde0-c24de3fbbe12'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:30:10.679443 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-1a1fcd9d-1bb1-4f1e-b2ca-33bb59a898f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:29:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['08d6140c-78b6-49f7-bde0-c24de3fbbe12'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:10.734157 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-4412e533-203d-48ed-be73-abb35a4c4f18 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:10.766033 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-4412e533-203d-48ed-be73-abb35a4c4f18 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:10.795382 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ad951-6957-4c72-b6ce-241d72eff521 req-93dfdac9-86af-4f5e-8c79-c9b65f236327 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:10.797173 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-809ad951-6957-4c72-b6ce-241d72eff521 req-93dfdac9-86af-4f5e-8c79-c9b65f236327 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 945 time: 0.2547183 Aug 23 14:30:10.822311 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-1a1fcd9d-1bb1-4f1e-b2ca-33bb59a898f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:10.823145 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1fcd9d-1bb1-4f1e-b2ca-33bb59a898f0 None None] The sync data for ids ['08d6140c-78b6-49f7-bde0-c24de3fbbe12'] in n-d-805629-1 is: [] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:30:10.830028 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cc6d49-ade3-44f0-9865-69890c748f7a None None] Network b244fc6e-b5ab-4513-8c07-210375c37d28 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:30:10.900654 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1d69a3e3-7472-4568-abfe-c776f0442c17 req-b467df07-bcb3-41d0-a086-699531eccf55 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=408ea8540e3c437ebed84fe21cc31af0&device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 1096 time: 0.2233698 Aug 23 14:30:10.926310 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 23941aa3-1eac-40a1-8387-14f286d05a1b triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:10.926704 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:10.940510 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4412e533-203d-48ed-be73-abb35a4c4f18 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:10.977312 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-809ad951-6957-4c72-b6ce-241d72eff521 req-f17798dd-711e-4cb7-9a48-fea70bb47ddb tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586452 Aug 23 14:30:11.046212 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ea87d9-5949-4c03-9054-88196163d945 admin admin] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:30:11.051513 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-e3ea87d9-5949-4c03-9054-88196163d945 admin admin] 10.222.0.86 "PUT /v2.0/routers/abc1c198-9062-47ac-949a-40e00a58f806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9628770 Aug 23 14:30:11.055241 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51704) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:11.056964 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1186197-5c82-4d82-a8cc-de9ae913ee31 None None] Sync routers for ids ['abc1c198-9062-47ac-949a-40e00a58f806'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:30:11.079805 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1186197-5c82-4d82-a8cc-de9ae913ee31 None None] Routers {'abc1c198-9062-47ac-949a-40e00a58f806'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:30:11.080452 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-f1186197-5c82-4d82-a8cc-de9ae913ee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:29:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['abc1c198-9062-47ac-949a-40e00a58f806'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:11.414143 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-f1186197-5c82-4d82-a8cc-de9ae913ee31 None None] Set router abc1c198-9062-47ac-949a-40e00a58f806 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:30:11.451600 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-4412e533-203d-48ed-be73-abb35a4c4f18 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:11.472526 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-4412e533-203d-48ed-be73-abb35a4c4f18 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Usage tracker for resource:security_group_rule and tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:11.480195 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-4412e533-203d-48ed-be73-abb35a4c4f18 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:11.497965 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-4412e533-203d-48ed-be73-abb35a4c4f18 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:11.504091 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69a3e3-7472-4568-abfe-c776f0442c17 req-5089427b-70a0-4b46-89d3-8b79a0fdad75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:11.505676 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1d69a3e3-7472-4568-abfe-c776f0442c17 req-5089427b-70a0-4b46-89d3-8b79a0fdad75 service neutron] 10.222.0.91 "GET /v2.0/networks?id=87201e98-0c42-47b0-84b6-a734e366810a HTTP/1.1" status: 200 len: 911 time: 0.5964646 Aug 23 14:30:11.625818 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1d69a3e3-7472-4568-abfe-c776f0442c17 req-3e9632ab-a65a-4c83-99b9-a08ddf2317a2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3a3563a-f557-4418-a978-f27ab3bf6059 HTTP/1.1" status: 200 len: 1001 time: 0.1075251 Aug 23 14:30:11.649341 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36096a97-f87f-4634-ad08-338c267c6901 req-42a6635e-05c5-40b6-8899-1762d5c719db tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:11.656173 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-36096a97-f87f-4634-ad08-338c267c6901 req-42a6635e-05c5-40b6-8899-1762d5c719db tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/networks?id=b244fc6e-b5ab-4513-8c07-210375c37d28 HTTP/1.1" status: 200 len: 815 time: 0.3476126 Aug 23 14:30:11.659349 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] Notify callbacks [] for router, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:11.722462 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-f1186197-5c82-4d82-a8cc-de9ae913ee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-router', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:30:07Z', 'revision_number': 5, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'gw_port': {'id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:21Z', 'updated_at': '2021-08-23T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:11.728013 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1186197-5c82-4d82-a8cc-de9ae913ee31 None None] Checking router: abc1c198-9062-47ac-949a-40e00a58f806 for host: n-d-805629-1 {{(pid=76510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 14:30:11.733493 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-36096a97-f87f-4634-ad08-338c267c6901 req-79002948-27ca-4630-ba17-13afb0ce9e6d tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/quotas/1848099e602848f39b6cdeeccb9050e5 HTTP/1.1" status: 200 len: 375 time: 0.0757945 Aug 23 14:30:11.749622 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1186197-5c82-4d82-a8cc-de9ae913ee31 None None] Routers {'abc1c198-9062-47ac-949a-40e00a58f806'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:30:11.749929 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69a3e3-7472-4568-abfe-c776f0442c17 req-b8db773c-c851-4433-b605-38379836aeeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:11.750700 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-f1186197-5c82-4d82-a8cc-de9ae913ee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:29:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['abc1c198-9062-47ac-949a-40e00a58f806'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:11.752066 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1d69a3e3-7472-4568-abfe-c776f0442c17 req-b8db773c-c851-4433-b605-38379836aeeb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12b0b345-a54c-4994-a569-11c59bf7b397 HTTP/1.1" status: 200 len: 849 time: 0.1186516 Aug 23 14:30:11.760371 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4412e533-203d-48ed-be73-abb35a4c4f18 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:11.811994 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-36096a97-f87f-4634-ad08-338c267c6901 req-05dca548-8049-43c4-8434-63aa66a5ff41 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1848099e602848f39b6cdeeccb9050e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662639 Aug 23 14:30:11.874670 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4412e533-203d-48ed-be73-abb35a4c4f18 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:11.889003 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-74d5a3d0-0a18-492c-9447-63fef458bc08 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:11.978335 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvr_db [None req-f1186197-5c82-4d82-a8cc-de9ae913ee31 None None] Set router abc1c198-9062-47ac-949a-40e00a58f806 gateway port host: n-d-805629-1 {{(pid=76510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 14:30:11.981630 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412e533-203d-48ed-be73-abb35a4c4f18 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f3c15b-c7e3-47b6-84e9-8eb583c9471c,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:12.051377 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4412e533-203d-48ed-be73-abb35a4c4f18 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:12.087797 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-36096a97-f87f-4634-ad08-338c267c6901 req-3b9ac27f-d51d-47a7-93ae-3b9935eb4904 service neutron] 10.222.0.86 "GET /v2.0/networks/b244fc6e-b5ab-4513-8c07-210375c37d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672014 Aug 23 14:30:12.095863 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1d69a3e3-7472-4568-abfe-c776f0442c17 req-7e7d6a2d-f328-4e02-a8ba-3b09aa78d96a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=87201e98-0c42-47b0-84b6-a734e366810a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3340712 Aug 23 14:30:12.142665 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4412e533-203d-48ed-be73-abb35a4c4f18 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:12.148032 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-4412e533-203d-48ed-be73-abb35a4c4f18 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.6488788 Aug 23 14:30:12.149142 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51720) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:12.216715 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-1f8af86a-3e96-41dc-9d4c-142272ae0296 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Request body: {'security_group_rule': {'security_group_id': '38f3c15b-c7e3-47b6-84e9-8eb583c9471c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:12.231088 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-1f8af86a-3e96-41dc-9d4c-142272ae0296 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:12.245200 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-1f8af86a-3e96-41dc-9d4c-142272ae0296 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Usage tracker for resource:security_group_rule and tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:12.250886 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-1f8af86a-3e96-41dc-9d4c-142272ae0296 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:12.270851 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-1f8af86a-3e96-41dc-9d4c-142272ae0296 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:12.328770 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1d69a3e3-7472-4568-abfe-c776f0442c17 req-0cf2f7c4-1488-48be-89c7-29f94052375b service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194324 Aug 23 14:30:12.340416 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-f1186197-5c82-4d82-a8cc-de9ae913ee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-router', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:30:07Z', 'revision_number': 5, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'gw_port': {'id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:21Z', 'updated_at': '2021-08-23T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:12.342602 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-36096a97-f87f-4634-ad08-338c267c6901 req-dabdc100-3c73-4ecb-a9c2-6815f810fc9d service neutron] 10.222.0.86 "GET /v2.0/networks/b244fc6e-b5ab-4513-8c07-210375c37d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434609 Aug 23 14:30:12.346504 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:12.346625 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1186197-5c82-4d82-a8cc-de9ae913ee31 None None] The sync data for ids ['abc1c198-9062-47ac-949a-40e00a58f806'] in n-d-805629-1 is: [{'id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'name': 'tempest-ServerRescueTestJSONUnderV235-640120846-router', 'tenant_id': '1a307fbb16314e169ca58f8cc4fe463a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'external_fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:28:19Z', 'updated_at': '2021-08-23T14:30:07Z', 'revision_number': 5, 'project_id': '1a307fbb16314e169ca58f8cc4fe463a', 'gw_port': {'id': '26a06a5c-c10b-40cb-a9a2-2a9125b0dd44', 'name': '', 'network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc1c198-9062-47ac-949a-40e00a58f806', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805629-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:28:21Z', 'updated_at': '2021-08-23T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ebadfa5-14a3-4cf8-a766-31ed9672a25f', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805629-1'}] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:30:12.410713 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea4f23-273e-4ab9-bd66-8ffa34192d13 req-7d3a0f3e-e6ae-436c-8706-033b8876c379 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:12.412627 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1eea4f23-273e-4ab9-bd66-8ffa34192d13 req-7d3a0f3e-e6ae-436c-8706-033b8876c379 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 945 time: 0.1741803 Aug 23 14:30:12.460781 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] Deleting port 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:30:12.461444 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:12.501490 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1f8af86a-3e96-41dc-9d4c-142272ae0296 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:12.514348 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1eea4f23-273e-4ab9-bd66-8ffa34192d13 req-aa838be0-6010-420b-b8e1-abaa50cdc7d2 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922787 Aug 23 14:30:12.642143 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-1d69a3e3-7472-4568-abfe-c776f0442c17 req-6d72217a-dd9f-4e86-aa5c-f61c01d1f55f service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737091 Aug 23 14:30:12.650122 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:12.696725 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] For port 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=26a06a5c-c10b-40cb-a9a2-2a9125b0dd44,segment=NetworkSegment(fdf3dfd7-c179-412b-8130-ef4171ba2de4),segment_id=fdf3dfd7-c179-412b-8130-ef4171ba2de4)] {{(pid=76505) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:12.697225 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:12.910196 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-130694c8-599f-4c3d-a6e5-fd5f99dd471c req-a5d69d11-dd04-490f-9200-41abfe725601 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 210 time: 0.1200006 Aug 23 14:30:12.933052 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] Calling delete_port for 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44 owned by network:router_gateway {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:30:12.951473 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1f8af86a-3e96-41dc-9d4c-142272ae0296 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:13.349982 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1f8af86a-3e96-41dc-9d4c-142272ae0296 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:13.357615 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ea078324-766b-44ec-8aec-9d59d093638e tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:13.390687 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:13.397191 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:13.410177 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8af86a-3e96-41dc-9d4c-142272ae0296 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54278d6f-2547-4d39-ae0d-ff323d7bb400,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:13.446092 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=26a06a5c-c10b-40cb-a9a2-2a9125b0dd44,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:13.449840 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:13.451770 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-1f8af86a-3e96-41dc-9d4c-142272ae0296 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:13.594980 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-1f8af86a-3e96-41dc-9d4c-142272ae0296 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:13.602530 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-1f8af86a-3e96-41dc-9d4c-142272ae0296 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4460945 Aug 23 14:30:13.604006 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Allocated IP 172.21.0.1 (b5d905c4-2339-4853-a083-c763392cff34/16b80681-3898-4b2b-a60b-d928da18318f/629493ec-7c9b-486b-81cf-b7485dae8f2a) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:30:13.606511 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51744) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:13.617310 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-5020e678-49ca-4d7a-876d-c2f098f383be tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Request body: {'security_group_rule': {'security_group_id': '38f3c15b-c7e3-47b6-84e9-8eb583c9471c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:13.632155 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-5020e678-49ca-4d7a-876d-c2f098f383be tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:13.638051 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-5020e678-49ca-4d7a-876d-c2f098f383be tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Usage tracker for resource:security_group_rule and tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:13.643589 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-5020e678-49ca-4d7a-876d-c2f098f383be tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:13.670211 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-5020e678-49ca-4d7a-876d-c2f098f383be tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:13.868578 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5020e678-49ca-4d7a-876d-c2f098f383be tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:13.913491 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:13.949535 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Transition to ACTIVE for port object 629493ec-7c9b-486b-81cf-b7485dae8f2a will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:30:13.996682 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5020e678-49ca-4d7a-876d-c2f098f383be tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:14.025369 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930082'] for router_gateway, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:14.054218 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5020e678-49ca-4d7a-876d-c2f098f383be tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871648'] for security_group_rule, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:14.057497 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:14.062682 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-83450c2a-433d-429b-bbbb-b4c5e5bf6368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:14.159747 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Network b5d905c4-2339-4853-a083-c763392cff34 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:30:14.163154 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:14.168779 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:30:14.215199 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event updated for resources: {'Port': ['ID=629493ec-7c9b-486b-81cf-b7485dae8f2a,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:14.218245 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:14.218683 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:14.222164 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-239cad62-dcff-444d-a55a-f90b458772d6 req-c914bec7-60ca-47cd-8bc1-233411b51cfb tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 210 time: 0.1328974 Aug 23 14:30:14.238248 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020e678-49ca-4d7a-876d-c2f098f383be tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6175b0a8-3d87-4138-914e-fa5a72ebe7a3,revision_number=0']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:14.243449 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5020e678-49ca-4d7a-876d-c2f098f383be tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:14.262739 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:14.291777 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-5020e678-49ca-4d7a-876d-c2f098f383be tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:14.299541 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-5020e678-49ca-4d7a-876d-c2f098f383be tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6919076 Aug 23 14:30:14.302394 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51758) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:14.310187 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Request body: {'floatingip': {'floating_network_id': 'fda5307f-67bc-48cb-a9ed-aa314a59f306'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:14.319434 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:14.333847 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Usage tracker for resource:floatingip and tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:14.356464 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:14.371689 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:14.499445 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 6f5258df-a985-4f08-85d7-407061e1909e no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:30:14.505868 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks [] for floatingip, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:14.522695 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:14.533665 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4bbb6-d7c3-4ca4-a4cc-a42575e72dc9 req-752915ab-6141-4f7c-8a45-09f5b46c41f2 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:14.535905 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9ad4bbb6-d7c3-4ca4-a4cc-a42575e72dc9 req-752915ab-6141-4f7c-8a45-09f5b46c41f2 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 945 time: 0.8571055 Aug 23 14:30:14.539245 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:14.619061 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 6f5258df-a985-4f08-85d7-407061e1909e {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:30:14.619946 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 6f5258df-a985-4f08-85d7-407061e1909e not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:30:14.670475 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:14.722641 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-9ad4bbb6-d7c3-4ca4-a4cc-a42575e72dc9 req-67ad3f23-3a4e-4e4a-912f-aff72891d956 tempest-AttachVolumeTestJSON-1144620378 tempest-AttachVolumeTestJSON-1144620378-project] 10.222.0.86 "GET /v2.0/security-groups?id=f5619026-548a-4d6b-96a4-fa9e59836854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509295 Aug 23 14:30:14.724476 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:14.725490 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router abc1c198-9062-47ac-949a-40e00a58f806 {{(pid=76505) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:30:14.762743 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-039dbcbd-8621-4b0a-ab63-eff26adb729b None None] Provisioning for port 629493ec-7c9b-486b-81cf-b7485dae8f2a completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:30:14.773523 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-039dbcbd-8621-4b0a-ab63-eff26adb729b None None] Provisioning complete for port 629493ec-7c9b-486b-81cf-b7485dae8f2a triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:14.780162 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-039dbcbd-8621-4b0a-ab63-eff26adb729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:14.789752 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] Notify callbacks [] for router, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:14.789752 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-04bfb1dd-c807-417a-b368-358ed9f46b7e admin admin] 10.222.0.86 "DELETE /v2.0/routers/abc1c198-9062-47ac-949a-40e00a58f806 HTTP/1.1" status: 204 len: 168 time: 3.7303383 Aug 23 14:30:14.790560 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51764) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:14.911379 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-039dbcbd-8621-4b0a-ab63-eff26adb729b None None] Port 629493ec-7c9b-486b-81cf-b7485dae8f2a cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:30:14.933388 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f18f2f9-8414-4fde-8ba8-e50f21fae1ab admin admin] Deleting subnet 76a018ba-b37d-4984-96f3-7af3bdcca9cd {{(pid=76505) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:30:14.944618 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3f18f2f9-8414-4fde-8ba8-e50f21fae1ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.058839 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3f18f2f9-8414-4fde-8ba8-e50f21fae1ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1153797'] for subnet, precommit_delete_associations {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.119761 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.149827 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3f18f2f9-8414-4fde-8ba8-e50f21fae1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.427005 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Allocated IP 172.25.6.147 (fda5307f-67bc-48cb-a9ed-aa314a59f306/9ebadfa5-14a3-4cf8-a766-31ed9672a25f/3721b2bd-059c-4dd3-ae4c-eb7ac4b3dc7b) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:30:15.432185 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3f18f2f9-8414-4fde-8ba8-e50f21fae1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6399106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1078105'] for subnet, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.441248 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-bba4fff7-e15c-4cb4-9694-55606f0b686b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:15.474268 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.478298 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-f95129d6-3633-4382-91ff-706fc525d5e6 req-0d08beea-9207-40d6-bb17-f95202885c07 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 210 time: 0.0879126 Aug 23 14:30:15.491553 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18f2f9-8414-4fde-8ba8-e50f21fae1ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a018ba-b37d-4984-96f3-7af3bdcca9cd,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:15.494332 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-3f18f2f9-8414-4fde-8ba8-e50f21fae1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:15.507128 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-3f18f2f9-8414-4fde-8ba8-e50f21fae1ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.515914 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-3f18f2f9-8414-4fde-8ba8-e50f21fae1ab admin admin] 10.222.0.86 "DELETE /v2.0/subnets/76a018ba-b37d-4984-96f3-7af3bdcca9cd HTTP/1.1" status: 204 len: 168 time: 0.7242827 Aug 23 14:30:15.519900 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51772) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:15.670968 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.681962 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.714872 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-7ff4cb31-89d3-4b34-b9c1-f6098b6a9bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:15.722363 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f2f172be-c648-4ec2-8ee2-d14cec75fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.855909 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f2f172be-c648-4ec2-8ee2-d14cec75fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.870010 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-f2f172be-c648-4ec2-8ee2-d14cec75fd78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95586b77-cc99-4f29-a188-bbece8d2a365']}} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:15.881595 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.886659 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-f2f172be-c648-4ec2-8ee2-d14cec75fd78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11dadd34-dcab-4e02-b4ac-3c71cd908eef') {'for_net_delete': True} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:15.887027 n-d-805629-1 neutron-server[76505]: DEBUG neutron.services.segments.db [None req-f2f172be-c648-4ec2-8ee2-d14cec75fd78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11dadd34-dcab-4e02-b4ac-3c71cd908eef') {} {{(pid=76505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:15.899622 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event updated for resources: {'Port': ['ID=629493ec-7c9b-486b-81cf-b7485dae8f2a,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:15.901971 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f2f172be-c648-4ec2-8ee2-d14cec75fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1153802'] for segment, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.908943 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:15.920416 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f2f172be-c648-4ec2-8ee2-d14cec75fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.932354 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f172be-c648-4ec2-8ee2-d14cec75fd78 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=76505) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:30:15.932354 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f2f172be-c648-4ec2-8ee2-d14cec75fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6399012'] for segment, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: Traceback (most recent call last): Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: timer() Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: cb(*args, **kw) Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: return func(*args, **kwargs) Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: self._notify() Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: self.callback(batched_events) Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: event.method(event) Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: return f(self, *a, **k) Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: return self._get(url).json() Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: return self.request(url, 'GET', **kwargs) Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:30:15.952608 n-d-805629-1 neutron-server[76505]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:30:16.150381 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f2f172be-c648-4ec2-8ee2-d14cec75fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:16.155355 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-b0372bba-0479-4a01-83ab-06a244eac419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:16.169015 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-f2f172be-c648-4ec2-8ee2-d14cec75fd78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:16.181400 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f172be-c648-4ec2-8ee2-d14cec75fd78 admin admin] Pushing event deleted for resources: {'Network': ['ID=95586b77-cc99-4f29-a188-bbece8d2a365,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:16.184247 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-f2f172be-c648-4ec2-8ee2-d14cec75fd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:16.212642 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:16.212642 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4bf16ecb-3c29-47a1-8ec7-d11d816abe7b tempest-ServerMetadataNegativeTestJSON-1377087561 tempest-ServerMetadataNegativeTestJSON-1377087561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:16.327111 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-f2f172be-c648-4ec2-8ee2-d14cec75fd78 admin admin] 10.222.0.86 "DELETE /v2.0/networks/95586b77-cc99-4f29-a188-bbece8d2a365 HTTP/1.1" status: 204 len: 168 time: 0.8061295 Aug 23 14:30:16.351390 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:30:16.393633 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:30:16.400064 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 26a06a5c-c10b-40cb-a9a2-2a9125b0dd44 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:30:16.427936 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Network fda5307f-67bc-48cb-a9ed-aa314a59f306 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:30:16.440769 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:16.443724 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Pushing event updated for resources: {'Port': ['ID=3721b2bd-059c-4dd3-ae4c-eb7ac4b3dc7b,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:16.534328 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:30:16.597925 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:16.714261 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ef37cb97-7ef9-418e-9caf-a91e154f5104 req-f047e9f2-eb7b-4978-8449-35d20b0f965b tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 210 time: 0.0483840 Aug 23 14:30:16.725701 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Network b5d905c4-2339-4853-a083-c763392cff34 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:30:16.733225 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:16.836534 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51788) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:16.839869 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36096a97-f87f-4634-ad08-338c267c6901 req-3423415a-1ac1-4403-8a10-c2ae4841f694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:16.842349 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-36096a97-f87f-4634-ad08-338c267c6901 req-3423415a-1ac1-4403-8a10-c2ae4841f694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Synchronizing usage tracker for tenant:1848099e602848f39b6cdeeccb9050e5 on resource:network {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:30:16.932518 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-46f303f1-82c0-4b30-b588-3bcc17444a59 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1a307fbb16314e169ca58f8cc4fe463a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0916572 Aug 23 14:30:16.938687 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51792) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:17.028815 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-61249569-1b06-473d-a492-ade98709d4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:17.064816 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-36096a97-f87f-4634-ad08-338c267c6901 req-3423415a-1ac1-4403-8a10-c2ae4841f694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Unset dirty status for tenant:1848099e602848f39b6cdeeccb9050e5 on resource:network {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:30:17.066051 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-36096a97-f87f-4634-ad08-338c267c6901 req-3423415a-1ac1-4403-8a10-c2ae4841f694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.91 "GET /v2.0/networks?id=b244fc6e-b5ab-4513-8c07-210375c37d28 HTTP/1.1" status: 200 len: 815 time: 0.7269952 Aug 23 14:30:17.070943 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-61249569-1b06-473d-a492-ade98709d4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:17.140808 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-36096a97-f87f-4634-ad08-338c267c6901 req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Request body: {'port': {'device_id': '81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c', 'network_id': 'b244fc6e-b5ab-4513-8c07-210375c37d28', 'admin_state_up': True, 'tenant_id': '1848099e602848f39b6cdeeccb9050e5'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:17.161720 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-b78b8520-9ec6-4994-aecc-a6eccb030385 None None] Provisioning complete for port 629493ec-7c9b-486b-81cf-b7485dae8f2a triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:17.162383 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-b78b8520-9ec6-4994-aecc-a6eccb030385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:17.206969 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-61249569-1b06-473d-a492-ade98709d4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:17.212611 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-53180334-2b0b-4472-855c-49432aa3c01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:17.229577 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61249569-1b06-473d-a492-ade98709d4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf41553-38c2-4a07-94ff-3cb1a4858197,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:17.239839 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-b78b8520-9ec6-4994-aecc-a6eccb030385 None None] Port 629493ec-7c9b-486b-81cf-b7485dae8f2a cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:30:17.240751 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-61249569-1b06-473d-a492-ade98709d4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:17.287682 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-61249569-1b06-473d-a492-ade98709d4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:17.290104 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-61249569-1b06-473d-a492-ade98709d4e7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5bf41553-38c2-4a07-94ff-3cb1a4858197 HTTP/1.1" status: 204 len: 168 time: 0.3501048 Aug 23 14:30:17.296141 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:17.462337 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:17.491771 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-36096a97-f87f-4634-ad08-338c267c6901 req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:17.501977 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-36096a97-f87f-4634-ad08-338c267c6901 req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Usage tracker for resource:port and tenant:1848099e602848f39b6cdeeccb9050e5 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:17.511344 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [req-36096a97-f87f-4634-ad08-338c267c6901 req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:17.534816 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [req-36096a97-f87f-4634-ad08-338c267c6901 req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:17.556007 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Router 08d6140c-78b6-49f7-bde0-c24de3fbbe12 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:30:17.649189 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36096a97-f87f-4634-ad08-338c267c6901 req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Made reservation on behalf of 1848099e602848f39b6cdeeccb9050e5 for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:30:17.652165 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-36096a97-f87f-4634-ad08-338c267c6901 req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:18.078518 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-c04839dd-26b3-4188-9ab5-b92b8da0af10 req-d45ac511-ad9b-4ab9-a071-5f300113e7ed tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 210 time: 0.2219670 Aug 23 14:30:18.169139 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:18.207967 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [req-36096a97-f87f-4634-ad08-338c267c6901 req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Allocated IP 172.20.0.6 (b244fc6e-b5ab-4513-8c07-210375c37d28/c205eccd-0e8e-43bc-96a7-ea240cde0690/853c2370-2838-4afb-b057-de6eb2df6c22) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:30:18.216402 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:30:18.230876 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66985201-f6c9-4944-ae6f-b41c0567fa46 None None] Sync routers for ids ['08d6140c-78b6-49f7-bde0-c24de3fbbe12'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:30:18.248476 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66985201-f6c9-4944-ae6f-b41c0567fa46 None None] Routers {'08d6140c-78b6-49f7-bde0-c24de3fbbe12'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:30:18.249255 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-66985201-f6c9-4944-ae6f-b41c0567fa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:29:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['08d6140c-78b6-49f7-bde0-c24de3fbbe12'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:18.259643 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "PUT /v2.0/routers/08d6140c-78b6-49f7-bde0-c24de3fbbe12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7630296 Aug 23 14:30:18.262995 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51818) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:18.268466 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:18.279744 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-43caf641-f43a-480e-853d-9d8e2ee6d0dd tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:18.353870 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d11cc77-2126-4d8f-a789-04f7c542f4da tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:18.356127 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-2d11cc77-2126-4d8f-a789-04f7c542f4da tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "GET /v2.0/ports/629493ec-7c9b-486b-81cf-b7485dae8f2a HTTP/1.1" status: 200 len: 910 time: 0.0912366 Aug 23 14:30:18.359245 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51824) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:18.384169 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-66985201-f6c9-4944-ae6f-b41c0567fa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:18.397771 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66985201-f6c9-4944-ae6f-b41c0567fa46 None None] Routers {'08d6140c-78b6-49f7-bde0-c24de3fbbe12'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:30:18.398502 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-66985201-f6c9-4944-ae6f-b41c0567fa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:29:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['08d6140c-78b6-49f7-bde0-c24de3fbbe12'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:18.480565 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-66985201-f6c9-4944-ae6f-b41c0567fa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:18.481491 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66985201-f6c9-4944-ae6f-b41c0567fa46 None None] The sync data for ids ['08d6140c-78b6-49f7-bde0-c24de3fbbe12'] in n-d-805629-1 is: [] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:30:18.541875 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Pushing event updated for resources: {'Port': ['ID=3721b2bd-059c-4dd3-ae4c-eb7ac4b3dc7b,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:18.596021 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930125'] for floatingip, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:18.614161 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:18.614548 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:18.614927 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:18.615302 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:18.615821 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:18.616197 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:18.616569 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:18.623529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:18.623529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:18.623529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:18.623529 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:18.644837 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:18.696270 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-36096a97-f87f-4634-ad08-338c267c6901 req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:18.783046 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for floatingip, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:18.784420 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-6c3b8d25-b1fc-497f-8db1-8c926b5b5fab tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4807839 Aug 23 14:30:18.812097 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-36096a97-f87f-4634-ad08-338c267c6901 req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:18.823061 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-0d01e776-e261-4dec-a3cd-3a7e7a97f7b8 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:18.900000 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36096a97-f87f-4634-ad08-338c267c6901 req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Network b244fc6e-b5ab-4513-8c07-210375c37d28 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:30:18.905497 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [req-36096a97-f87f-4634-ad08-338c267c6901 req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:18.910270 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-98591df5-c3f2-4943-b798-41d83984e55f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:18.914084 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [req-36096a97-f87f-4634-ad08-338c267c6901 req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:30:18.970275 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Pushing event updated for resources: {'Port': ['ID=853c2370-2838-4afb-b057-de6eb2df6c22,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:18.978482 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:19.021641 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36096a97-f87f-4634-ad08-338c267c6901 req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:19.022357 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-36096a97-f87f-4634-ad08-338c267c6901 req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:19.132264 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-36096a97-f87f-4634-ad08-338c267c6901 req-96a54119-2f3e-432b-b92c-e0f4107a9694 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9984415 Aug 23 14:30:19.144561 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Request body: {'port': {'device_id': '81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805629-1'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:19.277281 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-becf74c1-52e6-4323-b3f6-fa7a3d24f445 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:19.278938 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-becf74c1-52e6-4323-b3f6-fa7a3d24f445 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/networks?id=598d338a-5956-4afb-a942-44ffa4a8f6e4 HTTP/1.1" status: 200 len: 821 time: 0.1916313 Aug 23 14:30:19.324155 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:19.347419 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-34def499-077d-4fec-8890-2673f10a73ba tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/quotas/01d8d2b7f9bc4e22a3c481a49f3028b1 HTTP/1.1" status: 200 len: 375 time: 0.0312195 Aug 23 14:30:19.695900 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638dbf5-6054-466f-b40c-d6e92d57a284 req-c41b97c8-f44d-42f8-a526-95909075e190 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:19.697404 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2638dbf5-6054-466f-b40c-d6e92d57a284 req-c41b97c8-f44d-42f8-a526-95909075e190 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 931 time: 0.2846515 Aug 23 14:30:19.710924 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-96b00aeb-b56a-4316-9489-8ba541bf1156 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=01d8d2b7f9bc4e22a3c481a49f3028b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3462873 Aug 23 14:30:19.787426 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853c2370-2838-4afb-b057-de6eb2df6c22 {{(pid=76506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:30:19.795410 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:19.817316 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Transition to ACTIVE for port object 853c2370-2838-4afb-b057-de6eb2df6c22 will not be triggered until provisioned by entity L2. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:30:19.888228 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:19.894786 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-de6ea2cf-4d78-4c8a-9ccc-c0ca972a3230 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:19.907698 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2638dbf5-6054-466f-b40c-d6e92d57a284 req-c0e36f45-1f37-4143-8ec5-d7ae798bd09b tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1370687-5cfc-4a76-847d-8ba784650dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957905 Aug 23 14:30:19.971117 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-d0b2feab-49ad-4b84-9a4b-21c844d9b0c4 service neutron] 10.222.0.86 "GET /v2.0/networks/598d338a-5956-4afb-a942-44ffa4a8f6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378638 Aug 23 14:30:19.995502 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Pushing event updated for resources: {'Port': ['ID=853c2370-2838-4afb-b057-de6eb2df6c22,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:20.054707 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:20.220953 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Attempting to bind port 853c2370-2838-4afb-b057-de6eb2df6c22 on host n-h1-805629-1 for vnic_type normal with profile {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:30:20.221578 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Attempting to bind port 853c2370-2838-4afb-b057-de6eb2df6c22 by drivers openvswitch,hyperv on host n-h1-805629-1 at level 0 using segments [{'id': 'fe9661ed-5ec5-42a2-b5d3-69a593feb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b244fc6e-b5ab-4513-8c07-210375c37d28'}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:30:20.222154 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Attempting to bind port 853c2370-2838-4afb-b057-de6eb2df6c22 on network b244fc6e-b5ab-4513-8c07-210375c37d28 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:30:20.231644 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Port 853c2370-2838-4afb-b057-de6eb2df6c22 on network b244fc6e-b5ab-4513-8c07-210375c37d28 not bound, no agent of type Open vSwitch agent registered on host n-h1-805629-1 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:30:20.231644 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Attempting to bind port 853c2370-2838-4afb-b057-de6eb2df6c22 on network b244fc6e-b5ab-4513-8c07-210375c37d28 {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:30:20.240305 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Checking agent: {'id': '0c511bc0-fe65-4711-8aa1-7bba897761db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:30:20.240414 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Checking segment: {'id': 'fe9661ed-5ec5-42a2-b5d3-69a593feb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b244fc6e-b5ab-4513-8c07-210375c37d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:30:20.241027 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Bound using segment: {'id': 'fe9661ed-5ec5-42a2-b5d3-69a593feb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b244fc6e-b5ab-4513-8c07-210375c37d28'} {{(pid=76506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:30:20.241377 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.managers [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Bound port: 853c2370-2838-4afb-b057-de6eb2df6c22, host: n-h1-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9661ed-5ec5-42a2-b5d3-69a593feb34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b244fc6e-b5ab-4513-8c07-210375c37d28'}}] {{(pid=76506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:30:20.241919 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:20.386501 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-5e61cbf6-8fd9-42de-8785-27c9c715cf18 service neutron] 10.222.0.86 "GET /v2.0/networks/598d338a-5956-4afb-a942-44ffa4a8f6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990366 Aug 23 14:30:20.387359 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] For port 853c2370-2838-4afb-b057-de6eb2df6c22, host n-h1-805629-1, cleared binding levels {{(pid=76506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:30:20.391808 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] For port 853c2370-2838-4afb-b057-de6eb2df6c22, host n-h1-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=853c2370-2838-4afb-b057-de6eb2df6c22,segment=NetworkSegment(fe9661ed-5ec5-42a2-b5d3-69a593feb34d),segment_id=fe9661ed-5ec5-42a2-b5d3-69a593feb34d)] {{(pid=76506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:30:20.472542 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-98591df5-c3f2-4943-b798-41d83984e55f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Deleting port 629493ec-7c9b-486b-81cf-b7485dae8f2a {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:30:20.472542 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-98591df5-c3f2-4943-b798-41d83984e55f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:20.536762 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:20.543379 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-eb04d597-cfa8-4a27-a666-54e64c3db697 tempest-ServerActionsTestJSON-49910221 tempest-ServerActionsTestJSON-49910221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:20.631257 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:20.631257 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-36096a97-f87f-4634-ad08-338c267c6901 req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] 10.222.0.91 "PUT /v2.0/ports/853c2370-2838-4afb-b057-de6eb2df6c22 HTTP/1.1" status: 200 len: 1091 time: 1.4789004 Aug 23 14:30:20.631257 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c', 'tag': '853c2370-2838-4afb-b057-de6eb2df6c22'}] {{(pid=76506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:30:20.698551 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Pushing event updated for resources: {'Port': ['ID=853c2370-2838-4afb-b057-de6eb2df6c22,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:20.710206 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-3efd7c13-1fa1-4bd4-80f1-b96213257488 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:20.812900 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-98591df5-c3f2-4943-b798-41d83984e55f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:21.034048 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-36096a97-f87f-4634-ad08-338c267c6901 req-81fe6256-8107-4cf9-a9b7-bf98d499ddb3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1848099e602848f39b6cdeeccb9050e5&device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 1094 time: 0.1847131 Aug 23 14:30:21.112788 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-6e7289e3-2b35-49c3-ae24-b2f59da28851 req-794d9495-918c-448e-9d72-f05f4fe52f3f tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 210 time: 0.2710481 Aug 23 14:30:21.126235 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-98591df5-c3f2-4943-b798-41d83984e55f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Calling delete_port for 629493ec-7c9b-486b-81cf-b7485dae8f2a owned by network:router_interface {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:30:21.222042 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3becef9e-cc13-4491-a4bb-b0b61197d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:21.356980 n-d-805629-1 neutron-server[76506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c', 'tag': '853c2370-2838-4afb-b057-de6eb2df6c22', 'status': 'completed', 'code': 200} Aug 23 14:30:21.380964 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-36096a97-f87f-4634-ad08-338c267c6901 req-d150a78b-fbcf-4fc5-be5a-67788a33dd1a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853c2370-2838-4afb-b057-de6eb2df6c22 HTTP/1.1" status: 200 len: 217 time: 0.3402233 Aug 23 14:30:21.440009 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-98591df5-c3f2-4943-b798-41d83984e55f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:21.461705 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-4c715d8c-a251-4600-a78e-1100c1942ee6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:21.502817 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36096a97-f87f-4634-ad08-338c267c6901 req-2fc70621-bfd8-42ce-9b7f-bdee238c02b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:21.506829 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-36096a97-f87f-4634-ad08-338c267c6901 req-2fc70621-bfd8-42ce-9b7f-bdee238c02b1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c205eccd-0e8e-43bc-96a7-ea240cde0690 HTTP/1.1" status: 200 len: 855 time: 0.1201689 Aug 23 14:30:21.524115 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98591df5-c3f2-4943-b798-41d83984e55f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event deleted for resources: {'Port': ['ID=629493ec-7c9b-486b-81cf-b7485dae8f2a,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:21.528163 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-98591df5-c3f2-4943-b798-41d83984e55f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:21.617242 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-36096a97-f87f-4634-ad08-338c267c6901 req-d2e80efd-d25a-4d73-ada6-b43fd5902d13 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b244fc6e-b5ab-4513-8c07-210375c37d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028750 Aug 23 14:30:21.685795 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b3f3c-600d-4a28-9d37-7b2a51af1e80 req-9a3796b3-9464-4312-b24c-1f7befa8d4cd tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:21.693815 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-568b3f3c-600d-4a28-9d37-7b2a51af1e80 req-9a3796b3-9464-4312-b24c-1f7befa8d4cd tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 943 time: 0.3259354 Aug 23 14:30:21.817373 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:21.902881 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-36096a97-f87f-4634-ad08-338c267c6901 req-f1012e4a-41fb-4f5a-b967-d6b8c9aad507 service neutron] 10.222.0.91 "GET /v2.0/networks/b244fc6e-b5ab-4513-8c07-210375c37d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791822 Aug 23 14:30:21.942865 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-568b3f3c-600d-4a28-9d37-7b2a51af1e80 req-fd6d5cb0-ce73-41da-b7bf-822d5edf6519 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1370687-5cfc-4a76-847d-8ba784650dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479687 Aug 23 14:30:22.037330 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-98591df5-c3f2-4943-b798-41d83984e55f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:22.078772 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-36096a97-f87f-4634-ad08-338c267c6901 req-1321ac0b-cc70-45b5-8e3b-6fb98a027cc9 service neutron] 10.222.0.91 "GET /v2.0/networks/b244fc6e-b5ab-4513-8c07-210375c37d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685567 Aug 23 14:30:22.352631 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-14737d81-eca5-4296-84f0-418ea661ccdd req-0fbc3a69-66ac-4abb-a5a8-9412712b428d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1848099e602848f39b6cdeeccb9050e5&device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 1094 time: 0.1153781 Aug 23 14:30:22.526759 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14737d81-eca5-4296-84f0-418ea661ccdd req-c0ea4a53-cb17-43fb-a8e0-98c6cb8b2f42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:22.528595 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-14737d81-eca5-4296-84f0-418ea661ccdd req-c0ea4a53-cb17-43fb-a8e0-98c6cb8b2f42 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b244fc6e-b5ab-4513-8c07-210375c37d28 HTTP/1.1" status: 200 len: 916 time: 0.1659043 Aug 23 14:30:22.603808 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-220c7bf8-48a7-4698-be5d-073ba398551a req-65f2718c-f76f-4fd3-8ed9-be4839302669 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 210 time: 0.1548784 Aug 23 14:30:22.636866 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-14737d81-eca5-4296-84f0-418ea661ccdd req-43a97169-601a-4cba-b10b-c1fc59d2770f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853c2370-2838-4afb-b057-de6eb2df6c22 HTTP/1.1" status: 200 len: 217 time: 0.0996242 Aug 23 14:30:22.738842 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14737d81-eca5-4296-84f0-418ea661ccdd req-398b2ca0-c631-40db-b89f-80c34b72f0ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:22.740313 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-14737d81-eca5-4296-84f0-418ea661ccdd req-398b2ca0-c631-40db-b89f-80c34b72f0ee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c205eccd-0e8e-43bc-96a7-ea240cde0690 HTTP/1.1" status: 200 len: 855 time: 0.0954781 Aug 23 14:30:22.799922 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-14737d81-eca5-4296-84f0-418ea661ccdd req-6fb6dcd9-666f-4c90-9cdb-fd497abfb749 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b244fc6e-b5ab-4513-8c07-210375c37d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496089 Aug 23 14:30:22.919418 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98591df5-c3f2-4943-b798-41d83984e55f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Router 08d6140c-78b6-49f7-bde0-c24de3fbbe12 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:30:23.021583 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-14737d81-eca5-4296-84f0-418ea661ccdd req-95c5360d-5612-4b70-944c-5980ce7dbe99 service neutron] 10.222.0.91 "GET /v2.0/networks/b244fc6e-b5ab-4513-8c07-210375c37d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085688 Aug 23 14:30:23.160909 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98591df5-c3f2-4943-b798-41d83984e55f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:30:23.173829 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e00994-cecb-4a73-8c65-e48534c7fc6a None None] Sync routers for ids ['08d6140c-78b6-49f7-bde0-c24de3fbbe12'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:30:23.186395 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-98591df5-c3f2-4943-b798-41d83984e55f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "PUT /v2.0/routers/08d6140c-78b6-49f7-bde0-c24de3fbbe12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8258486 Aug 23 14:30:23.190254 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 51928) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:23.193205 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e00994-cecb-4a73-8c65-e48534c7fc6a None None] Routers {'08d6140c-78b6-49f7-bde0-c24de3fbbe12'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:30:23.196255 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-b4e00994-cecb-4a73-8c65-e48534c7fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:29:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['08d6140c-78b6-49f7-bde0-c24de3fbbe12'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:23.256815 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-14737d81-eca5-4296-84f0-418ea661ccdd req-8dff32d5-2dbf-4d71-888c-376e8d30d75a service neutron] 10.222.0.91 "GET /v2.0/networks/b244fc6e-b5ab-4513-8c07-210375c37d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224011 Aug 23 14:30:23.303325 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-b4e00994-cecb-4a73-8c65-e48534c7fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:23.323111 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e00994-cecb-4a73-8c65-e48534c7fc6a None None] Routers {'08d6140c-78b6-49f7-bde0-c24de3fbbe12'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:30:23.325380 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-b4e00994-cecb-4a73-8c65-e48534c7fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:29:53Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['08d6140c-78b6-49f7-bde0-c24de3fbbe12'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:23.436449 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-b4e00994-cecb-4a73-8c65-e48534c7fc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:23.437032 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e00994-cecb-4a73-8c65-e48534c7fc6a None None] The sync data for ids ['08d6140c-78b6-49f7-bde0-c24de3fbbe12'] in n-d-805629-1 is: [] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:30:23.449666 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5a425-2deb-4473-8f21-5d7b404253dd req-81a56791-a331-49e5-9e13-c714e55f0a77 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:23.454363 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcd5a425-2deb-4473-8f21-5d7b404253dd req-81a56791-a331-49e5-9e13-c714e55f0a77 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 943 time: 0.2648804 Aug 23 14:30:23.576853 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-fcd5a425-2deb-4473-8f21-5d7b404253dd req-466f33eb-c05d-4ef8-8022-1718289b87b4 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1370687-5cfc-4a76-847d-8ba784650dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167762 Aug 23 14:30:23.652207 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-80514b96-ff0a-4092-aa93-c3a4ac66fd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:23.824314 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-54e611cc-250b-4a0f-97ab-266fa9099d92 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:23.826569 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-54e611cc-250b-4a0f-97ab-266fa9099d92 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.60 "GET /v2.0/networks?id=598d338a-5956-4afb-a942-44ffa4a8f6e4 HTTP/1.1" status: 200 len: 821 time: 0.2520108 Aug 23 14:30:23.848806 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-79fb19cc-f177-4525-b8af-aa24279d9282 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Request body: {'port': {'device_id': '13889d4f-c0b6-4a64-8918-eaa07af0a6be', 'network_id': '598d338a-5956-4afb-a942-44ffa4a8f6e4', 'admin_state_up': True, 'tenant_id': '01d8d2b7f9bc4e22a3c481a49f3028b1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:23.953219 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51940) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:23.997580 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2aef77e6-5e14-4cf3-b77d-c607bb68f408 req-295d3c40-f94b-44f0-b30f-d0506a511f3d tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 210 time: 0.0599825 Aug 23 14:30:24.021142 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-62c877ae-15d0-40c9-9280-dbbb5f565ccb tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937567'] for router_interface, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:24.199051 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ade414b6-f934-464a-9f3f-dc8cff7b31e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:24.254942 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-ade414b6-f934-464a-9f3f-dc8cff7b31e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:24.269421 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-ade414b6-f934-464a-9f3f-dc8cff7b31e5 admin admin] Usage tracker for resource:security_group_rule and tenant:46cacadaee154dde9601f71728af16b2 is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:24.269421 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-ade414b6-f934-464a-9f3f-dc8cff7b31e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:24.275821 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-ade414b6-f934-464a-9f3f-dc8cff7b31e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:24.317574 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-79fb19cc-f177-4525-b8af-aa24279d9282 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:24.359104 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ade414b6-f934-464a-9f3f-dc8cff7b31e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:24.384962 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-79fb19cc-f177-4525-b8af-aa24279d9282 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:24.435168 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-ade414b6-f934-464a-9f3f-dc8cff7b31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:24.444788 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-a7c7bee2-9077-42f3-89e8-27511b97250a tempest-QuotasNegativeTest-471858887 tempest-QuotasNegativeTest-471858887-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:24.499497 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade414b6-f934-464a-9f3f-dc8cff7b31e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a243f41d-376f-4ef3-9bd7-ba6550f01ef0,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:24.507044 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-ade414b6-f934-464a-9f3f-dc8cff7b31e5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=46cacadaee154dde9601f71728af16b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5493472 Aug 23 14:30:24.507044 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-ade414b6-f934-464a-9f3f-dc8cff7b31e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:24.507286 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51948) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:24.522019 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:24.539494 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-79fb19cc-f177-4525-b8af-aa24279d9282 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Made reservation on behalf of 01d8d2b7f9bc4e22a3c481a49f3028b1 for: {'port': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:30:24.542517 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-79fb19cc-f177-4525-b8af-aa24279d9282 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:24.573287 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bda187c1-b61b-40e3-9840-53aaac1cdf65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:24.602906 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bda187c1-b61b-40e3-9840-53aaac1cdf65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:24.766550 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bda187c1-b61b-40e3-9840-53aaac1cdf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:24.770697 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-6cd683d2-21ee-4b46-ac97-db880e9d5060 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:24.782860 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda187c1-b61b-40e3-9840-53aaac1cdf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a243f41d-376f-4ef3-9bd7-ba6550f01ef0,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:24.786942 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-bda187c1-b61b-40e3-9840-53aaac1cdf65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:24.798944 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-bda187c1-b61b-40e3-9840-53aaac1cdf65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:24.798944 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-bda187c1-b61b-40e3-9840-53aaac1cdf65 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a243f41d-376f-4ef3-9bd7-ba6550f01ef0 HTTP/1.1" status: 204 len: 168 time: 0.2857149 Aug 23 14:30:25.033441 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ff7d5-0f08-406b-976e-2698eade2728 req-5e9e2605-5ffc-4f64-8122-71f535f846cb tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:25.035480 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-145ff7d5-0f08-406b-976e-2698eade2728 req-5e9e2605-5ffc-4f64-8122-71f535f846cb tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 943 time: 0.2916605 Aug 23 14:30:25.046080 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.db_base_plugin_common [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-79fb19cc-f177-4525-b8af-aa24279d9282 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Allocated IP 172.20.0.5 (598d338a-5956-4afb-a942-44ffa4a8f6e4/00914b12-0890-41bd-8b52-6b28a9e3feeb/a8efc0fa-939c-4243-8a0e-455d78834eab) {{(pid=76505) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:30:25.159673 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-145ff7d5-0f08-406b-976e-2698eade2728 req-fe895ece-f66d-4630-a209-1911f8361737 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1370687-5cfc-4a76-847d-8ba784650dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165812 Aug 23 14:30:25.334872 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-059eb184-767c-448f-a2e2-b94e39084c4c req-1b35221b-8af1-495d-b40f-0720842c7d61 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 210 time: 0.1003923 Aug 23 14:30:25.408615 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-62c877ae-15d0-40c9-9280-dbbb5f565ccb tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Deleting port 6ad87da7-ceea-4b92-8440-0172fad1deb1 {{(pid=76505) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:30:25.408615 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-62c877ae-15d0-40c9-9280-dbbb5f565ccb tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:25.431035 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 853c2370-2838-4afb-b057-de6eb2df6c22 details requested by agent hyperv_n-h1-805629-1 with host n-h1-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:30:25.581660 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-79fb19cc-f177-4525-b8af-aa24279d9282 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks [] for port, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:25.584594 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 853c2370-2838-4afb-b057-de6eb2df6c22, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=853c2370-2838-4afb-b057-de6eb2df6c22,segment=NetworkSegment(fe9661ed-5ec5-42a2-b5d3-69a593feb34d),segment_id=fe9661ed-5ec5-42a2-b5d3-69a593feb34d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:25.606382 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Returning: {'device': '853c2370-2838-4afb-b057-de6eb2df6c22', 'network_id': 'b244fc6e-b5ab-4513-8c07-210375c37d28', 'port_id': '853c2370-2838-4afb-b057-de6eb2df6c22', 'mac_address': 'fa:16:3e:d9:a4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c205eccd-0e8e-43bc-96a7-ea240cde0690', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:30:25.660632 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-62c877ae-15d0-40c9-9280-dbbb5f565ccb tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:25.668470 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:25.686723 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853c2370-2838-4afb-b057-de6eb2df6c22 {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:30:25.704470 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 853c2370-2838-4afb-b057-de6eb2df6c22, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=853c2370-2838-4afb-b057-de6eb2df6c22,segment=NetworkSegment(fe9661ed-5ec5-42a2-b5d3-69a593feb34d),segment_id=fe9661ed-5ec5-42a2-b5d3-69a593feb34d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:25.778371 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:25.780508 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-af434859-3f67-4ba1-87f2-7c63fe17c4c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:25.809994 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.plugin [None req-62c877ae-15d0-40c9-9280-dbbb5f565ccb tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Calling delete_port for 6ad87da7-ceea-4b92-8440-0172fad1deb1 owned by network:router_interface {{(pid=76505) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:30:25.866950 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=853c2370-2838-4afb-b057-de6eb2df6c22,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:25.872869 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-79fb19cc-f177-4525-b8af-aa24279d9282 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:25.876001 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.876334 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.876699 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.877007 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.877334 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.877691 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.878018 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.878343 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.878667 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.878991 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.879091 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-98591df5-c3f2-4943-b798-41d83984e55f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:25.879448 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805629-1 {{(pid=76509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:30:25.883340 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:25.939697 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51966) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:25.971964 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-45f3c735-0b4c-4514-86c6-f04848109c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:26.014799 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-45f3c735-0b4c-4514-86c6-f04848109c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:26.020525 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-45f3c735-0b4c-4514-86c6-f04848109c8b admin admin] Usage tracker for resource:security_group_rule and tenant:6e8e497bc8cf4fb58f57ab3762b1a57c is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:26.024314 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-45f3c735-0b4c-4514-86c6-f04848109c8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:26.031476 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-45f3c735-0b4c-4514-86c6-f04848109c8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:26.037123 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] get_ports_and_sgs() called for port_ids ['853c2370-2838-4afb-b057-de6eb2df6c22'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:30:26.141863 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-79fb19cc-f177-4525-b8af-aa24279d9282 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Network 598d338a-5956-4afb-a942-44ffa4a8f6e4 is already hosted by enough agents. {{(pid=76505) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:30:26.147466 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-79fb19cc-f177-4525-b8af-aa24279d9282 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Resources bound (agent type, host, resource id): {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:26.157418 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-45f3c735-0b4c-4514-86c6-f04848109c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:26.162105 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-79fb19cc-f177-4525-b8af-aa24279d9282 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Received port after_create {{(pid=76505) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:30:26.203009 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb19cc-f177-4525-b8af-aa24279d9282 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Pushing event updated for resources: {'Port': ['ID=a8efc0fa-939c-4243-8a0e-455d78834eab,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:26.231640 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-79fb19cc-f177-4525-b8af-aa24279d9282 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:26.250911 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-79fb19cc-f177-4525-b8af-aa24279d9282 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:26.250911 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-79fb19cc-f177-4525-b8af-aa24279d9282 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:26.302634 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:26.355139 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-45f3c735-0b4c-4514-86c6-f04848109c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:26.364251 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-57f799c8-4039-4c5d-98d6-a0d98acc1c80 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:26.437990 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3c735-0b4c-4514-86c6-f04848109c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991f09a3-4db5-4394-bd8b-c138f600613a,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:26.446571 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-45f3c735-0b4c-4514-86c6-f04848109c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:26.448663 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-79fb19cc-f177-4525-b8af-aa24279d9282 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6044607 Aug 23 14:30:26.460446 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-45f3c735-0b4c-4514-86c6-f04848109c8b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6e8e497bc8cf4fb58f57ab3762b1a57c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5147092 Aug 23 14:30:26.465187 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Request body: {'port': {'device_id': '13889d4f-c0b6-4a64-8918-eaa07af0a6be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805629-1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:26.468312 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 51978) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:26.513940 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-62c877ae-15d0-40c9-9280-dbbb5f565ccb tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6399089'] for port, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:26.525169 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-8c7dc42f-42bc-4a04-9cab-52b24b892db4 tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:26.550585 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f8bfba60-7379-475f-a0df-be6fa37f6780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:26.582572 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f8bfba60-7379-475f-a0df-be6fa37f6780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:26.592134 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c877ae-15d0-40c9-9280-dbbb5f565ccb tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event deleted for resources: {'Port': ['ID=6ad87da7-ceea-4b92-8440-0172fad1deb1,revision_number=None']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:26.606439 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-62c877ae-15d0-40c9-9280-dbbb5f565ccb tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:26.733417 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f8bfba60-7379-475f-a0df-be6fa37f6780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:26.736512 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-bda187c1-b61b-40e3-9840-53aaac1cdf65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:26.749019 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfba60-7379-475f-a0df-be6fa37f6780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991f09a3-4db5-4394-bd8b-c138f600613a,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:26.752766 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-f8bfba60-7379-475f-a0df-be6fa37f6780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:26.774835 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-f8bfba60-7379-475f-a0df-be6fa37f6780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:26.789340 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-f8bfba60-7379-475f-a0df-be6fa37f6780 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/991f09a3-4db5-4394-bd8b-c138f600613a HTTP/1.1" status: 204 len: 168 time: 0.3103709 Aug 23 14:30:26.842811 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:26.878588 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33436763-e9f4-4e98-a7aa-6e13945bd36d req-29a69302-552c-4c17-bbac-1abcebe20eff tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:26.880500 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-33436763-e9f4-4e98-a7aa-6e13945bd36d req-29a69302-552c-4c17-bbac-1abcebe20eff tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 944 time: 0.4962506 Aug 23 14:30:27.147392 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-33436763-e9f4-4e98-a7aa-6e13945bd36d req-3da694c5-554b-455c-bba8-d355444d3e84 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1370687-5cfc-4a76-847d-8ba784650dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579606 Aug 23 14:30:27.202261 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8cd18-551c-45f6-adaf-63bae37648c0 req-e68df9d7-a881-4c0b-a9a9-02ee2fd041b6 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:27.202995 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1cc8cd18-551c-45f6-adaf-63bae37648c0 req-e68df9d7-a881-4c0b-a9a9-02ee2fd041b6 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Synchronizing usage tracker for tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 on resource:port {{(pid=76505) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:30:27.217543 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-62c877ae-15d0-40c9-9280-dbbb5f565ccb tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4125327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937643'] for router_interface, after_delete {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:27.395489 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [req-1cc8cd18-551c-45f6-adaf-63bae37648c0 req-e68df9d7-a881-4c0b-a9a9-02ee2fd041b6 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Unset dirty status for tenant:01d8d2b7f9bc4e22a3c481a49f3028b1 on resource:port {{(pid=76505) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:30:27.397781 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1cc8cd18-551c-45f6-adaf-63bae37648c0 req-e68df9d7-a881-4c0b-a9a9-02ee2fd041b6 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 931 time: 0.7493856 Aug 23 14:30:27.431388 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Device 853c2370-2838-4afb-b057-de6eb2df6c22 up at agent hyperv_n-h1-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:30:27.568905 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1cc8cd18-551c-45f6-adaf-63bae37648c0 req-7c840c44-5ad5-4735-ba31-c2724e49d361 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139040 Aug 23 14:30:27.646411 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning for port 853c2370-2838-4afb-b057-de6eb2df6c22 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:30:27.653377 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Provisioning complete for port 853c2370-2838-4afb-b057-de6eb2df6c22 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:27.653972 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:27.811809 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:27.853100 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853c2370-2838-4afb-b057-de6eb2df6c22'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:30:27.864308 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] For port 853c2370-2838-4afb-b057-de6eb2df6c22, host n-h1-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805629-1',level=0,port_id=853c2370-2838-4afb-b057-de6eb2df6c22,segment=NetworkSegment(fe9661ed-5ec5-42a2-b5d3-69a593feb34d),segment_id=fe9661ed-5ec5-42a2-b5d3-69a593feb34d)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:27.950693 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:27.950693 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:27.986741 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853c2370-2838-4afb-b057-de6eb2df6c22', 'code': 200} Aug 23 14:30:28.023574 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8efc0fa-939c-4243-8a0e-455d78834eab {{(pid=76505) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:30:28.078447 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:28.093120 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Pushing event updated for resources: {'Port': ['ID=853c2370-2838-4afb-b057-de6eb2df6c22,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:28.097330 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:28.127286 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.provisioning_blocks [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Transition to ACTIVE for port object a8efc0fa-939c-4243-8a0e-455d78834eab will not be triggered until provisioned by entity L2. {{(pid=76505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:30:28.140374 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c877ae-15d0-40c9-9280-dbbb5f565ccb tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Router 08d6140c-78b6-49f7-bde0-c24de3fbbe12 has already been hosted by L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d {{(pid=76505) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 14:30:28.220793 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:28.239633 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e5ab56dc-416a-4b4a-8535-2b2914865f4d req-6b132949-7964-4077-8bfe-7a1f0a3179e0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 1096 time: 0.2211878 Aug 23 14:30:28.243975 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0c334432-ea54-4f2d-8777-e2735c52d0be tempest-ServerRescueTestJSONUnderV235-1163673265 tempest-ServerRescueTestJSONUnderV235-1163673265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:28.301241 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-e5ab56dc-416a-4b4a-8535-2b2914865f4d req-f890eb10-40d7-4c8e-a35e-2840ec4f4ded service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a1370687-5cfc-4a76-847d-8ba784650dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547431 Aug 23 14:30:28.464892 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Pushing event updated for resources: {'Port': ['ID=a8efc0fa-939c-4243-8a0e-455d78834eab,revision_number=2']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:28.480568 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:28.580875 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c877ae-15d0-40c9-9280-dbbb5f565ccb tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76505) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:30:28.592570 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-62c877ae-15d0-40c9-9280-dbbb5f565ccb tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "PUT /v2.0/routers/08d6140c-78b6-49f7-bde0-c24de3fbbe12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3985128 Aug 23 14:30:28.608489 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 52016) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:28.613267 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b42b6-c8b7-4d8e-a31b-8e04f9127019 None None] Sync routers for ids ['08d6140c-78b6-49f7-bde0-c24de3fbbe12'] in n-d-805629-1 {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:30:28.633276 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdf59e-a612-4fce-8bc2-0ba93343e912 req-61bbd457-0318-42fe-b25b-3ac62c06961e tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:28.640119 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-21bdf59e-a612-4fce-8bc2-0ba93343e912 req-61bbd457-0318-42fe-b25b-3ac62c06961e tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 945 time: 0.2897019 Aug 23 14:30:28.645283 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b42b6-c8b7-4d8e-a31b-8e04f9127019 None None] Routers {'08d6140c-78b6-49f7-bde0-c24de3fbbe12'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:30:28.646203 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-c51b42b6-c8b7-4d8e-a31b-8e04f9127019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:30:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['08d6140c-78b6-49f7-bde0-c24de3fbbe12'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:28.668916 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Attempting to bind port a8efc0fa-939c-4243-8a0e-455d78834eab on host n-h2-805629-1 for vnic_type normal with profile {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:30:28.669091 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Attempting to bind port a8efc0fa-939c-4243-8a0e-455d78834eab by drivers openvswitch,hyperv on host n-h2-805629-1 at level 0 using segments [{'id': 'be3772f8-889d-44fb-bc75-f901f3ef01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '598d338a-5956-4afb-a942-44ffa4a8f6e4'}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:30:28.669423 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Attempting to bind port a8efc0fa-939c-4243-8a0e-455d78834eab on network 598d338a-5956-4afb-a942-44ffa4a8f6e4 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:30:28.695489 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Port a8efc0fa-939c-4243-8a0e-455d78834eab on network 598d338a-5956-4afb-a942-44ffa4a8f6e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-805629-1 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 14:30:28.698319 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Attempting to bind port a8efc0fa-939c-4243-8a0e-455d78834eab on network 598d338a-5956-4afb-a942-44ffa4a8f6e4 {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:30:28.738167 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-21bdf59e-a612-4fce-8bc2-0ba93343e912 req-931c06c1-1311-413e-b424-2f361c12c52d tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1370687-5cfc-4a76-847d-8ba784650dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970857 Aug 23 14:30:28.749699 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Checking agent: {'id': '2d0f20c7-1df4-471f-a892-961532086be4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'started_at': datetime.datetime(2021, 8, 23, 14, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:30:28.749699 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Checking segment: {'id': 'be3772f8-889d-44fb-bc75-f901f3ef01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '598d338a-5956-4afb-a942-44ffa4a8f6e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:30:28.749699 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Bound using segment: {'id': 'be3772f8-889d-44fb-bc75-f901f3ef01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '598d338a-5956-4afb-a942-44ffa4a8f6e4'} {{(pid=76505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:30:28.749699 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.managers [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Bound port: a8efc0fa-939c-4243-8a0e-455d78834eab, host: n-h2-805629-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3772f8-889d-44fb-bc75-f901f3ef01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '598d338a-5956-4afb-a942-44ffa4a8f6e4'}}] {{(pid=76505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:30:28.750732 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:28.799649 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-0c6511fd-e921-432d-9b27-31f9d9d57fb9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Synchronizing usage tracker for tenant:1ac1485839e64b89b04c82544b3f632f on resource:port {{(pid=76506) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:30:28.853145 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-c51b42b6-c8b7-4d8e-a31b-8e04f9127019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:28.880741 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b42b6-c8b7-4d8e-a31b-8e04f9127019 None None] Routers {'08d6140c-78b6-49f7-bde0-c24de3fbbe12'} bound to L3 agent in host n-d-805629-1 {{(pid=76509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:30:28.884894 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-c51b42b6-c8b7-4d8e-a31b-8e04f9127019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:30:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['08d6140c-78b6-49f7-bde0-c24de3fbbe12'], 'active': True} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:28.888843 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] For port a8efc0fa-939c-4243-8a0e-455d78834eab, host n-h2-805629-1, cleared binding levels {{(pid=76505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:30:28.894664 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.db [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] For port a8efc0fa-939c-4243-8a0e-455d78834eab, host n-h2-805629-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a8efc0fa-939c-4243-8a0e-455d78834eab,segment=NetworkSegment(be3772f8-889d-44fb-bc75-f901f3ef01f1),segment_id=be3772f8-889d-44fb-bc75-f901f3ef01f1)] {{(pid=76505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:30:28.943012 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-0c6511fd-e921-432d-9b27-31f9d9d57fb9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Unset dirty status for tenant:1ac1485839e64b89b04c82544b3f632f on resource:port {{(pid=76506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:30:28.945801 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-0c6511fd-e921-432d-9b27-31f9d9d57fb9 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "GET /v2.0/ports?device_id=08d6140c-78b6-49f7-bde0-c24de3fbbe12 HTTP/1.1" status: 200 len: 205 time: 0.3291245 Aug 23 14:30:28.948852 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 52024) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:28.991686 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6399096'] for port, after_update {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:29.004430 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-168350eb-3798-4dc8-a674-1bfca25dfd9e tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:29.022284 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_hamode_db [None req-c51b42b6-c8b7-4d8e-a31b-8e04f9127019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805629-1', False) {} {{(pid=76509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:29.022713 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b42b6-c8b7-4d8e-a31b-8e04f9127019 None None] The sync data for ids ['08d6140c-78b6-49f7-bde0-c24de3fbbe12'] in n-d-805629-1 is: [] {{(pid=76509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:30:29.105361 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:29.105361 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] 10.222.0.60 "PUT /v2.0/ports/a8efc0fa-939c-4243-8a0e-455d78834eab HTTP/1.1" status: 200 len: 1091 time: 2.6434460 Aug 23 14:30:29.105361 n-d-805629-1 neutron-server[76505]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13889d4f-c0b6-4a64-8918-eaa07af0a6be', 'tag': 'a8efc0fa-939c-4243-8a0e-455d78834eab'}] {{(pid=76505) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:30:29.112019 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Pushing event updated for resources: {'Port': ['ID=a8efc0fa-939c-4243-8a0e-455d78834eab,revision_number=3']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:29.119856 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-a9e9313c-c9f5-4505-9bb8-775723aad183 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:29.160589 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713d34c-86ce-40c2-8239-7f2e5dbb06e0 req-1e94e62f-9d5e-40af-b7a6-47484f84ceba tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:29.164013 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b713d34c-86ce-40c2-8239-7f2e5dbb06e0 req-1e94e62f-9d5e-40af-b7a6-47484f84ceba tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 943 time: 0.2233386 Aug 23 14:30:29.189862 n-d-805629-1 neutron-server[76505]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13889d4f-c0b6-4a64-8918-eaa07af0a6be', 'tag': 'a8efc0fa-939c-4243-8a0e-455d78834eab', 'status': 'completed', 'code': 200} Aug 23 14:30:29.227016 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fe544e92-0c14-451b-916f-b9358b2e9dd3 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for router, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:29.253715 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b713d34c-86ce-40c2-8239-7f2e5dbb06e0 req-4edbdc8d-ebb1-4f9e-8c0a-7868b49e3047 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821042 Aug 23 14:30:29.570259 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e1deb9cc-4842-4760-9aaf-5acda3cfe681 req-34056fe0-c5b0-4bc3-ad40-824f1e0474bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=01d8d2b7f9bc4e22a3c481a49f3028b1&device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 1094 time: 0.3677907 Aug 23 14:30:29.711207 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fe544e92-0c14-451b-916f-b9358b2e9dd3 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-935822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13095'] for router, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:29.715829 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fe544e92-0c14-451b-916f-b9358b2e9dd3 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:29.789995 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1deb9cc-4842-4760-9aaf-5acda3cfe681 req-18cb77f2-aa4a-4ed9-b114-e410a34ce23a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:29.791539 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e1deb9cc-4842-4760-9aaf-5acda3cfe681 req-18cb77f2-aa4a-4ed9-b114-e410a34ce23a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=01d8d2b7f9bc4e22a3c481a49f3028b1&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2084785 Aug 23 14:30:29.827637 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fe544e92-0c14-451b-916f-b9358b2e9dd3 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-935198'] for router, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:29.834903 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe544e92-0c14-451b-916f-b9358b2e9dd3 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Fanout notify agent at l3_agent the message router_deleted on router 08d6140c-78b6-49f7-bde0-c24de3fbbe12 {{(pid=76506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 14:30:29.840038 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-fe544e92-0c14-451b-916f-b9358b2e9dd3 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:29.841338 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-fe544e92-0c14-451b-916f-b9358b2e9dd3 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "DELETE /v2.0/routers/08d6140c-78b6-49f7-bde0-c24de3fbbe12 HTTP/1.1" status: 204 len: 168 time: 0.8910766 Aug 23 14:30:29.845464 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 52046) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:30.142300 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-245f6263-476b-4cf7-88dc-b2c3236ccc82 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Deleting subnet 16b80681-3898-4b2b-a60b-d928da18318f {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:30:30.151847 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-245f6263-476b-4cf7-88dc-b2c3236ccc82 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:30.154015 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1deb9cc-4842-4760-9aaf-5acda3cfe681 req-174b869c-0ef5-4fd4-ab12-c3a1142ea602 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:30.156644 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e1deb9cc-4842-4760-9aaf-5acda3cfe681 req-174b869c-0ef5-4fd4-ab12-c3a1142ea602 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3558018 Aug 23 14:30:30.178097 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffd986-5b75-472e-9eba-32312bc9fb15 req-88872756-48ac-45aa-b185-1bd2ae920ad2 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:30.180833 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dcffd986-5b75-472e-9eba-32312bc9fb15 req-88872756-48ac-45aa-b185-1bd2ae920ad2 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/ports?device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 945 time: 0.2139180 Aug 23 14:30:30.248054 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-245f6263-476b-4cf7-88dc-b2c3236ccc82 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:30.368540 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-dcffd986-5b75-472e-9eba-32312bc9fb15 req-35ff17da-6ed8-4bd8-9eac-d9730ad64118 tempest-AttachVolumeNegativeTest-765387138 tempest-AttachVolumeNegativeTest-765387138-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1370687-5cfc-4a76-847d-8ba784650dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749403 Aug 23 14:30:30.406100 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-7967e5ef-a267-4729-8196-75ef1edb5e35 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=01d8d2b7f9bc4e22a3c481a49f3028b1&device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 1094 time: 0.1880744 Aug 23 14:30:30.413986 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-245f6263-476b-4cf7-88dc-b2c3236ccc82 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:30.693037 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-ecd6d9b0-cde8-4842-94f4-864b7962c980 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8efc0fa-939c-4243-8a0e-455d78834eab HTTP/1.1" status: 200 len: 217 time: 0.2744436 Aug 23 14:30:30.788701 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-b3a9caf3-6865-469a-9ddb-114fe37ba8fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:30.790556 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-b3a9caf3-6865-469a-9ddb-114fe37ba8fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00914b12-0890-41bd-8b52-6b28a9e3feeb HTTP/1.1" status: 200 len: 861 time: 0.0863650 Aug 23 14:30:30.806893 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebc33e-a718-441e-9fa6-f0e1032db409 req-c1d9f101-0303-4a97-8743-eefed671a079 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:30.808808 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-08ebc33e-a718-441e-9fa6-f0e1032db409 req-c1d9f101-0303-4a97-8743-eefed671a079 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 943 time: 0.1844790 Aug 23 14:30:30.846671 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-245f6263-476b-4cf7-88dc-b2c3236ccc82 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:30.851462 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-e3556ac2-9a33-45f2-98ed-02e884362dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:30.872686 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-e4b46f56-4e29-4865-8d3d-2ac6d275dbec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=598d338a-5956-4afb-a942-44ffa4a8f6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731909 Aug 23 14:30:30.892643 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f6263-476b-4cf7-88dc-b2c3236ccc82 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event deleted for resources: {'Subnet': ['ID=16b80681-3898-4b2b-a60b-d928da18318f,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:30.896700 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-245f6263-476b-4cf7-88dc-b2c3236ccc82 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:30.905440 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-245f6263-476b-4cf7-88dc-b2c3236ccc82 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:30.910475 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caabc89c-0eec-4ded-9eb5-f19c32c99989 None None] Network b5d905c4-2339-4853-a083-c763392cff34 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:30:30.913076 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-245f6263-476b-4cf7-88dc-b2c3236ccc82 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "DELETE /v2.0/subnets/16b80681-3898-4b2b-a60b-d928da18318f HTTP/1.1" status: 204 len: 168 time: 1.0663412 Aug 23 14:30:30.915932 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 52068) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:31.178615 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-08ebc33e-a718-441e-9fa6-f0e1032db409 req-340ac480-3366-4236-a1f8-e92d902d0182 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271410 Aug 23 14:30:31.182763 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-6fbf2ea2-f098-474f-8254-77e0f419a5ab service neutron] 10.222.0.60 "GET /v2.0/networks/598d338a-5956-4afb-a942-44ffa4a8f6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012593 Aug 23 14:30:31.376594 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c94228-9e35-4a37-b705-3099b203fc4f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Deleting subnet 001e8c39-cdda-4c1b-ba4c-fe157fbc5a88 {{(pid=76506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 14:30:31.385284 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-60c94228-9e35-4a37-b705-3099b203fc4f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for subnet, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:31.414015 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac02d5a3-47f1-4c3a-ba78-1e3fceeed41a None None] DHCP port deletion for b5d905c4-2339-4853-a083-c763392cff34 request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:30:31.424716 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-ac02d5a3-47f1-4c3a-ba78-1e3fceeed41a None None] Deleting port 23941aa3-1eac-40a1-8387-14f286d05a1b {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:30:31.425486 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ac02d5a3-47f1-4c3a-ba78-1e3fceeed41a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:31.519798 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b6203519-47f8-4942-9194-91e3c30c5f6f req-db0b7bc5-47e3-445c-8148-250ace0876ee service neutron] 10.222.0.60 "GET /v2.0/networks/598d338a-5956-4afb-a942-44ffa4a8f6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301797 Aug 23 14:30:31.669002 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-60c94228-9e35-4a37-b705-3099b203fc4f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1840496'] for subnet, precommit_delete_associations {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:31.773439 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-60c94228-9e35-4a37-b705-3099b203fc4f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773615'] for subnet, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:31.891930 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-ac02d5a3-47f1-4c3a-ba78-1e3fceeed41a None None] For port 23941aa3-1eac-40a1-8387-14f286d05a1b, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=23941aa3-1eac-40a1-8387-14f286d05a1b,segment=NetworkSegment(c838d105-78bb-4c23-8140-ce6f145a754e),segment_id=c838d105-78bb-4c23-8140-ce6f145a754e)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:31.892768 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ac02d5a3-47f1-4c3a-ba78-1e3fceeed41a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:31.984596 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-60c94228-9e35-4a37-b705-3099b203fc4f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773590', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1931134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1972538'] for subnet, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:31.992420 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-b47c408a-b89d-4e9a-8f51-7d3882490a8b tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:32.034279 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c94228-9e35-4a37-b705-3099b203fc4f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event deleted for resources: {'Subnet': ['ID=001e8c39-cdda-4c1b-ba4c-fe157fbc5a88,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:32.045853 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:30:32.048717 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-60c94228-9e35-4a37-b705-3099b203fc4f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:32.053848 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-60c94228-9e35-4a37-b705-3099b203fc4f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for subnet, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:32.064780 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-60c94228-9e35-4a37-b705-3099b203fc4f tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "DELETE /v2.0/subnets/001e8c39-cdda-4c1b-ba4c-fe157fbc5a88 HTTP/1.1" status: 204 len: 168 time: 1.1475534 Aug 23 14:30:32.067451 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 52092) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:32.068300 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-ac02d5a3-47f1-4c3a-ba78-1e3fceeed41a None None] Calling delete_port for 23941aa3-1eac-40a1-8387-14f286d05a1b owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:30:32.119807 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6464f702-e8a4-4a15-bbc8-b1b1a64390a4 None None] Network 8cd25441-0e18-436b-b82f-4ad6ab5ef0f7 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:30:32.284092 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:32.296526 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:32.307867 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Deleting port 23941aa3-1eac-40a1-8387-14f286d05a1b {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:30:32.309146 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:32.582849 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 23941aa3-1eac-40a1-8387-14f286d05a1b no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:30:32.680642 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ac02d5a3-47f1-4c3a-ba78-1e3fceeed41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112'] for port, after_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:32.693282 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-67264c67-9f34-4fae-ac04-c9491883f934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:32.745155 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02d5a3-47f1-4c3a-ba78-1e3fceeed41a None None] No DVR routers for this DVR port 23941aa3-1eac-40a1-8387-14f286d05a1b on host n-d-805629-1 {{(pid=76509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:30:32.747483 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.db [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] For port 23941aa3-1eac-40a1-8387-14f286d05a1b, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=23941aa3-1eac-40a1-8387-14f286d05a1b,segment=NetworkSegment(c838d105-78bb-4c23-8140-ce6f145a754e),segment_id=c838d105-78bb-4c23-8140-ce6f145a754e)] {{(pid=76506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:32.748099 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:32.761300 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21b48e-ec8c-4e7c-9593-ee6e2c673190 req-7473ce1f-5325-4779-a865-8ffbff9a8493 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:32.762349 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02d5a3-47f1-4c3a-ba78-1e3fceeed41a None None] Pushing event deleted for resources: {'Port': ['ID=23941aa3-1eac-40a1-8387-14f286d05a1b,revision_number=None']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:32.765778 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-ac02d5a3-47f1-4c3a-ba78-1e3fceeed41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:32.772786 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 23941aa3-1eac-40a1-8387-14f286d05a1b {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:30:32.772786 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 23941aa3-1eac-40a1-8387-14f286d05a1b not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:30:32.783364 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac21b48e-ec8c-4e7c-9593-ee6e2c673190 req-7473ce1f-5325-4779-a865-8ffbff9a8493 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 943 time: 0.1890063 Aug 23 14:30:32.873979 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-ac21b48e-ec8c-4e7c-9593-ee6e2c673190 req-2fb58ca5-bc0e-43e6-8169-c2dc6aaddf12 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841210 Aug 23 14:30:32.956218 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ed1fe-f517-4317-9056-e0ac6207e37c None None] DHCP port deletion for 8cd25441-0e18-436b-b82f-4ad6ab5ef0f7 request from n-d-805629-1 {{(pid=76509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 14:30:32.963086 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ed1fe-f517-4317-9056-e0ac6207e37c None None] Deleting port 096383d1-b589-4dcb-9389-bcc653fab065 {{(pid=76509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:30:32.964324 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed1fe-f517-4317-9056-e0ac6207e37c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:33.003534 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Calling delete_port for 23941aa3-1eac-40a1-8387-14f286d05a1b owned by network:dhcp {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:30:33.142859 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.db.api [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=76506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:30:33.143365 n-d-805629-1 neutron-server[76506]: DEBUG oslo_db.api [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:30:33.242630 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-ab2ed1fe-f517-4317-9056-e0ac6207e37c None None] For port 096383d1-b589-4dcb-9389-bcc653fab065, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=096383d1-b589-4dcb-9389-bcc653fab065,segment=NetworkSegment(b75e6f9f-3f61-44df-96cd-332f5ae0b320),segment_id=b75e6f9f-3f61-44df-96cd-332f5ae0b320)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:33.243484 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed1fe-f517-4317-9056-e0ac6207e37c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933784'] for port, precommit_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:33.426025 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ed1fe-f517-4317-9056-e0ac6207e37c None None] Calling delete_port for 096383d1-b589-4dcb-9389-bcc653fab065 owned by network:dhcp {{(pid=76509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 14:30:33.578518 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:33.644709 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Deleting port 23941aa3-1eac-40a1-8387-14f286d05a1b {{(pid=76506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 14:30:33.645287 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777929270959'] for port, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:33.658567 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed1fe-f517-4317-9056-e0ac6207e37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777929243652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777928803112'] for port, after_delete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:33.664737 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:33.713938 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ed1fe-f517-4317-9056-e0ac6207e37c None None] Pushing event deleted for resources: {'Port': ['ID=096383d1-b589-4dcb-9389-bcc653fab065,revision_number=None']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:33.714115 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-ab2ed1fe-f517-4317-9056-e0ac6207e37c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:33.723223 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ed1fe-f517-4317-9056-e0ac6207e37c None None] No DVR routers for this DVR port 096383d1-b589-4dcb-9389-bcc653fab065 on host n-d-805629-1 {{(pid=76509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:30:33.734654 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.plugin [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] The port '23941aa3-1eac-40a1-8387-14f286d05a1b' was deleted {{(pid=76506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 14:30:33.873797 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:33.892277 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d905c4-2339-4853-a083-c763392cff34']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:33.904616 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c838d105-78bb-4c23-8140-ce6f145a754e') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:33.904916 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c838d105-78bb-4c23-8140-ce6f145a754e') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:33.919551 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:33.943445 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:33.951192 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:30:33.951591 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: util.warn( Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:30:33.967177 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:30:34.143652 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:34.148526 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-899d7bdf-5dee-4d65-b52c-ae5befff4a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:34.149902 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 52132) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:34.167853 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:34.180215 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event deleted for resources: {'Network': ['ID=b5d905c4-2339-4853-a083-c763392cff34,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:34.188713 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:34.254435 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de3c08-3030-43f8-863a-0a6877af62f3 req-6dc44d33-11d4-47b5-a1a4-df3b0592ffff tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:34.256950 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e8de3c08-3030-43f8-863a-0a6877af62f3 req-6dc44d33-11d4-47b5-a1a4-df3b0592ffff tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 943 time: 0.1088758 Aug 23 14:30:34.281283 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-8e7dd355-feea-4b0d-925a-87d3b7983595 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "DELETE /v2.0/networks/b5d905c4-2339-4853-a083-c763392cff34 HTTP/1.1" status: 204 len: 168 time: 2.2079806 Aug 23 14:30:34.281805 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 52140) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:34.321126 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e8de3c08-3030-43f8-863a-0a6877af62f3 req-1122e51a-0936-477e-a2c7-fcc18738072a tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565803 Aug 23 14:30:34.403584 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-526e1556-f7d4-464e-9082-553375e4bcaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:34.449489 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-526e1556-f7d4-464e-9082-553375e4bcaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:34.457466 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 096383d1-b589-4dcb-9389-bcc653fab065 no longer exists at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:30:34.475000 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-526e1556-f7d4-464e-9082-553375e4bcaa admin admin] Usage tracker for resource:security_group_rule and tenant:a314cc3cfd3647e2aa8624bbdba2ea6a is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:34.475000 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-526e1556-f7d4-464e-9082-553375e4bcaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:34.480492 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-526e1556-f7d4-464e-9082-553375e4bcaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:34.532469 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] No Port match for: 096383d1-b589-4dcb-9389-bcc653fab065 {{(pid=76509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 14:30:34.532965 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 096383d1-b589-4dcb-9389-bcc653fab065 not bound to the agent host n-d-805629-1 {{(pid=76509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:30:34.580077 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb7b8-ed35-4556-8251-f3572967e723 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4187349'] for network, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:34.608046 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-526e1556-f7d4-464e-9082-553375e4bcaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:34.749347 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-526e1556-f7d4-464e-9082-553375e4bcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:34.762150 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cde8b5fb-8bd9-401c-aad7-4c662105bf1c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:34.782739 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb7b8-ed35-4556-8251-f3572967e723 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3774758', 'neutron.services.segments.db._delete_segments_for_network-8777929225602'] for network, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:34.799971 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-8cfcb7b8-ed35-4556-8251-f3572967e723 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd25441-0e18-436b-b82f-4ad6ab5ef0f7']}} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:34.834041 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-8cfcb7b8-ed35-4556-8251-f3572967e723 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75e6f9f-3f61-44df-96cd-332f5ae0b320') {'for_net_delete': True} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:34.834041 n-d-805629-1 neutron-server[76506]: DEBUG neutron.services.segments.db [None req-8cfcb7b8-ed35-4556-8251-f3572967e723 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75e6f9f-3f61-44df-96cd-332f5ae0b320') {} {{(pid=76506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:34.849475 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e1556-f7d4-464e-9082-553375e4bcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489cd646-c387-4bc1-b666-46b14f472593,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:34.849475 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-526e1556-f7d4-464e-9082-553375e4bcaa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a314cc3cfd3647e2aa8624bbdba2ea6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6919048 Aug 23 14:30:34.849475 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-526e1556-f7d4-464e-9082-553375e4bcaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:34.849790 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 52152) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:34.854604 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb7b8-ed35-4556-8251-f3572967e723 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777929226397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1840511'] for segment, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:34.892837 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb7b8-ed35-4556-8251-f3572967e723 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:34.910915 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfcb7b8-ed35-4556-8251-f3572967e723 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=76506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 14:30:34.911250 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb7b8-ed35-4556-8251-f3572967e723 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3773450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931224'] for segment, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: Traceback (most recent call last): Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: timer() Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: cb(*args, **kw) Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: return func(*args, **kwargs) Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: self._notify() Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: self.callback(batched_events) Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: event.method(event) Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: return f(self, *a, **k) Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: return self._get(url).json() Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: return self.request(url, 'GET', **kwargs) Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:30:34.938226 n-d-805629-1 neutron-server[76506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:30:35.161726 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4114c4f4-ce44-4c00-87c8-b4b960466433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:35.197417 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4114c4f4-ce44-4c00-87c8-b4b960466433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:35.307846 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb7b8-ed35-4556-8251-f3572967e723 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3774765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930143'] for network, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:35.311474 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-acb0bae3-3459-451a-87fb-ec69192e8745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:35.328208 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb7b8-ed35-4556-8251-f3572967e723 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:35.341125 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcb7b8-ed35-4556-8251-f3572967e723 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event deleted for resources: {'Network': ['ID=8cd25441-0e18-436b-b82f-4ad6ab5ef0f7,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:35.345073 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8cfcb7b8-ed35-4556-8251-f3572967e723 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:35.351136 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-8cfcb7b8-ed35-4556-8251-f3572967e723 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "DELETE /v2.0/networks/8cd25441-0e18-436b-b82f-4ad6ab5ef0f7 HTTP/1.1" status: 204 len: 168 time: 1.0604770 Aug 23 14:30:35.355670 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 52158) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:35.362086 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Request body: {'network': {'name': 'tempest-RoutersTest-1696383310'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:35.368399 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:35.373128 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Usage tracker for resource:network and tenant:1ac1485839e64b89b04c82544b3f632f is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:35.392330 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:35.392330 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4114c4f4-ce44-4c00-87c8-b4b960466433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_delete {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:35.394426 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-4114c4f4-ce44-4c00-87c8-b4b960466433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:35.396018 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-4114c4f4-ce44-4c00-87c8-b4b960466433 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/489cd646-c387-4bc1-b666-46b14f472593 HTTP/1.1" status: 204 len: 168 time: 0.5449531 Aug 23 14:30:35.401943 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-45f3c735-0b4c-4514-86c6-f04848109c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:35.420472 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:35.421732 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114c4f4-ce44-4c00-87c8-b4b960466433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489cd646-c387-4bc1-b666-46b14f472593,revision_number=None']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:35.426039 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-4114c4f4-ce44-4c00-87c8-b4b960466433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:35.495786 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a8efc0fa-939c-4243-8a0e-455d78834eab details requested by agent hyperv_n-h2-805629-1 with host n-h2-805629-1 {{(pid=76509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:30:35.571173 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Made reservation on behalf of 1ac1485839e64b89b04c82544b3f632f for: {'network': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:30:35.578816 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:35.600902 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606aae89-661d-47a4-a7bb-be503f269158 req-8b873345-2311-45b8-a940-c25f5499bd4f tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:35.603286 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-606aae89-661d-47a4-a7bb-be503f269158 req-8b873345-2311-45b8-a940-c25f5499bd4f tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 943 time: 0.1134987 Aug 23 14:30:35.743638 n-d-805629-1 neutron-server[76506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=76506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:30:35.756264 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:35.756657 n-d-805629-1 neutron-server[76506]: INFO neutron.db.segments_db [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Added segment 573eb9c3-48d6-4108-9aac-90914413eb28 of type vlan for network c2de216c-d85e-4363-a8b8-1794cefaf1f5 Aug 23 14:30:35.767283 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-606aae89-661d-47a4-a7bb-be503f269158 req-21be8044-c496-4534-83c1-5defae95ae80 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497648 Aug 23 14:30:35.814987 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:35.868680 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a8efc0fa-939c-4243-8a0e-455d78834eab, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a8efc0fa-939c-4243-8a0e-455d78834eab,segment=NetworkSegment(be3772f8-889d-44fb-bc75-f901f3ef01f1),segment_id=be3772f8-889d-44fb-bc75-f901f3ef01f1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:35.881226 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Returning: {'device': 'a8efc0fa-939c-4243-8a0e-455d78834eab', 'network_id': '598d338a-5956-4afb-a942-44ffa4a8f6e4', 'port_id': 'a8efc0fa-939c-4243-8a0e-455d78834eab', 'mac_address': 'fa:16:3e:64:1d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00914b12-0890-41bd-8b52-6b28a9e3feeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=76509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:30:35.939581 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:35.944781 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:35.945716 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:35.963762 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:35.973038 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:36.007849 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8efc0fa-939c-4243-8a0e-455d78834eab {{(pid=76509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:30:36.029895 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a8efc0fa-939c-4243-8a0e-455d78834eab, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a8efc0fa-939c-4243-8a0e-455d78834eab,segment=NetworkSegment(be3772f8-889d-44fb-bc75-f901f3ef01f1),segment_id=be3772f8-889d-44fb-bc75-f901f3ef01f1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:36.094757 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:36.094757 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:36.122039 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event updated for resources: {'Network': ['ID=c2de216c-d85e-4363-a8b8-1794cefaf1f5,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:36.142145 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:36.161327 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network c2de216c-d85e-4363-a8b8-1794cefaf1f5 details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:30:36.184435 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-42d50ff3-0e67-435b-8661-d9f89e1778c6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8221653 Aug 23 14:30:36.187269 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 52180) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:36.197661 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Request body: {'subnet': {'network_id': 'c2de216c-d85e-4363-a8b8-1794cefaf1f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:36.462470 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=a8efc0fa-939c-4243-8a0e-455d78834eab,revision_number=4']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:36.462470 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:36.547615 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:36.547615 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Usage tracker for resource:subnet and tenant:1ac1485839e64b89b04c82544b3f632f is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:36.547615 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:36.547615 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:36.551164 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] get_ports_and_sgs() called for port_ids ['a8efc0fa-939c-4243-8a0e-455d78834eab'] {{(pid=76509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 14:30:36.720431 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Made reservation on behalf of 1ac1485839e64b89b04c82544b3f632f for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:30:36.994296 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:37.227884 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102a264-8674-4055-8381-05dfb44e078a req-72a71da7-c4ae-412c-90c5-01829e8b256c tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:37.229389 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4102a264-8674-4055-8381-05dfb44e078a req-72a71da7-c4ae-412c-90c5-01829e8b256c tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 944 time: 0.1268060 Aug 23 14:30:37.346156 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-4102a264-8674-4055-8381-05dfb44e078a req-1dd05f39-5262-4c98-b3e1-7f6e15f8d1c2 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845256 Aug 23 14:30:37.513848 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:37.520337 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-cc83adb1-ebcb-4fad-aaee-f5a6d3568ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:37.605723 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event updated for resources: {'Subnet': ['ID=ac78cd14-a415-47cb-8b48-f102566590a8,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:37.609641 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:37.618360 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Checking segment: {'id': '573eb9c3-48d6-4108-9aac-90914413eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c2de216c-d85e-4363-a8b8-1794cefaf1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:30:37.618775 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Network hostable DHCP agents. Network: c2de216c-d85e-4363-a8b8-1794cefaf1f5, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:30:37.834609 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Network c2de216c-d85e-4363-a8b8-1794cefaf1f5 is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:30:37.966383 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, c2de216c-d85e-4363-a8b8-1794cefaf1f5) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:37.980855 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:37.980855 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:37.981253 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cbc154-586d-4628-bbc1-05e931c57626 None None] Network c2de216c-d85e-4363-a8b8-1794cefaf1f5 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:30:38.115050 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-0d6156d3-1e8f-481c-a23c-af431ddf2d49 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9295917 Aug 23 14:30:38.118208 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 52214) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:38.127285 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-51de936e-c91d-4440-a75a-7565cc2bddf6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-438288378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:38.139134 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-51de936e-c91d-4440-a75a-7565cc2bddf6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:38.146300 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-51de936e-c91d-4440-a75a-7565cc2bddf6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Usage tracker for resource:router and tenant:1ac1485839e64b89b04c82544b3f632f is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:38.153348 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-51de936e-c91d-4440-a75a-7565cc2bddf6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:38.166365 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-51de936e-c91d-4440-a75a-7565cc2bddf6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:38.262040 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-c2de216c-d85e-4363-a8b8-1794cefaf1f5', 'network_id': 'c2de216c-d85e-4363-a8b8-1794cefaf1f5', 'tenant_id': '1ac1485839e64b89b04c82544b3f632f', 'fixed_ips': [{'subnet_id': 'ac78cd14-a415-47cb-8b48-f102566590a8'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:30:38.263741 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:38.319152 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-51de936e-c91d-4440-a75a-7565cc2bddf6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-935796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13269'] for router, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:38.324085 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-51de936e-c91d-4440-a75a-7565cc2bddf6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-935703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13102'] for router, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:38.355146 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-51de936e-c91d-4440-a75a-7565cc2bddf6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:38.499370 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-51de936e-c91d-4440-a75a-7565cc2bddf6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-935779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930078'] for router, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:38.629190 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-51de936e-c91d-4440-a75a-7565cc2bddf6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for router, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:38.629190 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-51de936e-c91d-4440-a75a-7565cc2bddf6 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5038698 Aug 23 14:30:38.629190 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 52230) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:38.637927 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.v2.base [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Request body: {'port': {'network_id': 'c2de216c-d85e-4363-a8b8-1794cefaf1f5', 'name': 'tempest-RoutersTest-170479057'}} {{(pid=76506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:38.680416 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Allocated IP 172.20.0.2 (c2de216c-d85e-4363-a8b8-1794cefaf1f5/ac78cd14-a415-47cb-8b48-f102566590a8/9e858ce8-f554-4300-a344-7b9053ca70a0) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:30:38.765927 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208b06-3cc0-4ed2-bb70-fb01e94ab6df req-e6bdee75-c802-4c79-9e7e-f559b1113935 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:38.773503 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-57208b06-3cc0-4ed2-bb70-fb01e94ab6df req-e6bdee75-c802-4c79-9e7e-f559b1113935 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 944 time: 0.2914293 Aug 23 14:30:38.825152 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-57208b06-3cc0-4ed2-bb70-fb01e94ab6df req-a193ecbd-f0e6-4a07-855f-fd3ca4f44d68 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511577 Aug 23 14:30:38.852291 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:38.852291 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Usage tracker for resource:port and tenant:1ac1485839e64b89b04c82544b3f632f is out of sync, need to count used quota {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:38.853395 n-d-805629-1 neutron-server[76506]: DEBUG neutron.quota.resource [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Quota usage for port was recalculated. Used quota:0. {{(pid=76506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:38.860260 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.quota.driver [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=76506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:38.967699 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:38.986771 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Transition to ACTIVE for port object 9e858ce8-f554-4300-a344-7b9053ca70a0 will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:30:39.000981 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Transition to ACTIVE for port object 9e858ce8-f554-4300-a344-7b9053ca70a0 will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:30:39.006005 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Made reservation on behalf of 1ac1485839e64b89b04c82544b3f632f for: {'port': 1} {{(pid=76506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:30:39.009074 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:39.034636 n-d-805629-1 neutron-server[76506]: DEBUG neutron.notifiers.nova [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] device_id is not set on port 24a4ebca-e2a9-4a54-aa0c-868289f1c35c yet. {{(pid=76506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:30:39.166802 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:39.173051 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:39.243049 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Network c2de216c-d85e-4363-a8b8-1794cefaf1f5 is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:30:39.244070 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.db_base_plugin_common [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Allocated IP 172.20.0.9 (c2de216c-d85e-4363-a8b8-1794cefaf1f5/ac78cd14-a415-47cb-8b48-f102566590a8/24a4ebca-e2a9-4a54-aa0c-868289f1c35c) {{(pid=76506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:30:39.246193 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:39.251159 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:30:39.257515 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 52246) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:39.268781 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Pushing event updated for resources: {'Port': ['ID=9e858ce8-f554-4300-a344-7b9053ca70a0,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:39.271970 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:39.377505 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Attempting to bind port 9e858ce8-f554-4300-a344-7b9053ca70a0 on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:30:39.378006 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Attempting to bind port 9e858ce8-f554-4300-a344-7b9053ca70a0 by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '573eb9c3-48d6-4108-9aac-90914413eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c2de216c-d85e-4363-a8b8-1794cefaf1f5'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:30:39.378383 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Attempting to bind port 9e858ce8-f554-4300-a344-7b9053ca70a0 on network c2de216c-d85e-4363-a8b8-1794cefaf1f5 {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:30:39.386570 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:30:39.386729 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Checking segment: {'id': '573eb9c3-48d6-4108-9aac-90914413eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c2de216c-d85e-4363-a8b8-1794cefaf1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:30:39.387167 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:39.387569 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Bound using segment: {'id': '573eb9c3-48d6-4108-9aac-90914413eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c2de216c-d85e-4363-a8b8-1794cefaf1f5'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:30:39.390837 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Bound port: 9e858ce8-f554-4300-a344-7b9053ca70a0, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573eb9c3-48d6-4108-9aac-90914413eb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c2de216c-d85e-4363-a8b8-1794cefaf1f5'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:30:39.391236 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:39.512193 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for port, precommit_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:39.517909 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] For port 9e858ce8-f554-4300-a344-7b9053ca70a0, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:30:39.522498 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Device a8efc0fa-939c-4243-8a0e-455d78834eab up at agent hyperv_n-h2-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:30:39.530113 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-140858442'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:39.531524 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.provisioning_blocks [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Transition to ACTIVE for port object 24a4ebca-e2a9-4a54-aa0c-868289f1c35c will not be triggered until provisioned by entity DHCP. {{(pid=76506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:30:39.535739 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:39.540075 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Usage tracker for resource:network and tenant:9fd34c430e264f87861deba4ee14d86d is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:39.543001 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:39.549531 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:39.606283 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1931149'] for port, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:39.612904 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-8c1b720d-29a8-4656-9ca4-c4cb3ba2a50c tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:39.619087 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Made reservation on behalf of 9fd34c430e264f87861deba4ee14d86d for: {'network': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:30:39.623921 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for network, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:39.628025 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] For port 9e858ce8-f554-4300-a344-7b9053ca70a0, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=9e858ce8-f554-4300-a344-7b9053ca70a0,segment=NetworkSegment(573eb9c3-48d6-4108-9aac-90914413eb28),segment_id=573eb9c3-48d6-4108-9aac-90914413eb28)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:30:39.649718 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Notify callbacks [] for security_group, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:39.688111 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Network c2de216c-d85e-4363-a8b8-1794cefaf1f5 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:30:39.690678 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:39.691211 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:39.695069 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Usage tracker for resource:security_group_rule and tenant:9fd34c430e264f87861deba4ee14d86d is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:39.695270 n-d-805629-1 neutron-server[76506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Received port after_create {{(pid=76506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:30:39.698035 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:39.702028 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:39.706571 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-b4e63a2d-24fa-40ad-a903-9ca6e7002737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:39.707092 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:39.726429 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event updated for resources: {'Port': ['ID=24a4ebca-e2a9-4a54-aa0c-868289f1c35c,revision_number=1']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:39.733329 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:39.754766 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning for port a8efc0fa-939c-4243-8a0e-455d78834eab completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:30:39.763916 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Provisioning complete for port a8efc0fa-939c-4243-8a0e-455d78834eab triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:39.764557 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:39.765886 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:39.766206 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137539'] for port, before_response {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:39.794853 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Notify callbacks [] for security_group, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:39.837379 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-62b1d79e-cf2c-4587-bf2a-1284a016b104 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2103236 Aug 23 14:30:39.839272 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [-] (76506) accepted ('10.222.0.86', 52254) {{(pid=76506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:39.852558 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Pushing event updated for resources: {'Port': ['ID=9e858ce8-f554-4300-a344-7b9053ca70a0,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:39.856868 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-f14fec35-fc05-4d7f-8cfa-df80373c6b2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:39.871466 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871625'] for security_group, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:39.875613 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-84dccf78-67cd-4341-99e0-3b38665eacbd tempest-SecurityGroupsTestJSON-1843020520 tempest-SecurityGroupsTestJSON-1843020520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:39.920223 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=76505) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 14:30:39.932928 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41062873-aacc-4932-9627-a70a8ce69240,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:39.936441 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:39.942256 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3773460'] for segment, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:39.943073 n-d-805629-1 neutron-server[76505]: INFO neutron.db.segments_db [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Added segment 092a3620-df11-4821-81a7-f18b961a1ba4 of type vlan for network 108a8da3-adc1-4bdd-937c-4671d2d779bf Aug 23 14:30:39.946751 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:39.984208 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777928819622'] for network, precommit_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:40.003772 n-d-805629-1 neutron-server[76509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13889d4f-c0b6-4a64-8918-eaa07af0a6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8efc0fa-939c-4243-8a0e-455d78834eab'}] {{(pid=76509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:30:40.018009 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] For port a8efc0fa-939c-4243-8a0e-455d78834eab, host n-h2-805629-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805629-1',level=0,port_id=a8efc0fa-939c-4243-8a0e-455d78834eab,segment=NetworkSegment(be3772f8-889d-44fb-bc75-f901f3ef01f1),segment_id=be3772f8-889d-44fb-bc75-f901f3ef01f1)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:40.090358 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:40.098115 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c952a814-398b-4c89-80fd-f3d8e0be3e21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:40.163619 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401'] for network, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:40.172598 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:40.173924 n-d-805629-1 neutron-server[76509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13889d4f-c0b6-4a64-8918-eaa07af0a6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8efc0fa-939c-4243-8a0e-455d78834eab', 'code': 200} Aug 23 14:30:40.181977 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4125283'] for network, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:40.193248 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-901327a7-4683-4faa-998c-8d7968a25bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:40.234352 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Pushing event updated for resources: {'Port': ['ID=a8efc0fa-939c-4243-8a0e-455d78834eab,revision_number=5']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:40.239253 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:40.428902 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Pushing event updated for resources: {'Network': ['ID=108a8da3-adc1-4bdd-937c-4671d2d779bf,revision_number=1']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:40.432145 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:40.441176 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082816ae-386c-4c4e-8b06-c2b9c64ce4a1 req-2c81e482-1fdd-4bab-8ab0-11529ae0d591 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:40.443106 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-082816ae-386c-4c4e-8b06-c2b9c64ce4a1 req-2c81e482-1fdd-4bab-8ab0-11529ae0d591 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/ports?device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 945 time: 0.3979392 Aug 23 14:30:40.454683 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-6eeaa560-e8b1-47c9-888c-148973a15c63 tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1951528 Aug 23 14:30:40.459643 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Network 108a8da3-adc1-4bdd-937c-4671d2d779bf details requested by agent ovs-agent-n-d-805629-1 with host n-d-805629-1 {{(pid=76509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:30:40.475159 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [-] (76505) accepted ('10.222.0.86', 52268) {{(pid=76505) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:30:40.496848 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.v2.base [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Request body: {'subnet': {'network_id': '108a8da3-adc1-4bdd-937c-4671d2d779bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=76505) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 14:30:40.619383 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 9e858ce8-f554-4300-a344-7b9053ca70a0 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:30:40.629210 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2c22c230-1244-44e1-9650-e9e9cb9678b2 req-f8577fca-a80f-4994-b361-981c1dea683f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 1096 time: 0.3693674 Aug 23 14:30:40.745893 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-082816ae-386c-4c4e-8b06-c2b9c64ce4a1 req-105dc131-92b4-4da3-9e8b-aa71f03b68c1 tempest-ImagesOneServerNegativeTestJSON-89117574 tempest-ImagesOneServerNegativeTestJSON-89117574-project] 10.222.0.86 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956884 Aug 23 14:30:40.751412 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:30:40.759826 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-2c22c230-1244-44e1-9650-e9e9cb9678b2 req-741fd59a-8666-4466-9dee-67c9e945df2c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d5533852-505c-43aa-a385-5057bd1558cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759079 Aug 23 14:30:40.761282 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Usage tracker for resource:subnet and tenant:9fd34c430e264f87861deba4ee14d86d is out of sync, need to count used quota {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:30:40.765073 n-d-805629-1 neutron-server[76505]: DEBUG neutron.quota.resource [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=76505) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:30:40.771829 n-d-805629-1 neutron-server[76505]: DEBUG neutron.db.quota.driver [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=76505) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:30:40.851638 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port 9e858ce8-f554-4300-a344-7b9053ca70a0 completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:30:40.874513 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Made reservation on behalf of 9fd34c430e264f87861deba4ee14d86d for: {'subnet': 1} {{(pid=76505) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:30:40.967742 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:41.023507 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1078082'] for subnet, before_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:41.144210 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f3c54d-e4c6-4efe-b8a2-198ba4fbb4e9 None None] Network c2de216c-d85e-4363-a8b8-1794cefaf1f5 requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:30:41.339002 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-7c6e1e73-d271-41a7-8b2e-2bba78e69bf9 None None] Provisioning for port 9e858ce8-f554-4300-a344-7b9053ca70a0 completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:30:41.347957 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-7c6e1e73-d271-41a7-8b2e-2bba78e69bf9 None None] Provisioning complete for port 9e858ce8-f554-4300-a344-7b9053ca70a0 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:41.348348 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1e73-d271-41a7-8b2e-2bba78e69bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:41.366079 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6399181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1078096'] for subnet, after_create {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:41.369988 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-c3527e71-f460-42b6-8fa7-ff5488b666ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:41.411721 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:41.453720 n-d-805629-1 neutron-server[76505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Pushing event updated for resources: {'Subnet': ['ID=9becfc32-f8a3-47b0-8d0d-426ceb90956b,revision_number=0']} {{(pid=76505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:41.456990 n-d-805629-1 neutron-server[76505]: DEBUG oslo_concurrency.lockutils [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=76505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:41.468271 n-d-805629-1 neutron-server[76505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Checking segment: {'id': '092a3620-df11-4821-81a7-f18b961a1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '108a8da3-adc1-4bdd-937c-4671d2d779bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:30:41.473113 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Network hostable DHCP agents. Network: 108a8da3-adc1-4bdd-937c-4671d2d779bf, hostable agents: ['7d2b8ffd-9d23-4082-a307-34ddc38a1946'], hosted agents: [] {{(pid=76505) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:30:41.495729 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:41.500702 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-c5fe30fc-fb3e-4ac2-9b64-878ccffc9c13 tempest-PortsIpV6TestJSON-1514547564 tempest-PortsIpV6TestJSON-1514547564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:41.540356 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1e73-d271-41a7-8b2e-2bba78e69bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:41.582543 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Network 108a8da3-adc1-4bdd-937c-4671d2d779bf is scheduled to be hosted by DHCP agent 7d2b8ffd-9d23-4082-a307-34ddc38a1946 with binding_index 1 {{(pid=76505) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:30:41.599622 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-7c6e1e73-d271-41a7-8b2e-2bba78e69bf9 None None] For port 9e858ce8-f554-4300-a344-7b9053ca70a0, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=9e858ce8-f554-4300-a344-7b9053ca70a0,segment=NetworkSegment(573eb9c3-48d6-4108-9aac-90914413eb28),segment_id=573eb9c3-48d6-4108-9aac-90914413eb28)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:41.612097 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event updated for resources: {'Port': ['ID=24a4ebca-e2a9-4a54-aa0c-868289f1c35c,revision_number=2']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:41.616612 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:41.680438 n-d-805629-1 neutron-server[76505]: DEBUG neutron.scheduler.base_scheduler [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805629-1, 108a8da3-adc1-4bdd-937c-4671d2d779bf) {{(pid=76505) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:41.689943 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:41.690558 n-d-805629-1 neutron-server[76505]: DEBUG neutron_lib.callbacks.manager [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] Notify callbacks [] for subnet, before_response {{(pid=76505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:41.696441 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da6687-7869-4df6-a440-792527737f23 None None] Network 108a8da3-adc1-4bdd-937c-4671d2d779bf requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:30:41.717042 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1e73-d271-41a7-8b2e-2bba78e69bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:41.768335 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:41.795423 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [None req-ca7268e8-207b-4860-bfd4-e7ffc061c15f tempest-DHCPAgentSchedulersTestJSON-1244153519 tempest-DHCPAgentSchedulersTestJSON-1244153519-project] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3188057 Aug 23 14:30:41.864666 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e1e73-d271-41a7-8b2e-2bba78e69bf9 None None] Pushing event updated for resources: {'Port': ['ID=9e858ce8-f554-4300-a344-7b9053ca70a0,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:41.871564 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-7c6e1e73-d271-41a7-8b2e-2bba78e69bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:41.903026 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930240'] for router_interface, before_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:41.909837 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a96dc3db-7e86-49b4-bdad-dbe50853fe70 None None] Provisioning complete for port 9e858ce8-f554-4300-a344-7b9053ca70a0 triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:41.910213 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a96dc3db-7e86-49b4-bdad-dbe50853fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:42.128634 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:42.164041 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d57c78-5e0d-5b65-a26a-8ebd51008b5a-108a8da3-adc1-4bdd-937c-4671d2d779bf', 'network_id': '108a8da3-adc1-4bdd-937c-4671d2d779bf', 'tenant_id': '9fd34c430e264f87861deba4ee14d86d', 'fixed_ips': [{'subnet_id': '9becfc32-f8a3-47b0-8d0d-426ceb90956b'}]}} from n-d-805629-1. {{(pid=76509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 14:30:42.164983 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:42.245366 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a96dc3db-7e86-49b4-bdad-dbe50853fe70 None None] Provisioning for port 24a4ebca-e2a9-4a54-aa0c-868289f1c35c completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:30:42.257414 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-a96dc3db-7e86-49b4-bdad-dbe50853fe70 None None] Provisioning complete for port 24a4ebca-e2a9-4a54-aa0c-868289f1c35c triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:42.257971 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a96dc3db-7e86-49b4-bdad-dbe50853fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:42.383268 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-a96dc3db-7e86-49b4-bdad-dbe50853fe70 None None] Port 24a4ebca-e2a9-4a54-aa0c-868289f1c35c cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:30:42.411584 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.db_base_plugin_common [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Allocated IP 172.20.0.2 (108a8da3-adc1-4bdd-937c-4671d2d779bf/9becfc32-f8a3-47b0-8d0d-426ceb90956b/ac5db88b-bea1-4a3c-b5a0-5364ae2631cc) {{(pid=76509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:30:42.439157 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device 9e858ce8-f554-4300-a344-7b9053ca70a0 up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:30:42.626455 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks [] for port, precommit_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:42.637078 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-12e1ddcb-d78e-4ec4-a42c-cbae31463f94 None None] Provisioning complete for port 24a4ebca-e2a9-4a54-aa0c-868289f1c35c triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:42.637369 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-12e1ddcb-d78e-4ec4-a42c-cbae31463f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:42.702916 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1931140'] for port, after_update {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:42.744038 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-5c802b71-ef39-480b-9226-7380786776ba tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:42.759772 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port 9e858ce8-f554-4300-a344-7b9053ca70a0 triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:42.760005 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:42.833098 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-12e1ddcb-d78e-4ec4-a42c-cbae31463f94 None None] Port 24a4ebca-e2a9-4a54-aa0c-868289f1c35c cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:30:42.834745 n-d-805629-1 neutron-server[76506]: DEBUG neutron_lib.callbacks.manager [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3364109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937513'] for router_interface, after_create {{(pid=76506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:42.840995 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Pushing event updated for resources: {'Port': ['ID=24a4ebca-e2a9-4a54-aa0c-868289f1c35c,revision_number=3']} {{(pid=76506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:42.844990 n-d-805629-1 neutron-server[76506]: DEBUG oslo_concurrency.lockutils [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=76506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:42.935212 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Notify callbacks [] for port, precommit_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:42.984319 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Transition to ACTIVE for port object ac5db88b-bea1-4a3c-b5a0-5364ae2631cc will not be triggered until provisioned by entity L2. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:30:43.023292 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Transition to ACTIVE for port object ac5db88b-bea1-4a3c-b5a0-5364ae2631cc will not be triggered until provisioned by entity DHCP. {{(pid=76509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:30:43.102604 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777928803103'] for port, after_create {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:43.107149 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-39fc00c6-a1d5-446f-8f04-7e6a9319b913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:43.113960 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Network c2de216c-d85e-4363-a8b8-1794cefaf1f5 is already hosted by enough agents. {{(pid=76506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:30:43.115203 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.base_scheduler [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Resources bound (agent type, host, resource id): {{(pid=76506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:43.195357 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Network 108a8da3-adc1-4bdd-937c-4671d2d779bf is already hosted by enough agents. {{(pid=76509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:30:43.204178 n-d-805629-1 neutron-server[76509]: DEBUG neutron.scheduler.base_scheduler [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Resources bound (agent type, host, resource id): {{(pid=76509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:30:43.208901 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Received port after_create {{(pid=76509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 14:30:43.215707 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Pushing event updated for resources: {'Port': ['ID=ac5db88b-bea1-4a3c-b5a0-5364ae2631cc,revision_number=1']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:43.245344 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:43.317226 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Attempting to bind port ac5db88b-bea1-4a3c-b5a0-5364ae2631cc on host n-d-805629-1 for vnic_type normal with profile {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:30:43.317789 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Attempting to bind port ac5db88b-bea1-4a3c-b5a0-5364ae2631cc by drivers openvswitch,hyperv on host n-d-805629-1 at level 0 using segments [{'id': '092a3620-df11-4821-81a7-f18b961a1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '108a8da3-adc1-4bdd-937c-4671d2d779bf'}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:30:43.318356 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Attempting to bind port ac5db88b-bea1-4a3c-b5a0-5364ae2631cc on network 108a8da3-adc1-4bdd-937c-4671d2d779bf {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 14:30:43.328662 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Checking agent: {'id': '2d43b303-f5eb-4d6f-809f-97a815b7d0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805629-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 58, 22), 'started_at': datetime.datetime(2021, 8, 23, 13, 58, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805629-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 14:30:43.329263 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Checking segment: {'id': '092a3620-df11-4821-81a7-f18b961a1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '108a8da3-adc1-4bdd-937c-4671d2d779bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=76509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 14:30:43.329890 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:43.330732 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Bound using segment: {'id': '092a3620-df11-4821-81a7-f18b961a1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '108a8da3-adc1-4bdd-937c-4671d2d779bf'} {{(pid=76509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 14:30:43.331407 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.managers [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Bound port: ac5db88b-bea1-4a3c-b5a0-5364ae2631cc, host: n-d-805629-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092a3620-df11-4821-81a7-f18b961a1ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '108a8da3-adc1-4bdd-937c-4671d2d779bf'}}] {{(pid=76509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:30:43.332008 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:43.482603 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-06ad7cab-96d8-45e8-9aa5-24227c42c90d None None] Provisioning complete for port 24a4ebca-e2a9-4a54-aa0c-868289f1c35c triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:43.482853 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-06ad7cab-96d8-45e8-9aa5-24227c42c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:43.514387 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] For port ac5db88b-bea1-4a3c-b5a0-5364ae2631cc, host n-d-805629-1, cleared binding levels {{(pid=76509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 14:30:43.541834 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] For port ac5db88b-bea1-4a3c-b5a0-5364ae2631cc, host n-d-805629-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ac5db88b-bea1-4a3c-b5a0-5364ae2631cc,segment=NetworkSegment(092a3620-df11-4821-81a7-f18b961a1ba4),segment_id=092a3620-df11-4821-81a7-f18b961a1ba4)] {{(pid=76509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 14:30:43.554884 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.plugin [None req-06ad7cab-96d8-45e8-9aa5-24227c42c90d None None] Port 24a4ebca-e2a9-4a54-aa0c-868289f1c35c cannot update to ACTIVE because it is not bound. {{(pid=76509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 14:30:43.635981 n-d-805629-1 neutron-server[76506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Router 09d87733-0a7f-48e5-9e12-1f4a69371911 is scheduled to L3 agent e856ac3d-1ead-4f74-bc89-9ea7535c3b6d with binding_index 1 {{(pid=76506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 14:30:43.646531 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:43.652612 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-7c6e1e73-d271-41a7-8b2e-2bba78e69bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:43.761845 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Pushing event updated for resources: {'Port': ['ID=ac5db88b-bea1-4a3c-b5a0-5364ae2631cc,revision_number=2']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:43.761845 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-86ed28a3-74ad-495e-8689-689759ac70a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:43.852448 n-d-805629-1 neutron-server[76506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] Notify agent at l3_agent.n-d-805629-1 the message routers_updated {{(pid=76506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 14:30:43.859038 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [None req-aaf3000a-568b-4231-a8ce-6af5cd293791 tempest-RoutersTest-1840329368 tempest-RoutersTest-1840329368-project] 10.222.0.86 "PUT /v2.0/routers/09d87733-0a7f-48e5-9e12-1f4a69371911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0177655 Aug 23 14:30:43.864233 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30e152-5973-4e56-9e31-b585bdd4db35 None None] Sync routers for ids ['09d87733-0a7f-48e5-9e12-1f4a69371911'] in n-d-805629-1 {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 14:30:43.882384 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba30e152-5973-4e56-9e31-b585bdd4db35 None None] Routers {'09d87733-0a7f-48e5-9e12-1f4a69371911'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:30:43.883045 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-ba30e152-5973-4e56-9e31-b585bdd4db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:30:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['09d87733-0a7f-48e5-9e12-1f4a69371911'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:43.957185 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-ba30e152-5973-4e56-9e31-b585bdd4db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:43.972581 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba30e152-5973-4e56-9e31-b585bdd4db35 None None] Routers {'09d87733-0a7f-48e5-9e12-1f4a69371911'} bound to L3 agent in host n-d-805629-1 {{(pid=76510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 14:30:43.973310 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-ba30e152-5973-4e56-9e31-b585bdd4db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805629-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:58:23Z,description=,heartbeat_timestamp=2021-08-23T14:30:23Z,host='n-d-805629-1',id=e856ac3d-1ead-4f74-bc89-9ea7535c3b6d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:58:24Z,topic='l3_agent')) {'router_ids': ['09d87733-0a7f-48e5-9e12-1f4a69371911'], 'active': True} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:44.043352 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.l3_hamode_db [None req-ba30e152-5973-4e56-9e31-b585bdd4db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805629-1', False) {} {{(pid=76510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:30:44.043935 n-d-805629-1 neutron-server[76510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba30e152-5973-4e56-9e31-b585bdd4db35 None None] The sync data for ids ['09d87733-0a7f-48e5-9e12-1f4a69371911'] in n-d-805629-1 is: [] {{(pid=76510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 14:30:44.465169 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ac5db88b-bea1-4a3c-b5a0-5364ae2631cc up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:30:44.662818 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning for port ac5db88b-bea1-4a3c-b5a0-5364ae2631cc completed by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:30:44.894470 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c1f54e-48d0-4647-b3f8-222df4b36603 None None] Network 108a8da3-adc1-4bdd-937c-4671d2d779bf requested from n-d-805629-1 {{(pid=76509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 14:30:45.074279 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-35376d13-4593-40c2-a671-938338bf6444 None None] Provisioning for port ac5db88b-bea1-4a3c-b5a0-5364ae2631cc completed by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:30:45.110657 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-35376d13-4593-40c2-a671-938338bf6444 None None] Provisioning complete for port ac5db88b-bea1-4a3c-b5a0-5364ae2631cc triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:45.111037 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-35376d13-4593-40c2-a671-938338bf6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:45.254349 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-35376d13-4593-40c2-a671-938338bf6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4172095'] for port, before_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:45.290481 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.db [None req-35376d13-4593-40c2-a671-938338bf6444 None None] For port ac5db88b-bea1-4a3c-b5a0-5364ae2631cc, host n-d-805629-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805629-1',level=0,port_id=ac5db88b-bea1-4a3c-b5a0-5364ae2631cc,segment=NetworkSegment(092a3620-df11-4821-81a7-f18b961a1ba4),segment_id=092a3620-df11-4821-81a7-f18b961a1ba4)] {{(pid=76509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 14:30:45.358543 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-35376d13-4593-40c2-a671-938338bf6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4172280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4125401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777929243670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777928803121', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777928803166'] for port, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:45.362349 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-9560cbc1-8a7c-4182-8661-9ce69d066ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:45.433453 n-d-805629-1 neutron-server[76509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35376d13-4593-40c2-a671-938338bf6444 None None] Pushing event updated for resources: {'Port': ['ID=ac5db88b-bea1-4a3c-b5a0-5364ae2631cc,revision_number=3']} {{(pid=76509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:45.436647 n-d-805629-1 neutron-server[76509]: DEBUG oslo_concurrency.lockutils [None req-35376d13-4593-40c2-a671-938338bf6444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=76509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:45.480604 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-f865f52a-8d62-402f-ab4f-3319b6189deb None None] Provisioning complete for port ac5db88b-bea1-4a3c-b5a0-5364ae2631cc triggered by entity DHCP. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:45.481427 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-f865f52a-8d62-402f-ab4f-3319b6189deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:46.425694 n-d-805629-1 neutron-server[76509]: DEBUG neutron.plugins.ml2.rpc [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Device ac5db88b-bea1-4a3c-b5a0-5364ae2631cc up at agent ovs-agent-n-d-805629-1 {{(pid=76509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:30:46.503309 n-d-805629-1 neutron-server[76509]: DEBUG neutron.db.provisioning_blocks [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Provisioning complete for port ac5db88b-bea1-4a3c-b5a0-5364ae2631cc triggered by entity L2. {{(pid=76509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:46.504134 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3777795'] for port, provisioning_complete {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:51.215368 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0413c8c7-dbd5-4356-9d81-8b4993a05261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:51.798647 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:53.496761 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7fb5282a-d40d-4e4f-a203-374930fe6728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:54.530081 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:56.027824 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:57.960570 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-1670609e-dbb2-4aa0-8493-a413a8aca46e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0800433 Aug 23 14:30:58.080013 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-9bbfd709-dd32-49ae-8d3e-a9fb3848d4ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ae04c19703948b084682c54287f9037&device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 6501 time: 0.0859301 Aug 23 14:30:58.246886 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-3c357d18-dbfa-4c91-b5c6-c64b9f64c315 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:58.247264 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-3c357d18-dbfa-4c91-b5c6-c64b9f64c315 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:58.247629 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-3c357d18-dbfa-4c91-b5c6-c64b9f64c315 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:58.249823 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-3c357d18-dbfa-4c91-b5c6-c64b9f64c315 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6006255f-0aee-4aca-b3ec-52c334c0bec3&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037&id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037 HTTP/1.1" status: 200 len: 2299 time: 0.1411626 Aug 23 14:30:58.367558 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-469835c0-1a0c-406b-983f-b8d1265463f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a636c77-075e-45d0-94a2-d6a16068f7e6 HTTP/1.1" status: 200 len: 1002 time: 0.1074762 Aug 23 14:30:58.452485 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-c727b047-81d0-421b-ae32-660d9ef68171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:58.453956 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-c727b047-81d0-421b-ae32-660d9ef68171 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98220cf1-ec84-4f91-ba4c-8e422c188293 HTTP/1.1" status: 200 len: 856 time: 0.0681272 Aug 23 14:30:58.538705 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-fc9913bc-a3fb-4a6b-9e73-0eeec86bd9cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6006255f-0aee-4aca-b3ec-52c334c0bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749393 Aug 23 14:30:58.804570 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-5bea630e-dea7-4c50-9450-42bba4fc8973 service neutron] 10.222.0.60 "GET /v2.0/networks/6006255f-0aee-4aca-b3ec-52c334c0bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587144 Aug 23 14:30:58.983578 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-e646876d-46ce-43ec-a01c-2e32757146bb service neutron] 10.222.0.60 "GET /v2.0/networks/6006255f-0aee-4aca-b3ec-52c334c0bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590688 Aug 23 14:30:59.052623 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-b5ace69e-aca5-4eb5-a382-ae6e66a4c0af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=b8ad156f-a175-4727-9751-600fe733884e HTTP/1.1" status: 200 len: 217 time: 0.0642195 Aug 23 14:30:59.117687 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-adc12586-9fa8-4f62-ba86-f5f2d6335216 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:59.117687 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-adc12586-9fa8-4f62-ba86-f5f2d6335216 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7 HTTP/1.1" status: 200 len: 797 time: 0.0619020 Aug 23 14:30:59.195018 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-927f0890-05cd-4a70-9f51-66551725f2fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60343cd1-e098-494e-b172-ce16a3009aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0705884 Aug 23 14:30:59.348444 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-d1fa80f0-00cc-4760-bc66-c53fb535baee service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439748 Aug 23 14:30:59.503492 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-09fc90e1-bf70-422c-ad05-a56915970e43 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482792 Aug 23 14:30:59.644491 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-d735683b-fb3a-46cd-aa29-8c21df0eb302 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=35e6671a-e1a8-4f86-80ff-87b3e4afb018 HTTP/1.1" status: 200 len: 217 time: 0.1244030 Aug 23 14:30:59.715464 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-1ab343b0-43b7-4e48-b8af-731f810f26f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:59.717779 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-1ab343b0-43b7-4e48-b8af-731f810f26f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7 HTTP/1.1" status: 200 len: 797 time: 0.0657520 Aug 23 14:30:59.810395 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-f1463862-2f38-46d5-a909-03b1c7b3a116 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60343cd1-e098-494e-b172-ce16a3009aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0828826 Aug 23 14:30:59.976550 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-be915a47-329f-4fd5-a0a0-f61d2492f819 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578434 Aug 23 14:31:00.131404 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-657f45ba-9d04-4e2a-bd81-aedec642ebd7 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455977 Aug 23 14:31:00.225162 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-b10c85e0-754f-413e-a2d1-c5b795390385 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=2e88c439-a70f-41cf-97ea-14dc8c330d1d HTTP/1.1" status: 200 len: 217 time: 0.0821481 Aug 23 14:31:00.294704 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-ed5c6f85-d0d6-4ebf-bdf5-5b83311db7ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:00.296317 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-ed5c6f85-d0d6-4ebf-bdf5-5b83311db7ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7 HTTP/1.1" status: 200 len: 797 time: 0.0638785 Aug 23 14:31:00.404461 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-f63b594d-8b96-408a-a7dd-eb2538955d66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60343cd1-e098-494e-b172-ce16a3009aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0954044 Aug 23 14:31:00.683569 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-515a13ea-27b0-4c9a-8eca-6d2c054541cf service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698064 Aug 23 14:31:00.841344 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-ead65644-48c9-4db8-99ee-bfb7c59e4512 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424816 Aug 23 14:31:00.923955 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-8a3b5e67-cd97-42f6-bfbd-cb5f06eb63a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=ffd6922c-9005-4b49-a0ec-84d29480b1c2 HTTP/1.1" status: 200 len: 217 time: 0.0681193 Aug 23 14:31:00.995590 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-6b537353-8516-42cf-9250-574765d9262c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:00.997036 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-6b537353-8516-42cf-9250-574765d9262c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7 HTTP/1.1" status: 200 len: 797 time: 0.0634191 Aug 23 14:31:01.102472 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-b6f8fbb1-7c56-40d1-a937-9bc3896abe4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60343cd1-e098-494e-b172-ce16a3009aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0916004 Aug 23 14:31:01.308091 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-f1d43815-1711-4c04-83a0-d77c54dc94c6 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963077 Aug 23 14:31:01.469667 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-b1bae5c5-3147-4fb2-9aa7-39e355804226 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443501 Aug 23 14:31:01.540514 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-7ca1ed3d-d9e5-4899-8273-2c007dc896be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a943cde5-700d-4e4a-a9bf-b2d44504d843 HTTP/1.1" status: 200 len: 217 time: 0.0623052 Aug 23 14:31:01.612181 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-94ca9777-d822-49a6-b061-4eff650388eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:01.613738 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-94ca9777-d822-49a6-b061-4eff650388eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be98dc23-f694-4932-97a2-aea48dd049f5 HTTP/1.1" status: 200 len: 797 time: 0.0627897 Aug 23 14:31:01.696353 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-7e08deea-4bea-47ec-a6a2-eb5079cf506b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0754502 Aug 23 14:31:01.841184 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-dd58ec88-5a4a-46a5-a676-b877636ca6fe service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325722 Aug 23 14:31:01.889638 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:01.987565 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-ef848ffe-5d71-4e89-9fb7-a5fc7a0c4d57 service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389134 Aug 23 14:31:02.068896 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-2c3803de-cb29-4011-9526-49b79519d4c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=901e53a0-2ec9-4803-8854-0ec8ae58fdd9 HTTP/1.1" status: 200 len: 217 time: 0.0687580 Aug 23 14:31:02.147429 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-16e559b8-e429-46c1-a6f5-115724ab4b07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:02.149381 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-16e559b8-e429-46c1-a6f5-115724ab4b07 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be98dc23-f694-4932-97a2-aea48dd049f5 HTTP/1.1" status: 200 len: 797 time: 0.0732141 Aug 23 14:31:02.242101 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-cac02480-d9a3-4423-a14b-287b7146045e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0831857 Aug 23 14:31:02.488807 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-4e7d3f06-ff59-4064-b99f-9a9e6fb2b43b service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374558 Aug 23 14:31:02.678130 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-eb08cd80-1367-4737-bd33-cabc70b7690f req-05e12097-fab9-405c-846c-b21aa67b715c service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799099 Aug 23 14:31:03.479261 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:09.047137 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:31:21.186654 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-a8fcecd9-cd97-4bed-a509-6de985c8fe8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:21.815222 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:23.484106 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc2b3-1e09-4979-8a9b-c98bd989fa9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:24.513967 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:26.015382 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:31.883348 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:33.500567 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:46.059104 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:31:51.277621 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d01e7bf7-0630-4c58-b22c-0b8e4c198467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:51.802243 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:53.499400 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-8696a1d9-c667-4a62-9670-83a8f9e0c92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:54.551014 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:56.036122 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:56.933433 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-93f34c5b-2723-4fc3-b117-a044e4fa4bdc req-07de7532-d008-4389-b7b7-30f7e3cb53af service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742481 Aug 23 14:31:57.080742 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-93f34c5b-2723-4fc3-b117-a044e4fa4bdc req-e5d424ac-a045-40a1-985a-0fba5308d510 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=408ea8540e3c437ebed84fe21cc31af0&device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 1096 time: 0.0765340 Aug 23 14:31:57.241689 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f34c5b-2723-4fc3-b117-a044e4fa4bdc req-86b917e7-4201-44f1-b01f-73ce37f0f08a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:57.243040 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-93f34c5b-2723-4fc3-b117-a044e4fa4bdc req-86b917e7-4201-44f1-b01f-73ce37f0f08a service neutron] 10.222.0.91 "GET /v2.0/networks?id=87201e98-0c42-47b0-84b6-a734e366810a HTTP/1.1" status: 200 len: 911 time: 0.1395180 Aug 23 14:31:57.358408 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-93f34c5b-2723-4fc3-b117-a044e4fa4bdc req-126c63f5-611b-4427-80cc-7bf62413184b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3a3563a-f557-4418-a978-f27ab3bf6059 HTTP/1.1" status: 200 len: 1001 time: 0.1083994 Aug 23 14:31:57.427071 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f34c5b-2723-4fc3-b117-a044e4fa4bdc req-defd68f2-d5ec-4c8e-ac1b-697aca4ed863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:57.428602 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-93f34c5b-2723-4fc3-b117-a044e4fa4bdc req-defd68f2-d5ec-4c8e-ac1b-697aca4ed863 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12b0b345-a54c-4994-a569-11c59bf7b397 HTTP/1.1" status: 200 len: 849 time: 0.0638902 Aug 23 14:31:57.508394 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-93f34c5b-2723-4fc3-b117-a044e4fa4bdc req-def23d0e-9891-4dad-a128-0a363475b77c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=87201e98-0c42-47b0-84b6-a734e366810a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725844 Aug 23 14:31:57.663542 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-93f34c5b-2723-4fc3-b117-a044e4fa4bdc req-23187dc8-fbab-4426-8230-148e1db79a18 service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484923 Aug 23 14:31:57.806828 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-93f34c5b-2723-4fc3-b117-a044e4fa4bdc req-8905f3f7-2241-479d-bd22-e533d3358fc4 service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367147 Aug 23 14:31:59.706090 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b1640b5e-a2e9-46c6-8616-8d6a5bd7f189 req-a717decc-3816-46f4-a5f0-ef3bfe4b4896 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709863 Aug 23 14:31:59.810308 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b1640b5e-a2e9-46c6-8616-8d6a5bd7f189 req-975ca729-532b-4e95-8df3-85c5f3c350d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d28345bf87b4ec18f81ef4443850e77&device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 1097 time: 0.0810242 Aug 23 14:31:59.961708 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1640b5e-a2e9-46c6-8616-8d6a5bd7f189 req-53e3543a-ef17-405f-98dd-33210b7fd454 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:59.963239 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b1640b5e-a2e9-46c6-8616-8d6a5bd7f189 req-53e3543a-ef17-405f-98dd-33210b7fd454 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6794ca1c-4d09-4ac5-b068-49be38bd3fdc HTTP/1.1" status: 200 len: 913 time: 0.1309090 Aug 23 14:32:00.069142 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b1640b5e-a2e9-46c6-8616-8d6a5bd7f189 req-768f1765-0931-4a73-8f91-e83e3cbd762b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c59f40-da41-4944-b21e-9e97e106bfc2 HTTP/1.1" status: 200 len: 1002 time: 0.0989096 Aug 23 14:32:00.131923 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1640b5e-a2e9-46c6-8616-8d6a5bd7f189 req-d82a22c2-dc8e-4319-9f13-2fd0ad333600 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:00.133366 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b1640b5e-a2e9-46c6-8616-8d6a5bd7f189 req-d82a22c2-dc8e-4319-9f13-2fd0ad333600 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0dc458ef-0fe5-4ba1-8117-9c78db804337 HTTP/1.1" status: 200 len: 851 time: 0.0580757 Aug 23 14:32:00.211176 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b1640b5e-a2e9-46c6-8616-8d6a5bd7f189 req-5ae3f767-69d6-4f78-acd9-3d7f09750c89 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6794ca1c-4d09-4ac5-b068-49be38bd3fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710163 Aug 23 14:32:00.349437 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b1640b5e-a2e9-46c6-8616-8d6a5bd7f189 req-e2529cba-10d7-4f19-8053-de8cc3fc80f2 service neutron] 10.222.0.60 "GET /v2.0/networks/6794ca1c-4d09-4ac5-b068-49be38bd3fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310055 Aug 23 14:32:00.485379 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-b1640b5e-a2e9-46c6-8616-8d6a5bd7f189 req-a5e20267-f935-4b50-87f8-d95307cef151 service neutron] 10.222.0.60 "GET /v2.0/networks/6794ca1c-4d09-4ac5-b068-49be38bd3fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291718 Aug 23 14:32:01.957456 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:03.470226 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:21.184389 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-8c2d0c84-d019-4553-a2aa-5140f8be6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:21.846714 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:23.050276 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:32:23.526818 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-6d19c5f7-b7a7-4fc8-be6e-1993c5febf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:24.509758 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:26.029255 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:31.869073 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:33.480650 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:51.195361 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-755e4c9d-03c0-40a2-b2f3-1a8ff845cc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:51.806418 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:53.498856 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-67dbc3e1-b2b5-419b-9038-7592e4a11460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:54.544291 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:56.018559 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:58.061118 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a5c96ae5-4488-4e23-9c17-dd68694ca3de req-b1a54b4a-f939-4fc0-9bb7-77b60ea10cb7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1765950 Aug 23 14:32:58.152370 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a5c96ae5-4488-4e23-9c17-dd68694ca3de req-8616f4a9-0d24-443c-aeab-e59e41abf999 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1848099e602848f39b6cdeeccb9050e5&device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 1096 time: 0.0698774 Aug 23 14:32:58.298297 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c96ae5-4488-4e23-9c17-dd68694ca3de req-d83cbcdb-36e1-42d6-8bb8-2ef5d57644b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:58.299890 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a5c96ae5-4488-4e23-9c17-dd68694ca3de req-d83cbcdb-36e1-42d6-8bb8-2ef5d57644b3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b244fc6e-b5ab-4513-8c07-210375c37d28 HTTP/1.1" status: 200 len: 916 time: 0.1290438 Aug 23 14:32:58.375937 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a5c96ae5-4488-4e23-9c17-dd68694ca3de req-03cea47d-114e-4cc9-bb77-cc075e24ed0e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853c2370-2838-4afb-b057-de6eb2df6c22 HTTP/1.1" status: 200 len: 217 time: 0.0650771 Aug 23 14:32:58.438760 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c96ae5-4488-4e23-9c17-dd68694ca3de req-cf0f36bd-c350-4d09-9406-b95a97570428 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:58.440184 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a5c96ae5-4488-4e23-9c17-dd68694ca3de req-cf0f36bd-c350-4d09-9406-b95a97570428 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c205eccd-0e8e-43bc-96a7-ea240cde0690 HTTP/1.1" status: 200 len: 855 time: 0.0574389 Aug 23 14:32:58.488608 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a5c96ae5-4488-4e23-9c17-dd68694ca3de req-44373548-70f2-4800-ac12-19867a95853c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b244fc6e-b5ab-4513-8c07-210375c37d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418687 Aug 23 14:32:58.619153 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a5c96ae5-4488-4e23-9c17-dd68694ca3de req-11c8fbe5-2c87-420a-814d-e671c8603a39 service neutron] 10.222.0.91 "GET /v2.0/networks/b244fc6e-b5ab-4513-8c07-210375c37d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243544 Aug 23 14:32:58.750547 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-a5c96ae5-4488-4e23-9c17-dd68694ca3de req-f55bce64-9065-470a-9a29-69bdef62e407 service neutron] 10.222.0.91 "GET /v2.0/networks/b244fc6e-b5ab-4513-8c07-210375c37d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251454 Aug 23 14:33:00.052147 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:33:01.915640 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:03.504428 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:21.192321 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0be17329-0a06-4560-8d47-399a47d507b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:21.798546 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:23.523905 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5a29a775-6854-43ec-aca2-3933f7f42106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:24.547045 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:26.071620 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:31.867056 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:33.490685 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:37.053470 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:33:51.200921 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-597c08c3-93e6-4ff6-8041-92d2e1a7b15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:51.789542 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:53.503503 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-38dab218-6d16-4165-9e81-4f5ce9255992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:54.509948 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:56.046841 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:57.931712 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2c49a067-c971-4fd2-8dd6-6a7904815e2e req-24a7de8c-5926-4a19-80ac-5cc4701b8b71 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716267 Aug 23 14:33:58.076187 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2c49a067-c971-4fd2-8dd6-6a7904815e2e req-d67db3b5-fec9-49ab-bd33-082155ca561f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=408ea8540e3c437ebed84fe21cc31af0&device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 1096 time: 0.0747540 Aug 23 14:33:58.231975 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49a067-c971-4fd2-8dd6-6a7904815e2e req-f90f6272-ccbf-4089-a5d8-31351897abc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:58.233428 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2c49a067-c971-4fd2-8dd6-6a7904815e2e req-f90f6272-ccbf-4089-a5d8-31351897abc4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=87201e98-0c42-47b0-84b6-a734e366810a HTTP/1.1" status: 200 len: 911 time: 0.1374636 Aug 23 14:33:58.334313 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2c49a067-c971-4fd2-8dd6-6a7904815e2e req-6947c135-fe55-4a93-9797-4612250438ee service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3a3563a-f557-4418-a978-f27ab3bf6059 HTTP/1.1" status: 200 len: 1001 time: 0.0943379 Aug 23 14:33:58.401671 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49a067-c971-4fd2-8dd6-6a7904815e2e req-c1027460-877a-4e14-bda4-b9bee418f924 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:58.403148 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2c49a067-c971-4fd2-8dd6-6a7904815e2e req-c1027460-877a-4e14-bda4-b9bee418f924 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12b0b345-a54c-4994-a569-11c59bf7b397 HTTP/1.1" status: 200 len: 849 time: 0.0619440 Aug 23 14:33:58.479289 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2c49a067-c971-4fd2-8dd6-6a7904815e2e req-7b0ccfc2-24d9-46a4-a8ee-54f41d6ba4fd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=87201e98-0c42-47b0-84b6-a734e366810a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694132 Aug 23 14:33:58.622120 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2c49a067-c971-4fd2-8dd6-6a7904815e2e req-2d65ea33-464e-4243-8e99-a59ab57a23ad service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358035 Aug 23 14:33:58.754385 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-2c49a067-c971-4fd2-8dd6-6a7904815e2e req-1de27bb7-4de6-49b8-9a21-8a03b5d62ef8 service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261835 Aug 23 14:34:01.910412 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:02.933500 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-d0cb6a64-e5a6-4c8a-bac4-52043eac6665 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96955f78-db51-4556-a154-2f91f4c3c030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0841973 Aug 23 14:34:03.082994 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-be39779d-60a0-404a-b407-fbca4077c877 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a57a2cb7a2fa4a21aed5f1a428985f6b&device_id=96955f78-db51-4556-a154-2f91f4c3c030 HTTP/1.1" status: 200 len: 6491 time: 0.0763390 Aug 23 14:34:03.252854 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-37685652-16ac-4b01-9471-2e90f336eb60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:03.253147 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-37685652-16ac-4b01-9471-2e90f336eb60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:03.253523 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-37685652-16ac-4b01-9471-2e90f336eb60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:03.255564 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-37685652-16ac-4b01-9471-2e90f336eb60 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d27153f4-243c-41c7-bfad-3a69009a013b&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=f0f6b55e-e85b-48de-9926-8589f458acf2&id=858144c2-6cd4-447d-8936-4f3181765b0c&id=858144c2-6cd4-447d-8936-4f3181765b0c HTTP/1.1" status: 200 len: 2293 time: 0.1459279 Aug 23 14:34:03.364371 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-bbc52d9d-5a78-4bd3-94ca-a679973da693 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5440ff85-26d7-40aa-bb9e-b550d1c91090 HTTP/1.1" status: 200 len: 1000 time: 0.1007564 Aug 23 14:34:03.433877 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-3843eb41-6e8d-425c-902c-0b008cdf11cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:03.435236 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-3843eb41-6e8d-425c-902c-0b008cdf11cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70854ba0-fc96-4f7c-8613-5507e36941a2 HTTP/1.1" status: 200 len: 851 time: 0.0640841 Aug 23 14:34:03.511822 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-df1a95e2-c66e-4e7c-bfc4-c7c80ddb40f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d27153f4-243c-41c7-bfad-3a69009a013b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686982 Aug 23 14:34:03.538781 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:03.750562 n-d-805629-1 neutron-server[76506]: DEBUG neutron.wsgi [req-e8ff19cd-b098-4c8f-8f68-2bf67e0c2e73 req-49a940ac-1e3f-4da8-8a31-bb615825548b service neutron] (76506) timed out ('10.222.0.86', 33586) {{(pid=76506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 23 14:34:03.764188 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-19345406-3691-471c-83d5-cf985074991b service neutron] 10.222.0.60 "GET /v2.0/networks/d27153f4-243c-41c7-bfad-3a69009a013b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443581 Aug 23 14:34:03.899909 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-c0be3ff7-6a68-4cc9-93b0-0ec092dc5bd3 service neutron] 10.222.0.60 "GET /v2.0/networks/d27153f4-243c-41c7-bfad-3a69009a013b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282537 Aug 23 14:34:03.982064 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-c471d012-156e-41a7-b43c-979a9bdff87e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=4068ceab-52bd-4af1-a8ff-bd84eee1a96f HTTP/1.1" status: 200 len: 217 time: 0.0741475 Aug 23 14:34:04.048048 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-3f728a3b-fed9-4b44-8bd5-264c3bc8e542 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:04.049408 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-3f728a3b-fed9-4b44-8bd5-264c3bc8e542 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.0602283 Aug 23 14:34:04.132102 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-88e71f17-29d4-42c1-926e-fb2c6e7ca414 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747476 Aug 23 14:34:04.268659 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-60094013-78a6-4574-8d72-ca2e5a2917a4 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278143 Aug 23 14:34:04.402397 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-3dc552a9-27dd-43d9-9a68-5dc1a3545586 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270037 Aug 23 14:34:04.472308 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-7d00de40-e51c-41ef-b386-bf19b34a30fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=b7afa866-f977-42da-ab92-c3c330d6abe4 HTTP/1.1" status: 200 len: 217 time: 0.0626423 Aug 23 14:34:04.539221 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-3b5f1974-8252-4511-9877-8d3696dec65b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:04.540696 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-3b5f1974-8252-4511-9877-8d3696dec65b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.0609856 Aug 23 14:34:04.620314 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-63cd5f31-620d-46b5-9309-44d9c58cc64b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0727069 Aug 23 14:34:04.761454 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-ce64ea52-958d-4497-9bbc-6c3ab40c858d service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333761 Aug 23 14:34:04.901944 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-2e668826-c79e-45f2-a09d-a698fd8932ad service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330056 Aug 23 14:34:04.977896 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-b5effe9b-91ed-4d87-b7d4-f6d46faba6c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=c1912297-a38b-480c-8f8a-667e7865044c HTTP/1.1" status: 200 len: 217 time: 0.0690014 Aug 23 14:34:05.041514 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-c3e3789f-2908-438a-8b9e-b1a6c971e2a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:05.042885 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-c3e3789f-2908-438a-8b9e-b1a6c971e2a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.0578971 Aug 23 14:34:05.124154 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-07e4b194-1fa1-489f-8441-a455871da848 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736558 Aug 23 14:34:05.386420 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-6e325f1c-0c2d-4d8b-8a51-12f7586c8989 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551794 Aug 23 14:34:05.521578 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-c28df4e5-485e-447d-aa03-b023be1aa1c7 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275835 Aug 23 14:34:05.602175 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-d5a18efc-493b-4605-a54f-614a73153fb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=683adaf1-cc1f-4f95-bcdb-5aa72f290c9e HTTP/1.1" status: 200 len: 217 time: 0.0733831 Aug 23 14:34:05.674513 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-3c7b7ebe-ef66-4bdd-a682-413f43db82fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:05.675849 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-3c7b7ebe-ef66-4bdd-a682-413f43db82fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7d75cf9-76aa-4e91-9341-365ed603384e HTTP/1.1" status: 200 len: 797 time: 0.0614748 Aug 23 14:34:05.752357 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-6fe3ec94-b036-4a28-8bc9-f23aacdf104a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f0f6b55e-e85b-48de-9926-8589f458acf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0686982 Aug 23 14:34:05.886134 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-513f8887-f174-4452-8efa-ae3bf6482a3f service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258843 Aug 23 14:34:06.024250 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-3b165ad5-9921-4661-9b4c-1087809a5ff9 service neutron] 10.222.0.60 "GET /v2.0/networks/f0f6b55e-e85b-48de-9926-8589f458acf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309133 Aug 23 14:34:06.096895 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-f20d0b42-8659-4129-b5a8-d8fbc6707384 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c2159fc-68ae-4edd-adbe-3629754db35f HTTP/1.1" status: 200 len: 217 time: 0.0645342 Aug 23 14:34:06.160597 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-97b5fca1-c50c-4e55-adde-49084c753b32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:06.162041 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-97b5fca1-c50c-4e55-adde-49084c753b32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8c9c5e61-c2f1-429e-ba16-12c7c4010460 HTTP/1.1" status: 200 len: 797 time: 0.0577118 Aug 23 14:34:06.239669 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-855ff693-efe1-4b1a-94b6-19decc00bd55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=858144c2-6cd4-447d-8936-4f3181765b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0707333 Aug 23 14:34:06.373584 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-7c2ed58e-2f20-4008-9153-2c9ed468d08a service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254826 Aug 23 14:34:06.508562 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-5f2456c2-d82c-4b1e-8a31-adc0c43c9ab6 service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258588 Aug 23 14:34:06.575438 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-f3fce8d2-4284-4698-9a8a-4d3928357231 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3f38aaf-0bb6-4c5c-a87c-9722e0670b4d HTTP/1.1" status: 200 len: 217 time: 0.0592921 Aug 23 14:34:06.642622 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-ce2ee10f-5fe7-40fd-b764-2f7d07884bcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:06.644508 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-ce2ee10f-5fe7-40fd-b764-2f7d07884bcb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8c9c5e61-c2f1-429e-ba16-12c7c4010460 HTTP/1.1" status: 200 len: 797 time: 0.0622036 Aug 23 14:34:06.722956 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-a726b5d2-dd54-4037-9b0a-166d4a1465d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=858144c2-6cd4-447d-8936-4f3181765b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717316 Aug 23 14:34:06.856362 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-ee5f8e42-5e1e-4d8a-9d9b-c277c2797c0d service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256616 Aug 23 14:34:07.115663 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-e73b0000-b0fd-4696-96e0-ad7d3842bd4f req-25b122ac-68cf-4a0c-be66-8a744ac71abe service neutron] 10.222.0.60 "GET /v2.0/networks/858144c2-6cd4-447d-8936-4f3181765b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514501 Aug 23 14:34:14.054658 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:34:21.172595 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-fb46c765-27e6-4554-bb62-48eeef5b510d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:21.857464 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:23.505652 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-275282d2-15b8-47aa-8f44-067e05f31535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:24.526027 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:26.094617 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:31.909320 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:33.552281 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:51.055888 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:34:51.191161 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2441d095-a06c-4486-a68c-6c94c5674d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:51.779114 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:53.496407 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-7acd0fe4-ddef-457d-a19d-3223707c4109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:54.527467 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:56.070623 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:58.239865 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b52aee30-0ce9-43e7-9462-d7b972a4c1ad req-a1ecb8ee-fac4-4bfe-91a5-cf906b368625 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2524285 Aug 23 14:34:58.330982 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b52aee30-0ce9-43e7-9462-d7b972a4c1ad req-06c01cda-0523-42f2-803b-a603ace9ba3b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1848099e602848f39b6cdeeccb9050e5&device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 1096 time: 0.0700135 Aug 23 14:34:58.486729 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52aee30-0ce9-43e7-9462-d7b972a4c1ad req-a6b7b8c1-4669-4c89-93dd-383228010bc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:58.488243 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b52aee30-0ce9-43e7-9462-d7b972a4c1ad req-a6b7b8c1-4669-4c89-93dd-383228010bc9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b244fc6e-b5ab-4513-8c07-210375c37d28 HTTP/1.1" status: 200 len: 916 time: 0.1345203 Aug 23 14:34:58.565471 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b52aee30-0ce9-43e7-9462-d7b972a4c1ad req-067bf3cb-8396-4dd7-86ba-a06e32d30327 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853c2370-2838-4afb-b057-de6eb2df6c22 HTTP/1.1" status: 200 len: 217 time: 0.0690994 Aug 23 14:34:58.631267 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52aee30-0ce9-43e7-9462-d7b972a4c1ad req-17d44822-a526-40fb-8c3f-80d7a9f72d54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:58.632717 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b52aee30-0ce9-43e7-9462-d7b972a4c1ad req-17d44822-a526-40fb-8c3f-80d7a9f72d54 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c205eccd-0e8e-43bc-96a7-ea240cde0690 HTTP/1.1" status: 200 len: 855 time: 0.0611172 Aug 23 14:34:58.686468 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b52aee30-0ce9-43e7-9462-d7b972a4c1ad req-480dfefa-baf2-4b4a-8b7e-5b9e66349f72 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b244fc6e-b5ab-4513-8c07-210375c37d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423186 Aug 23 14:34:58.820958 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b52aee30-0ce9-43e7-9462-d7b972a4c1ad req-9125ec9b-5a28-4ecc-bbdb-8e5e70ab6c65 service neutron] 10.222.0.91 "GET /v2.0/networks/b244fc6e-b5ab-4513-8c07-210375c37d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256711 Aug 23 14:34:58.957822 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-b52aee30-0ce9-43e7-9462-d7b972a4c1ad req-e1871334-79e2-49b3-a780-62e8f53d0687 service neutron] 10.222.0.91 "GET /v2.0/networks/b244fc6e-b5ab-4513-8c07-210375c37d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286228 Aug 23 14:35:01.933545 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:02.941420 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-5d4dc006-e08d-4125-9626-ea870fc6c3e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d125b650-1b8e-4af9-8650-099024a09fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0806086 Aug 23 14:35:03.042936 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-7526ed9b-dc3a-4c93-bae5-3be19188959f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ae04c19703948b084682c54287f9037&device_id=d125b650-1b8e-4af9-8650-099024a09fd1 HTTP/1.1" status: 200 len: 6501 time: 0.0758135 Aug 23 14:35:03.202387 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebff-0065-4347-9136-05df1271a026 req-a93b2f53-47d3-4d89-b28e-59aa9872d7e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:03.202678 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebff-0065-4347-9136-05df1271a026 req-a93b2f53-47d3-4d89-b28e-59aa9872d7e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:03.203048 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebff-0065-4347-9136-05df1271a026 req-a93b2f53-47d3-4d89-b28e-59aa9872d7e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:03.204897 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-a93b2f53-47d3-4d89-b28e-59aa9872d7e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6006255f-0aee-4aca-b3ec-52c334c0bec3&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=60343cd1-e098-494e-b172-ce16a3009aaa&id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037&id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037 HTTP/1.1" status: 200 len: 2299 time: 0.1380479 Aug 23 14:35:03.309573 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-7fda5b12-f819-461f-b6d4-a9088763c8da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a636c77-075e-45d0-94a2-d6a16068f7e6 HTTP/1.1" status: 200 len: 1002 time: 0.0971293 Aug 23 14:35:03.403372 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebff-0065-4347-9136-05df1271a026 req-b625f06e-a63c-41b4-9a2a-4e87d91663a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:03.403372 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-b625f06e-a63c-41b4-9a2a-4e87d91663a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98220cf1-ec84-4f91-ba4c-8e422c188293 HTTP/1.1" status: 200 len: 856 time: 0.0608847 Aug 23 14:35:03.457927 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-2cc7d8d3-5477-4bfa-b5ee-b3e03be37a60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6006255f-0aee-4aca-b3ec-52c334c0bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700803 Aug 23 14:35:03.605069 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-c62ede6f-dd03-4c5e-bec3-4e723441d0df service neutron] 10.222.0.60 "GET /v2.0/networks/6006255f-0aee-4aca-b3ec-52c334c0bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399460 Aug 23 14:35:03.631070 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:03.742437 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-765acee0-912f-45a8-9da5-a281d0d26e79 service neutron] 10.222.0.60 "GET /v2.0/networks/6006255f-0aee-4aca-b3ec-52c334c0bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291745 Aug 23 14:35:03.821533 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-683fa281-3328-4a3a-a30e-9111d2044daa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=b8ad156f-a175-4727-9751-600fe733884e HTTP/1.1" status: 200 len: 217 time: 0.0721757 Aug 23 14:35:03.884565 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebff-0065-4347-9136-05df1271a026 req-7f0869aa-d9e5-45f3-bf30-4fd58211c765 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:03.885994 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-7f0869aa-d9e5-45f3-bf30-4fd58211c765 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7 HTTP/1.1" status: 200 len: 797 time: 0.0581470 Aug 23 14:35:03.962066 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-e1b58bcc-dac1-4c75-b92f-a3e42c33d61a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60343cd1-e098-494e-b172-ce16a3009aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683711 Aug 23 14:35:04.100624 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-eebbdc9b-a893-4c49-95a2-16aded43e9bd service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309969 Aug 23 14:35:04.265370 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-78d9bca8-d580-4217-a4f2-9415925f1baf service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544619 Aug 23 14:35:04.342036 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-ae55c4f7-5a16-4585-90fb-5109059ecf97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=35e6671a-e1a8-4f86-80ff-87b3e4afb018 HTTP/1.1" status: 200 len: 217 time: 0.0692842 Aug 23 14:35:04.409712 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebff-0065-4347-9136-05df1271a026 req-287760ff-deea-4b79-bcc0-922ab122c2e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:04.411206 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-287760ff-deea-4b79-bcc0-922ab122c2e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7 HTTP/1.1" status: 200 len: 797 time: 0.0628111 Aug 23 14:35:04.600836 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-253391f8-56df-4f44-b6f3-6e19ad6597f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60343cd1-e098-494e-b172-ce16a3009aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1819799 Aug 23 14:35:04.736199 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-ed1cdeb5-ad20-400f-a03b-26aec616ef06 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288435 Aug 23 14:35:04.873021 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-4ee97c09-6dd2-48f9-8fbb-e6185b1cf084 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289752 Aug 23 14:35:04.944972 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-d938f756-a9e8-4fb6-9d42-482f6bb802b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=2e88c439-a70f-41cf-97ea-14dc8c330d1d HTTP/1.1" status: 200 len: 217 time: 0.0641024 Aug 23 14:35:05.008966 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebff-0065-4347-9136-05df1271a026 req-76fc2c9b-2fb9-4719-81e8-ee5e7d7b0e64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:05.010960 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-76fc2c9b-2fb9-4719-81e8-ee5e7d7b0e64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7 HTTP/1.1" status: 200 len: 797 time: 0.0582039 Aug 23 14:35:05.095364 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-4c14b5bb-0cdf-464c-b865-aeda90471204 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60343cd1-e098-494e-b172-ce16a3009aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769799 Aug 23 14:35:05.235069 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-267f78cc-1ae9-401a-8765-d030a95355d6 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327648 Aug 23 14:35:05.373790 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-643520f1-5198-40fc-961a-a7e8eef45ed1 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309500 Aug 23 14:35:05.443323 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-cb24d540-1d46-41ae-9fcc-b3077d3b9a80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=ffd6922c-9005-4b49-a0ec-84d29480b1c2 HTTP/1.1" status: 200 len: 217 time: 0.0625081 Aug 23 14:35:05.509576 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebff-0065-4347-9136-05df1271a026 req-832dc477-59cc-48b1-885a-44b338413e40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:05.511016 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-832dc477-59cc-48b1-885a-44b338413e40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efc4af9b-a0a6-4d16-b2fb-68c079bbc9d7 HTTP/1.1" status: 200 len: 797 time: 0.0612659 Aug 23 14:35:05.589108 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-498c1391-f570-430e-80cb-6574a4a212e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60343cd1-e098-494e-b172-ce16a3009aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0699935 Aug 23 14:35:05.727434 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-126b0c59-8b2a-40eb-8b4f-b06eaada65d4 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272118 Aug 23 14:35:05.862449 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-952f88a7-f461-4aa7-8b36-e28f80d71d13 service neutron] 10.222.0.60 "GET /v2.0/networks/60343cd1-e098-494e-b172-ce16a3009aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275373 Aug 23 14:35:05.933708 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-c8a3e7a6-70d1-480c-be42-60042c109dcb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a943cde5-700d-4e4a-a9bf-b2d44504d843 HTTP/1.1" status: 200 len: 217 time: 0.0637727 Aug 23 14:35:05.997177 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebff-0065-4347-9136-05df1271a026 req-d396e26d-527e-4bdd-bb11-bad0115d9a72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:06.007450 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-d396e26d-527e-4bdd-bb11-bad0115d9a72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be98dc23-f694-4932-97a2-aea48dd049f5 HTTP/1.1" status: 200 len: 797 time: 0.0580690 Aug 23 14:35:06.076721 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-457dad60-0219-461b-aab4-7d446f01d5cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0709374 Aug 23 14:35:06.318272 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-da22c347-24fe-497a-865e-9f986a5107e1 service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341554 Aug 23 14:35:06.452206 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-f6b8759d-ee11-4a87-8078-502686d35e32 service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259971 Aug 23 14:35:06.520164 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-760a4154-95e4-4475-aadd-8fe6437ca316 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=901e53a0-2ec9-4803-8854-0ec8ae58fdd9 HTTP/1.1" status: 200 len: 217 time: 0.0610352 Aug 23 14:35:06.595123 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebff-0065-4347-9136-05df1271a026 req-33672bb6-eb2c-4e93-92ba-7590de6e43eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:06.596712 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-33672bb6-eb2c-4e93-92ba-7590de6e43eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be98dc23-f694-4932-97a2-aea48dd049f5 HTTP/1.1" status: 200 len: 797 time: 0.0695925 Aug 23 14:35:06.672159 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-a850fb60-3893-4860-940d-be517ea26af8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7bd06f60-5c6d-482d-9ba9-7ac1efed0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685532 Aug 23 14:35:06.811771 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-4602026e-35e3-4bc2-8fab-5f8f192a8647 service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324306 Aug 23 14:35:06.949210 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-1adeebff-0065-4347-9136-05df1271a026 req-b192c216-1c21-4b7d-8140-fd7885edcd95 service neutron] 10.222.0.60 "GET /v2.0/networks/7bd06f60-5c6d-482d-9ba9-7ac1efed0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301053 Aug 23 14:35:21.172688 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c3eb4f8b-2429-4d4c-82d3-2be803f24312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:21.806789 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:23.494582 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-ea81c17b-a423-4d8f-beef-a09eacee9f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:24.555457 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:26.032239 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:28.060035 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:35:31.939294 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:33.568444 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:51.295569 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d9119c7c-2c27-4d8a-9269-10e90cff3940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:51.832940 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:53.496712 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-2728871a-9498-4ce1-93bf-aa18f1e69337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:54.536157 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:56.050400 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:58.946261 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-09a0e2e9-46d9-4bd5-a38d-205aaa129e30 req-46efdb74-b127-4743-bc83-8868dbc0944c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698185 Aug 23 14:35:59.103434 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-09a0e2e9-46d9-4bd5-a38d-205aaa129e30 req-429d5ff7-3c3d-482b-9f71-18f4f80297eb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=408ea8540e3c437ebed84fe21cc31af0&device_id=25438dbb-8dcf-461c-9c2e-210d722a5f73 HTTP/1.1" status: 200 len: 1096 time: 0.0718694 Aug 23 14:35:59.262170 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0e2e9-46d9-4bd5-a38d-205aaa129e30 req-772f9640-7ea2-4617-b917-f23dd7ba5456 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:59.263551 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-09a0e2e9-46d9-4bd5-a38d-205aaa129e30 req-772f9640-7ea2-4617-b917-f23dd7ba5456 service neutron] 10.222.0.91 "GET /v2.0/networks?id=87201e98-0c42-47b0-84b6-a734e366810a HTTP/1.1" status: 200 len: 911 time: 0.1324599 Aug 23 14:35:59.374040 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-09a0e2e9-46d9-4bd5-a38d-205aaa129e30 req-1c33ccb2-bb38-4f84-88f5-fe9f30481cf4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3a3563a-f557-4418-a978-f27ab3bf6059 HTTP/1.1" status: 200 len: 1001 time: 0.1032658 Aug 23 14:35:59.441961 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0e2e9-46d9-4bd5-a38d-205aaa129e30 req-820fa14b-1e4d-490f-8484-75c32486ef17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:59.443428 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-09a0e2e9-46d9-4bd5-a38d-205aaa129e30 req-820fa14b-1e4d-490f-8484-75c32486ef17 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=12b0b345-a54c-4994-a569-11c59bf7b397 HTTP/1.1" status: 200 len: 849 time: 0.0616646 Aug 23 14:35:59.519351 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-09a0e2e9-46d9-4bd5-a38d-205aaa129e30 req-2dbe68c9-bf6d-40eb-a762-f7236e38aa34 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=87201e98-0c42-47b0-84b6-a734e366810a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691717 Aug 23 14:35:59.691125 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-09a0e2e9-46d9-4bd5-a38d-205aaa129e30 req-2ff789d5-60e3-4f51-87ae-7170e903dcbe service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644127 Aug 23 14:35:59.905695 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-09a0e2e9-46d9-4bd5-a38d-205aaa129e30 req-03bc49ed-528b-4862-9b5c-cd33e7d60f53 service neutron] 10.222.0.91 "GET /v2.0/networks/87201e98-0c42-47b0-84b6-a734e366810a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080946 Aug 23 14:36:01.952139 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:03.003824 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-51856249-99ee-4578-babd-076a6f81fe60 req-c54276aa-2d87-4fc9-bde9-6f2502f30b9e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1450083 Aug 23 14:36:03.101825 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-51856249-99ee-4578-babd-076a6f81fe60 req-e5a496b9-ebbc-4765-805d-26aa7a16f754 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d28345bf87b4ec18f81ef4443850e77&device_id=9a357d5b-4ce3-4a08-ae29-dcb5769a91eb HTTP/1.1" status: 200 len: 1097 time: 0.0736868 Aug 23 14:36:03.255376 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51856249-99ee-4578-babd-076a6f81fe60 req-24284243-f988-4d5a-84b6-3eb481b435a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:03.257282 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-51856249-99ee-4578-babd-076a6f81fe60 req-24284243-f988-4d5a-84b6-3eb481b435a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6794ca1c-4d09-4ac5-b068-49be38bd3fdc HTTP/1.1" status: 200 len: 913 time: 0.1347730 Aug 23 14:36:03.362229 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-51856249-99ee-4578-babd-076a6f81fe60 req-36211e06-5155-47e9-939a-31679babf491 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c59f40-da41-4944-b21e-9e97e106bfc2 HTTP/1.1" status: 200 len: 1002 time: 0.0973907 Aug 23 14:36:03.427217 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51856249-99ee-4578-babd-076a6f81fe60 req-5a99dcdd-d2e7-40ef-a13e-9320e26cf9bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:03.429172 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-51856249-99ee-4578-babd-076a6f81fe60 req-5a99dcdd-d2e7-40ef-a13e-9320e26cf9bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0dc458ef-0fe5-4ba1-8117-9c78db804337 HTTP/1.1" status: 200 len: 851 time: 0.0598822 Aug 23 14:36:03.521724 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-51856249-99ee-4578-babd-076a6f81fe60 req-02be7129-da5b-4025-a3fb-605311a9899e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6794ca1c-4d09-4ac5-b068-49be38bd3fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845766 Aug 23 14:36:03.582497 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:03.661044 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-51856249-99ee-4578-babd-076a6f81fe60 req-71dff876-1460-476b-8273-0c780526ad60 service neutron] 10.222.0.60 "GET /v2.0/networks/6794ca1c-4d09-4ac5-b068-49be38bd3fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314657 Aug 23 14:36:03.930144 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-51856249-99ee-4578-babd-076a6f81fe60 req-41baaf41-c20c-47b9-b4d2-368515d48f99 service neutron] 10.222.0.60 "GET /v2.0/networks/6794ca1c-4d09-4ac5-b068-49be38bd3fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610798 Aug 23 14:36:05.060747 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:36:21.182589 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-03d36eff-01ec-486d-8657-2324fe04d2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:21.782831 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:23.514587 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-d91bb1fd-6fbb-40d7-b22e-da7e21f9201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:24.560255 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:26.044985 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:31.948859 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:33.571819 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:42.061269 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:36:51.183739 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-23397f46-b2a8-4fd9-90bd-188ea1a8a7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:51.766521 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:53.538150 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-157caac6-2a0a-4e7a-85e6-5b4b7208afd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:54.549372 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-3ddfbc3e-6e93-4760-b875-aebfd057356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:56.177920 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c82a91b0-02de-4141-8a74-1823e4fe9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:37:00.963589 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4175ac7e-afff-4218-ae95-97ea99a9731e req-5438674b-2fae-401e-89af-168debf5d32c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698230 Aug 23 14:37:01.159183 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4175ac7e-afff-4218-ae95-97ea99a9731e req-2e575dab-dfad-47cb-9f8d-7185a0a42f3f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1848099e602848f39b6cdeeccb9050e5&device_id=81b37c8b-cd52-4c66-9d0c-e54c6fd3c06c HTTP/1.1" status: 200 len: 1096 time: 0.1760058 Aug 23 14:37:01.309687 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175ac7e-afff-4218-ae95-97ea99a9731e req-29068be0-7f30-4a98-b994-80cd52274906 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:37:01.311019 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4175ac7e-afff-4218-ae95-97ea99a9731e req-29068be0-7f30-4a98-b994-80cd52274906 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b244fc6e-b5ab-4513-8c07-210375c37d28 HTTP/1.1" status: 200 len: 916 time: 0.1298134 Aug 23 14:37:01.385080 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4175ac7e-afff-4218-ae95-97ea99a9731e req-c848d355-3c65-44e9-b5e5-f372a402ad65 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853c2370-2838-4afb-b057-de6eb2df6c22 HTTP/1.1" status: 200 len: 217 time: 0.0671334 Aug 23 14:37:01.447444 n-d-805629-1 neutron-server[76506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175ac7e-afff-4218-ae95-97ea99a9731e req-11fc245e-9d05-414c-a3fa-e6c41364b2b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:37:01.448876 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4175ac7e-afff-4218-ae95-97ea99a9731e req-11fc245e-9d05-414c-a3fa-e6c41364b2b6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c205eccd-0e8e-43bc-96a7-ea240cde0690 HTTP/1.1" status: 200 len: 855 time: 0.0573888 Aug 23 14:37:01.493928 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4175ac7e-afff-4218-ae95-97ea99a9731e req-a928e4ac-10dd-4cc0-8305-1663d8798dfd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b244fc6e-b5ab-4513-8c07-210375c37d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387952 Aug 23 14:37:01.628253 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4175ac7e-afff-4218-ae95-97ea99a9731e req-a95d9007-5dc8-418e-81d5-b4e2b35f4187 service neutron] 10.222.0.91 "GET /v2.0/networks/b244fc6e-b5ab-4513-8c07-210375c37d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279593 Aug 23 14:37:01.761821 n-d-805629-1 neutron-server[76506]: INFO neutron.wsgi [req-4175ac7e-afff-4218-ae95-97ea99a9731e req-487dd940-52b4-4994-9c2e-053fa7506de5 service neutron] 10.222.0.91 "GET /v2.0/networks/b244fc6e-b5ab-4513-8c07-210375c37d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272700 Aug 23 14:37:01.949734 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-5cce0092-ca61-4d81-afae-8b9de780f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:37:03.566648 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-de3b61f7-904a-408f-8db9-0ed4463797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:37:03.925427 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-93a7da13-4035-4ce7-a943-e0a214063132 req-94f83ec5-01d9-494a-a025-f40aedd57ee1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673110 Aug 23 14:37:04.020270 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-93a7da13-4035-4ce7-a943-e0a214063132 req-9813eae4-abf3-406b-90dc-39c1c2fbefad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=01d8d2b7f9bc4e22a3c481a49f3028b1&device_id=13889d4f-c0b6-4a64-8918-eaa07af0a6be HTTP/1.1" status: 200 len: 1096 time: 0.0711520 Aug 23 14:37:04.166676 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7da13-4035-4ce7-a943-e0a214063132 req-5655276a-1c82-4705-9df0-3f7abdb4fcd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:37:04.168099 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-93a7da13-4035-4ce7-a943-e0a214063132 req-5655276a-1c82-4705-9df0-3f7abdb4fcd1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=598d338a-5956-4afb-a942-44ffa4a8f6e4 HTTP/1.1" status: 200 len: 922 time: 0.1271341 Aug 23 14:37:04.235833 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-93a7da13-4035-4ce7-a943-e0a214063132 req-41d0a804-99ad-4383-bb66-10ed98cec2a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8efc0fa-939c-4243-8a0e-455d78834eab HTTP/1.1" status: 200 len: 217 time: 0.0600390 Aug 23 14:37:04.300978 n-d-805629-1 neutron-server[76505]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7da13-4035-4ce7-a943-e0a214063132 req-a4fbb842-d8d7-45ba-98e9-2db04f9e2673 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=76505) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:37:04.302404 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-93a7da13-4035-4ce7-a943-e0a214063132 req-a4fbb842-d8d7-45ba-98e9-2db04f9e2673 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00914b12-0890-41bd-8b52-6b28a9e3feeb HTTP/1.1" status: 200 len: 861 time: 0.0599527 Aug 23 14:37:04.353337 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-93a7da13-4035-4ce7-a943-e0a214063132 req-8261c848-d688-4383-928e-f62fe5a9b9aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=598d338a-5956-4afb-a942-44ffa4a8f6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435863 Aug 23 14:37:04.485736 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-93a7da13-4035-4ce7-a943-e0a214063132 req-b7ece4bd-eb22-493b-9094-8594e85a8932 service neutron] 10.222.0.60 "GET /v2.0/networks/598d338a-5956-4afb-a942-44ffa4a8f6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250019 Aug 23 14:37:04.623123 n-d-805629-1 neutron-server[76505]: INFO neutron.wsgi [req-93a7da13-4035-4ce7-a943-e0a214063132 req-3720d6d8-732d-4328-9416-dc98ed3b554c service neutron] 10.222.0.60 "GET /v2.0/networks/598d338a-5956-4afb-a942-44ffa4a8f6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293139 Aug 23 14:37:12.051269 n-d-805629-1 neutron-server[76505]: DEBUG neutron.wsgi [req-763e8e1e-8f35-4a27-b5c4-27b780a45eba req-f04d870d-183f-4145-b2e5-4ee29eb81100 service neutron] (76505) timed out ('10.222.0.86', 34848) {{(pid=76505) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 23 14:37:19.061345 n-d-805629-1 neutron-server[76510]: DEBUG neutron.db.agents_db [None req-0c52fb66-85d3-4909-bc61-bdb85e5e746f None None] Agent healthcheck: found 7 active agents {{(pid=76510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:37:21.179238 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-0d634da1-644d-4cb2-bb14-592cc1fb81ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:37:21.843216 n-d-805629-1 neutron-server[76509]: DEBUG neutron_lib.callbacks.manager [None req-c173a224-557f-45be-8ff2-e581c6e7b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777929225584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3777970'] for agent, after_update {{(pid=76509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}